Diff of the two buildlogs: -- --- b1/build.log 2024-12-12 22:39:36.039988305 +0000 +++ b2/build.log 2024-12-12 22:54:54.058304778 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Thu Dec 12 10:21:38 -12 2024 -I: pbuilder-time-stamp: 1734042098 +I: Current time: Thu Jan 15 19:02:38 +14 2026 +I: pbuilder-time-stamp: 1768453358 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/unstable-reproducible-base.tgz] I: copying local configuration @@ -32,54 +32,85 @@ dpkg-source: info: applying 0004-Skip-notebook-tests.patch I: using fakeroot in build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/5963/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/17569/tmp/hooks/D01_modify_environment starting +debug: Running on infom08-i386. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 Jan 15 05:02 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/17569/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/17569/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='i386' - DEBIAN_FRONTEND='noninteractive' - DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=11 ' - DISTRIBUTION='unstable' - HOME='/root' - HOST_ARCH='i386' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="37" [3]="1" [4]="release" [5]="i686-pc-linux-gnu") + BASH_VERSION='5.2.37(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=i386 + DEBIAN_FRONTEND=noninteractive + DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=5 ' + DIRSTACK=() + DISTRIBUTION=unstable + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=i686 + HOST_ARCH=i386 IFS=' ' - INVOCATION_ID='e05793bfef0644988624af9301429e25' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - LD_LIBRARY_PATH='/usr/lib/libeatmydata' - LD_PRELOAD='libeatmydata.so' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='5963' - PS1='# ' - PS2='> ' + INVOCATION_ID=68967b8d3e964d91a169bd8a0cea198a + LANG=C + LANGUAGE=de_CH:de + LC_ALL=C + LD_LIBRARY_PATH=/usr/lib/libeatmydata + LD_PRELOAD=libeatmydata.so + MACHTYPE=i686-pc-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=17569 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.4t0JS3w2/pbuilderrc_a3qk --distribution unstable --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.4t0JS3w2/b1 --logfile b1/build.log python-pytest-benchmark_5.1.0-1.dsc' - SUDO_GID='112' - SUDO_UID='107' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' - http_proxy='http://46.16.76.132:3128' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.4t0JS3w2/pbuilderrc_XqHs --distribution unstable --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.4t0JS3w2/b2 --logfile b2/build.log python-pytest-benchmark_5.1.0-1.dsc' + SUDO_GID=111 + SUDO_UID=104 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' I: uname -a - Linux ionos2-i386 6.1.0-28-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.1.119-1 (2024-11-22) x86_64 GNU/Linux + Linux i-capture-the-hostname 6.11.5+bpo-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.11.5-1~bpo12+1 (2024-11-11) x86_64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Nov 22 14:40 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/5963/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 Nov 22 2024 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/17569/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -254,7 +285,7 @@ Get: 109 http://deb.debian.org/debian unstable/main i386 python3-pygal all 3.0.5-1 [64.3 kB] Get: 110 http://deb.debian.org/debian unstable/main i386 python3-pytest all 8.3.4-1 [250 kB] Get: 111 http://deb.debian.org/debian unstable/main i386 python3-pytest-xdist all 3.6.1-1 [44.4 kB] -Fetched 54.4 MB in 1s (53.7 MB/s) +Fetched 54.4 MB in 1s (98.4 MB/s) debconf: delaying package configuration, since apt-utils is not installed Selecting previously unselected package libpython3.12-minimal:i386. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 19952 files and directories currently installed.) @@ -626,8 +657,8 @@ Setting up tzdata (2024b-4) ... Current default time zone: 'Etc/UTC' -Local time is now: Thu Dec 12 22:22:15 UTC 2024. -Universal Time is now: Thu Dec 12 22:22:15 UTC 2024. +Local time is now: Thu Jan 15 05:02:58 UTC 2026. +Universal Time is now: Thu Jan 15 05:02:58 UTC 2026. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up liberror-perl (0.17029-2) ... @@ -741,7 +772,11 @@ fakeroot is already the newest version (1.36-1). 0 upgraded, 0 newly installed, 0 to remove and 0 not upgraded. I: Building the package -I: Running cd /build/reproducible-path/python-pytest-benchmark-5.1.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../python-pytest-benchmark_5.1.0-1_source.changes +I: user script /srv/workspace/pbuilder/17569/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for unstable +I: user script /srv/workspace/pbuilder/17569/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/python-pytest-benchmark-5.1.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../python-pytest-benchmark_5.1.0-1_source.changes dpkg-buildpackage: info: source package python-pytest-benchmark dpkg-buildpackage: info: source version 5.1.0-1 dpkg-buildpackage: info: source distribution unstable @@ -766,24 +801,24 @@ running build running build_py creating build/lib/pytest_benchmark -copying src/pytest_benchmark/compat.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/histogram.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/timers.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/stats.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/fixture.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/table.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/csv.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/__main__.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/hookspec.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/plugin.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/logger.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/__init__.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/utils.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/fixture.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/cli.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/logger.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/__main__.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/csv.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/compat.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/session.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/stats.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/hookspec.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/__init__.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/timers.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/histogram.py -> build/lib/pytest_benchmark creating build/lib/pytest_benchmark/storage -copying src/pytest_benchmark/storage/elasticsearch.py -> build/lib/pytest_benchmark/storage copying src/pytest_benchmark/storage/file.py -> build/lib/pytest_benchmark/storage +copying src/pytest_benchmark/storage/elasticsearch.py -> build/lib/pytest_benchmark/storage copying src/pytest_benchmark/storage/__init__.py -> build/lib/pytest_benchmark/storage running egg_info creating src/pytest_benchmark.egg-info @@ -807,30 +842,30 @@ running install_lib creating build/bdist.linux-i686/wheel creating build/bdist.linux-i686/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-i686/wheel/./pytest_benchmark copying build/lib/pytest_benchmark/table.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-i686/wheel/./pytest_benchmark copying build/lib/pytest_benchmark/plugin.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark copying build/lib/pytest_benchmark/utils.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-i686/wheel/./pytest_benchmark creating build/bdist.linux-i686/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/storage/elasticsearch.py -> build/bdist.linux-i686/wheel/./pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/file.py -> build/bdist.linux-i686/wheel/./pytest_benchmark/storage +copying build/lib/pytest_benchmark/storage/elasticsearch.py -> build/bdist.linux-i686/wheel/./pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark/storage -copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-i686/wheel/./pytest_benchmark running install_egg_info Copying src/pytest_benchmark.egg-info to build/bdist.linux-i686/wheel/./pytest_benchmark-5.1.0.egg-info running install_scripts creating build/bdist.linux-i686/wheel/pytest_benchmark-5.1.0.dist-info/WHEEL -creating '/build/reproducible-path/python-pytest-benchmark-5.1.0/.pybuild/cpython3_3.13_pytest-benchmark/.tmp-ohdbah51/pytest_benchmark-5.1.0-py3-none-any.whl' and adding 'build/bdist.linux-i686/wheel' to it +creating '/build/reproducible-path/python-pytest-benchmark-5.1.0/.pybuild/cpython3_3.13_pytest-benchmark/.tmp-ciyzx5nx/pytest_benchmark-5.1.0-py3-none-any.whl' and adding 'build/bdist.linux-i686/wheel' to it adding 'pytest_benchmark/__init__.py' adding 'pytest_benchmark/__main__.py' adding 'pytest_benchmark/cli.py' @@ -885,30 +920,30 @@ running install_lib creating build/bdist.linux-i686/wheel creating build/bdist.linux-i686/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-i686/wheel/./pytest_benchmark copying build/lib/pytest_benchmark/table.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-i686/wheel/./pytest_benchmark copying build/lib/pytest_benchmark/plugin.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark copying build/lib/pytest_benchmark/utils.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-i686/wheel/./pytest_benchmark creating build/bdist.linux-i686/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/storage/elasticsearch.py -> build/bdist.linux-i686/wheel/./pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/file.py -> build/bdist.linux-i686/wheel/./pytest_benchmark/storage +copying build/lib/pytest_benchmark/storage/elasticsearch.py -> build/bdist.linux-i686/wheel/./pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark/storage -copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-i686/wheel/./pytest_benchmark -copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-i686/wheel/./pytest_benchmark +copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-i686/wheel/./pytest_benchmark running install_egg_info Copying src/pytest_benchmark.egg-info to build/bdist.linux-i686/wheel/./pytest_benchmark-5.1.0.egg-info running install_scripts creating build/bdist.linux-i686/wheel/pytest_benchmark-5.1.0.dist-info/WHEEL -creating '/build/reproducible-path/python-pytest-benchmark-5.1.0/.pybuild/cpython3_3.12_pytest-benchmark/.tmp-n48qz11w/pytest_benchmark-5.1.0-py3-none-any.whl' and adding 'build/bdist.linux-i686/wheel' to it +creating '/build/reproducible-path/python-pytest-benchmark-5.1.0/.pybuild/cpython3_3.12_pytest-benchmark/.tmp-7hqtfulq/pytest_benchmark-5.1.0-py3-none-any.whl' and adding 'build/bdist.linux-i686/wheel' to it adding 'pytest_benchmark/__init__.py' adding 'pytest_benchmark/__main__.py' adding 'pytest_benchmark/cli.py' @@ -963,67 +998,67 @@ tests/test_utils.py .................................. [100%] -------------------------------------------------------------------------------------------------------------------------------------- benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------- -Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_calibrate_stuck[False--1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9802 (1.0) 1 2 -test_calibrate_stuck[False-0-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9802 (1.0) 1 2 -test_calibrate_stuck[False-1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9802 (1.0) 1 2 -test_calibrate_stuck[True--1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[True-0-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[True-1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[False--1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[False-0-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[False-1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[True--1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-0-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_xfast 130.6483 (25.87) 16,878.5197 (>1000.0) 134.2463 (26.58) 23.2467 (inf) 132.8904 (26.31) 0.6822 (inf) 6442;64917 7,448,995.2255 (0.04) 765701 100 -test_rounds_iterations 272.5981 (53.98) 598.4912 (118.51) 357.8747 (70.87) 87.4321 (inf) 317.6974 (62.91) 89.1159 (inf) 2;1 2,794,274.3263 (0.01) 15 10 -test_iterations 423.2861 (83.82) 423.2861 (83.82) 423.2861 (83.82) 0.0000 (1.0) 423.2861 (83.82) 0.0000 (1.0) 0;0 2,362,468.2596 (0.01) 1 10 -test_calibrate_fast 535.6967 (106.08) 81,231.4916 (>1000.0) 586.4927 (116.14) 149.6155 (inf) 561.8902 (111.27) 12.5961 (inf) 58318;282276 1,705,051.1581 (0.01) 1997195 10 -test_xfast 715.2557 (141.63) 29,802.3224 (>1000.0) 1,060.5928 (210.02) 1,013.5230 (inf) 953.6743 (188.85) 238.4186 (inf) 26;47 942,868.9685 (0.00) 1998 1 -test_warmup_rounds 1,078.0059 (213.47) 1,388.1363 (274.88) 1,213.8393 (240.36) 121.7815 (inf) 1,179.0544 (233.48) 179.6870 (inf) 2;0 823,832.2968 (0.00) 5 1 -test_rounds 1,095.0025 (216.83) 1,788.8378 (354.23) 1,237.2931 (245.01) 171.5929 (inf) 1,175.0963 (232.69) 137.8357 (inf) 1;1 808,215.9454 (0.00) 15 1 -test_proto[CachedPropertyProxy] 1,111.9992 (220.20) 2,050,820.9709 (>1000.0) 1,674.3625 (331.56) 9,794.0774 (inf) 1,548.7894 (306.69) 203.9596 (inf) 60;2750 597,242.2505 (0.00) 83243 1 -test_proto[LocalsSimpleProxy] 1,113.1633 (220.43) 171,332.8529 (>1000.0) 1,603.6350 (317.55) 976.2307 (inf) 1,535.9838 (304.16) 201.1657 (inf) 1731;4130 623,583.3160 (0.00) 157533 1 -test_proto[SimpleProxy] 1,115.9573 (220.98) 9,657,895.8910 (>1000.0) 1,674.0689 (331.50) 25,320.1483 (inf) 1,519.9184 (300.97) 201.8642 (inf) 89;3928 597,346.9736 (0.00) 148215 1 -test_proto[LocalsCachedPropertyProxy] 1,138.0762 (225.36) 23,248,512.0650 (>1000.0) 1,892.5668 (374.77) 78,109.7759 (inf) 1,525.9720 (302.17) 215.1355 (inf) 6;2092 528,382.9254 (0.00) 99324 1 -test_single 1,565.0876 (309.92) 1,565.0876 (309.92) 1,565.0876 (309.92) 0.0000 (1.0) 1,565.0876 (309.92) 0.0000 (1.0) 0;0 638,941.8768 (0.00) 1 1 -test_setup_many_rounds 1,922.0170 (380.60) 3,772.0893 (746.95) 2,416.0603 (478.43) 596.0852 (inf) 2,146.4657 (425.04) 622.1235 (inf) 2;1 413,896.9534 (0.00) 10 1 -test_can_use_both_args_and_setup_without_return 2,796.0632 (553.68) 2,796.0632 (553.68) 2,796.0632 (553.68) 0.0000 (1.0) 2,796.0632 (553.68) 0.0000 (1.0) 0;0 357,645.7071 (0.00) 1 1 -test_setup_cprofile 3,226.1014 (638.83) 3,226.1014 (638.83) 3,226.1014 (638.83) 0.0000 (1.0) 3,226.1014 (638.83) 0.0000 (1.0) 0;0 309,971.6582 (0.00) 1 1 -test_args_kwargs 3,271.9690 (647.91) 3,271.9690 (647.91) 3,271.9690 (647.91) 0.0000 (1.0) 3,271.9690 (647.91) 0.0000 (1.0) 0;0 305,626.3642 (0.00) 1 1 -test_setup 3,379.0711 (669.12) 3,379.0711 (669.12) 3,379.0711 (669.12) 0.0000 (1.0) 3,379.0711 (669.12) 0.0000 (1.0) 0;0 295,939.3162 (0.00) 1 1 -test_fast 22,934.0512 (>1000.0) 1,034,498.9132 (>1000.0) 68,951.0711 (>1000.0) 17,005.6921 (inf) 67,980.9600 (>1000.0) 5,674.5484 (inf) 197;375 14,503.0379 (0.00) 11976 1 -test_calibrate_slow 22,995.0529 (>1000.0) 5,086,662.0149 (>1000.0) 77,526.3189 (>1000.0) 34,553.3025 (inf) 76,459.9536 (>1000.0) 1,524.1094 (inf) 4488;26626 12,898.8454 (0.00) 438155 1 -test_parametrized[4] 30,193.9435 (>1000.0) 27,365,698.0135 (>1000.0) 461,483.4049 (>1000.0) 1,250,274.4330 (inf) 81,341.0152 (>1000.0) 84,460.1309 (inf) 840;1597 2,166.9252 (0.00) 10451 1 -test_parametrized[1] 32,352.0508 (>1000.0) 20,839,236.9095 (>1000.0) 505,039.1678 (>1000.0) 1,350,960.7636 (inf) 82,693.0627 (>1000.0) 66,571.3451 (inf) 624;1230 1,980.0444 (0.00) 7141 1 -test_parametrized[0] 44,171.9312 (>1000.0) 23,976,173.0190 (>1000.0) 532,170.5583 (>1000.0) 1,377,501.1579 (inf) 81,682.4613 (>1000.0) 82,860.0023 (inf) 851;1513 1,879.0968 (0.00) 8944 1 -test_parametrized[3] 53,027.8776 (>1000.0) 11,800,114.0654 (>1000.0) 218,254.7935 (>1000.0) 565,095.5532 (inf) 83,099.8179 (>1000.0) 84,656.9892 (inf) 73;288 4,581.8009 (0.00) 2239 1 -test_calibrate 54,893.0839 (>1000.0) 7,335,686.1249 (>1000.0) 60,742.4631 (>1000.0) 19,962.6792 (inf) 55,974.8150 (>1000.0) 7,813.7964 (inf) 5133;9175 16,462.9478 (0.00) 181120 1 -test_parametrized[2] 78,553.7995 (>1000.0) 9,879,583.0272 (>1000.0) 497,700.3630 (>1000.0) 1,219,437.2369 (inf) 83,361.9852 (>1000.0) 78,359.5606 (inf) 16;31 2,009.2411 (0.00) 179 1 -test_slow 1,043,546.0135 (>1000.0) 7,216,581.1434 (>1000.0) 1,107,514.5012 (>1000.0) 272,945.8535 (inf) 1,085,809.4320 (>1000.0) 8,085.0441 (inf) 8;54 902.9227 (0.00) 910 1 -test_slower 10,074,062.0401 (>1000.0) 11,569,051.0720 (>1000.0) 10,197,342.9731 (>1000.0) 268,002.3824 (inf) 10,102,669.9413 (>1000.0) 22,316.8754 (inf) 10;17 98.0648 (0.00) 99 1 -test_calibrate_stuck[False--1-0.01] 504,999,999.9992 (>1000.0) 504,999,999.9992 (>1000.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-0-0.01] 504,999,999.9992 (>1000.0) 504,999,999.9992 (>1000.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-1-0.01] 504,999,999.9992 (>1000.0) 504,999,999.9992 (>1000.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +------------------------------------------------------------------------------------------------------------------------------------ benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------ +Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_calibrate_stuck[False--1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9807 (1.0) 1 2 +test_calibrate_stuck[False-0-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9807 (1.0) 1 2 +test_calibrate_stuck[False-1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9807 (1.0) 1 2 +test_calibrate_stuck[True--1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0006 (0.51) 1 1 +test_calibrate_stuck[True-0-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0006 (0.51) 1 1 +test_calibrate_stuck[True-1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0006 (0.51) 1 1 +test_xfast 40.7553 (8.07) 328.0803 (64.97) 47.4307 (9.39) 13.0530 (inf) 44.8308 (8.88) 2.0378 (inf) 293;305 21,083,400.8646 (0.11) 1907 117 +test_calibrate_stuck[False--1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_stuck[False-0-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_stuck[False-1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_xfast 57.2810 (11.34) 3,061.6904 (606.28) 59.6409 (11.81) 12.5985 (inf) 57.7909 (11.44) 0.2980 (inf) 71163;102167 16,767,019.0309 (0.08) 1742805 100 +test_rounds_iterations 70.1053 (13.88) 658.9806 (130.49) 138.1291 (27.35) 145.6164 (inf) 101.0951 (20.02) 36.2459 (inf) 1;1 7,239,603.7083 (0.04) 15 10 +test_calibrate_stuck[True--1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_calibrate_stuck[True-0-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_calibrate_stuck[True-1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_proto[SimpleProxy] 121.1767 (24.00) 61,411.3465 (>1000.0) 128.1537 (25.38) 144.4235 (inf) 124.1744 (24.59) 1.2456 (inf) 657;9769 7,803,131.9787 (0.04) 199683 40 +test_proto[LocalsSimpleProxy] 124.0271 (24.56) 60,496.6667 (>1000.0) 130.0228 (25.75) 140.1957 (inf) 127.1017 (25.17) 1.2895 (inf) 553;7932 7,690,959.5268 (0.04) 197707 39 +test_rounds 139.9312 (27.71) 471.0164 (93.27) 188.2048 (37.27) 86.7055 (inf) 150.1758 (29.74) 55.2973 (inf) 1;1 5,313,361.6033 (0.03) 15 1 +test_warmup_rounds 139.9312 (27.71) 270.0835 (53.48) 174.0176 (34.46) 54.1672 (inf) 150.1758 (29.74) 40.0469 (inf) 1;1 5,746,544.4153 (0.03) 5 1 +test_iterations 145.1932 (28.75) 145.1932 (28.75) 145.1932 (28.75) 0.0000 (1.0) 145.1932 (28.75) 0.0000 (1.0) 0;0 6,887,375.3945 (0.03) 1 10 +test_calibrate_fast 189.5800 (37.54) 24,663.9014 (>1000.0) 200.1285 (39.63) 57.7244 (inf) 191.3891 (37.90) 1.6880 (inf) 30184;42452 4,996,789.6137 (0.03) 530558 100 +test_proto[CachedPropertyProxy] 219.7921 (43.52) 39,919.9780 (>1000.0) 241.7652 (47.87) 199.6129 (inf) 230.9680 (45.74) 19.7906 (inf) 406;4956 4,136,244.8173 (0.02) 182215 1 +test_proto[LocalsCachedPropertyProxy] 219.7921 (43.52) 36,775.1345 (>1000.0) 236.4680 (46.83) 218.0439 (inf) 230.0367 (45.55) 1.3970 (inf) 180;70383 4,228,901.2791 (0.02) 162602 1 +test_setup_many_rounds 279.8624 (55.42) 1,312.0007 (259.80) 496.7675 (98.37) 319.9845 (inf) 396.1613 (78.45) 120.1406 (inf) 1;2 2,013,014.2932 (0.01) 10 1 +test_single 711.0648 (140.80) 711.0648 (140.80) 711.0648 (140.80) 0.0000 (1.0) 711.0648 (140.80) 0.0000 (1.0) 0;0 1,406,341.6162 (0.01) 1 1 +test_can_use_both_args_and_setup_without_return 1,061.0092 (210.10) 1,061.0092 (210.10) 1,061.0092 (210.10) 0.0000 (1.0) 1,061.0092 (210.10) 0.0000 (1.0) 0;0 942,498.8580 (0.00) 1 1 +test_setup_cprofile 1,181.8483 (234.03) 1,181.8483 (234.03) 1,181.8483 (234.03) 0.0000 (1.0) 1,181.8483 (234.03) 0.0000 (1.0) 0;0 846,132.2490 (0.00) 1 1 +test_args_kwargs 1,271.9538 (251.87) 1,271.9538 (251.87) 1,271.9538 (251.87) 0.0000 (1.0) 1,271.9538 (251.87) 0.0000 (1.0) 0;0 786,192.0732 (0.00) 1 1 +test_setup 1,291.9772 (255.84) 1,291.9772 (255.84) 1,291.9772 (255.84) 0.0000 (1.0) 1,291.9772 (255.84) 0.0000 (1.0) 0;0 774,007.4421 (0.00) 1 1 +test_fast 13,209.8794 (>1000.0) 284,667.1268 (>1000.0) 60,785.2903 (>1000.0) 5,739.0648 (inf) 60,571.1248 (>1000.0) 1,603.0390 (inf) 329;809 16,451.3486 (0.00) 12759 1 +test_calibrate_slow 16,914.9134 (>1000.0) 2,325,208.1592 (>1000.0) 70,149.9034 (>1000.0) 6,163.5929 (inf) 69,774.9201 (>1000.0) 381.1438 (inf) 8312;124373 14,255.1871 (0.00) 574517 1 +test_parametrized[0] 17,085.8111 (>1000.0) 355,693.9773 (>1000.0) 70,124.9100 (>1000.0) 6,017.6538 (inf) 69,664.0927 (>1000.0) 2,013.0537 (inf) 399;615 14,260.2679 (0.00) 11370 1 +test_parametrized[3] 17,765.9094 (>1000.0) 135,814.0726 (>1000.0) 70,258.5344 (>1000.0) 3,012.5661 (inf) 69,814.9670 (>1000.0) 700.9367 (inf) 577;3779 14,233.1463 (0.00) 12216 1 +test_parametrized[4] 20,480.0162 (>1000.0) 2,828,752.8548 (>1000.0) 70,104.2207 (>1000.0) 25,052.6363 (inf) 68,783.0616 (>1000.0) 1,871.9584 (inf) 84;1414 14,264.4764 (0.00) 12633 1 +test_parametrized[2] 22,453.9544 (>1000.0) 238,297.9728 (>1000.0) 70,125.4314 (>1000.0) 3,021.0751 (inf) 69,763.9771 (>1000.0) 380.9109 (inf) 431;2126 14,260.1618 (0.00) 12471 1 +test_calibrate 22,753.8403 (>1000.0) 596,574.9733 (>1000.0) 24,712.5816 (>1000.0) 4,788.4133 (inf) 24,046.0504 (>1000.0) 341.0969 (inf) 21462;70105 40,465.2179 (0.00) 431890 1 +test_parametrized[1] 28,433.0454 (>1000.0) 280,750.9154 (>1000.0) 70,183.5218 (>1000.0) 4,251.7242 (inf) 69,765.1412 (>1000.0) 370.8992 (inf) 284;2352 14,248.3588 (0.00) 12645 1 +test_slow 1,020,160.0380 (>1000.0) 4,590,826.1091 (>1000.0) 1,077,365.9770 (>1000.0) 117,357.0837 (inf) 1,070,154.9472 (>1000.0) 10,946.0671 (inf) 4;56 928.1897 (0.00) 926 1 +test_slower 10,064,446.8330 (>1000.0) 10,106,049.9437 (>1000.0) 10,080,064.1696 (>1000.0) 10,712.1790 (inf) 10,077,741.4627 (>1000.0) 17,234.9392 (inf) 32;0 99.2057 (0.00) 100 1 +test_calibrate_stuck[False--1-0.01] 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-0-0.01] 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-1-0.01] 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. @@ -1039,7 +1074,7 @@ SKIPPED [2] tests/test_with_testcase.py:6: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [2] tests/test_with_weaver.py:5: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [1] tests/test_skip.py:5: bla -=========== 222 passed, 5 skipped, 7 deselected in 510.82s (0:08:30) =========== +=========== 222 passed, 5 skipped, 7 deselected in 429.78s (0:07:09) =========== I: pybuild base:311: cd /build/reproducible-path/python-pytest-benchmark-5.1.0/.pybuild/cpython3_3.12_pytest-benchmark/build; python3.12 -m pytest -k "not test_help" ============================= test session starts ============================== platform linux -- Python 3.12.8, pytest-8.3.4, pluggy-1.5.0 @@ -1065,67 +1100,67 @@ tests/test_utils.py .................................. [100%] ------------------------------------------------------------------------------------------------------------------------------------- benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------- -Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_calibrate_stuck[False--1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9802 (1.0) 1 2 -test_calibrate_stuck[False-0-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9802 (1.0) 1 2 -test_calibrate_stuck[False-1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9802 (1.0) 1 2 -test_calibrate_stuck[True--1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[True-0-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[True-1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[False--1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[False-0-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[False-1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[True--1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-0-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_xfast 156.6089 (31.01) 1,630.1498 (322.80) 170.6752 (33.80) 32.5405 (inf) 158.7486 (31.44) 14.2492 (inf) 53711;76648 5,859,083.2395 (0.03) 636330 100 -test_rounds_iterations 285.7996 (56.59) 366.7083 (72.62) 322.1584 (63.79) 25.5888 (inf) 319.2108 (63.21) 33.3006 (inf) 5;0 3,104,062.6281 (0.02) 15 10 -test_iterations 342.3076 (67.78) 342.3076 (67.78) 342.3076 (67.78) 0.0000 (1.0) 342.3076 (67.78) 0.0000 (1.0) 0;0 2,921,348.9974 (0.01) 1 10 -test_proto[LocalsSimpleProxy] 413.0028 (81.78) 15,091.3256 (>1000.0) 446.9061 (88.50) 96.3935 (inf) 424.8383 (84.13) 15.1534 (inf) 12983;24497 2,237,606.5448 (0.01) 171033 12 -test_proto[SimpleProxy] 415.8355 (82.34) 7,688.9096 (>1000.0) 434.4989 (86.04) 77.6898 (inf) 427.9248 (84.74) 6.9849 (inf) 1069;11596 2,301,501.5663 (0.01) 157979 13 -test_calibrate_fast 587.8974 (116.42) 178,131.3913 (>1000.0) 699.8067 (138.58) 315.1877 (inf) 650.0864 (128.73) 90.0822 (inf) 29712;95998 1,428,966.1204 (0.01) 1670024 10 -test_xfast 715.2557 (141.63) 2,145.7672 (424.90) 1,160.4659 (229.80) 181.7031 (inf) 1,192.0929 (236.06) 238.4186 (inf) 213;2 861,722.8344 (0.00) 392 1 -test_rounds 864.9658 (171.28) 1,322.9437 (261.97) 942.1104 (186.56) 116.7283 (inf) 905.0127 (179.21) 98.8366 (inf) 1;1 1,061,446.7327 (0.01) 15 1 -test_warmup_rounds 866.8285 (171.65) 1,074.0478 (212.68) 922.0093 (182.58) 87.9974 (inf) 877.0730 (173.68) 92.1427 (inf) 1;0 1,084,587.7010 (0.01) 5 1 -test_proto[CachedPropertyProxy] 1,289.1833 (255.28) 40,506.9441 (>1000.0) 1,399.7187 (277.17) 414.5147 (inf) 1,379.9872 (273.26) 49.8258 (inf) 285;4195 714,429.2793 (0.00) 108602 1 -test_proto[LocalsCachedPropertyProxy] 1,312.9320 (259.99) 98,654.0690 (>1000.0) 1,636.5979 (324.08) 688.5694 (inf) 1,613.9820 (319.60) 78.9296 (inf) 299;16707 611,023.6346 (0.00) 108004 1 -test_setup_many_rounds 1,366.9487 (270.68) 2,529.0065 (500.79) 1,642.2244 (325.19) 356.9786 (inf) 1,502.4561 (297.52) 226.0786 (inf) 1;1 608,930.1881 (0.00) 10 1 -test_single 1,370.2083 (271.33) 1,370.2083 (271.33) 1,370.2083 (271.33) 0.0000 (1.0) 1,370.2083 (271.33) 0.0000 (1.0) 0;0 729,816.0231 (0.00) 1 1 -test_can_use_both_args_and_setup_without_return 2,066.1391 (409.14) 2,066.1391 (409.14) 2,066.1391 (409.14) 0.0000 (1.0) 2,066.1391 (409.14) 0.0000 (1.0) 0;0 483,994.5116 (0.00) 1 1 -test_setup_cprofile 2,367.8876 (468.89) 2,367.8876 (468.89) 2,367.8876 (468.89) 0.0000 (1.0) 2,367.8876 (468.89) 0.0000 (1.0) 0;0 422,317.3349 (0.00) 1 1 -test_args_kwargs 2,445.1874 (484.20) 2,445.1874 (484.20) 2,445.1874 (484.20) 0.0000 (1.0) 2,445.1874 (484.20) 0.0000 (1.0) 0;0 408,966.6060 (0.00) 1 1 -test_setup 2,465.9093 (488.30) 2,465.9093 (488.30) 2,465.9093 (488.30) 0.0000 (1.0) 2,465.9093 (488.30) 0.0000 (1.0) 0;0 405,529.9118 (0.00) 1 1 -test_calibrate_slow 20,507.9559 (>1000.0) 17,831,305.0419 (>1000.0) 80,137.2147 (>1000.0) 101,965.2637 (inf) 75,371.9360 (>1000.0) 2,059.3288 (inf) 1572;37697 12,478.5969 (0.00) 336985 1 -test_fast 25,006.0111 (>1000.0) 10,958,961.9096 (>1000.0) 72,020.0790 (>1000.0) 131,924.3457 (inf) 68,451.0451 (>1000.0) 3,603.0542 (inf) 14;503 13,885.0167 (0.00) 11513 1 -test_parametrized[3] 25,086.1049 (>1000.0) 307,270.0929 (>1000.0) 75,901.4170 (>1000.0) 5,667.1692 (inf) 75,229.9093 (>1000.0) 324.9152 (inf) 366;2583 13,174.9846 (0.00) 12300 1 -test_parametrized[2] 26,335.0084 (>1000.0) 5,766,175.9201 (>1000.0) 81,263.2691 (>1000.0) 119,307.2046 (inf) 75,608.6083 (>1000.0) 1,921.4349 (inf) 38;1040 12,305.6826 (0.00) 12116 1 -test_parametrized[4] 27,184.1418 (>1000.0) 135,943.9921 (>1000.0) 75,448.4413 (>1000.0) 2,040.9158 (inf) 75,258.0818 (>1000.0) 281.0266 (inf) 625;2121 13,254.0843 (0.00) 11929 1 -test_parametrized[1] 32,956.0135 (>1000.0) 169,247.8545 (>1000.0) 77,253.3582 (>1000.0) 4,254.2749 (inf) 75,384.9745 (>1000.0) 3,476.6854 (inf) 1304;403 12,944.4211 (0.00) 11793 1 -test_parametrized[0] 37,810.9980 (>1000.0) 165,209.8726 (>1000.0) 82,301.3708 (>1000.0) 4,424.9405 (inf) 81,701.4370 (>1000.0) 2,434.9429 (inf) 1192;1084 12,150.4659 (0.00) 9102 1 -test_calibrate 56,646.9971 (>1000.0) 3,274,805.1453 (>1000.0) 71,215.0500 (>1000.0) 14,694.2018 (inf) 69,285.9758 (>1000.0) 11,338.8523 (inf) 9068;4371 14,041.9757 (0.00) 172916 1 -test_slow 1,038,988.8193 (>1000.0) 1,763,082.1094 (>1000.0) 1,093,275.4212 (>1000.0) 52,282.2719 (inf) 1,086,618.9841 (>1000.0) 3,445.7771 (inf) 17;143 914.6826 (0.00) 913 1 -test_slower 10,080,487.0017 (>1000.0) 12,001,727.9405 (>1000.0) 10,165,616.1342 (>1000.0) 284,160.8176 (inf) 10,098,575.4980 (>1000.0) 19,299.3321 (inf) 7;12 98.3708 (0.00) 100 1 -test_calibrate_stuck[False--1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-0-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------ benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------ +Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_calibrate_stuck[False--1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9796 (1.0) 1 2 +test_calibrate_stuck[False-0-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9796 (1.0) 1 2 +test_calibrate_stuck[False-1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9796 (1.0) 1 2 +test_calibrate_stuck[True--1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 +test_calibrate_stuck[True-0-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 +test_calibrate_stuck[True-1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 +test_calibrate_stuck[False--1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_stuck[False-0-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_stuck[False-1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_xfast 60.7967 (12.04) 168.0851 (33.28) 62.8287 (12.44) 6.4492 (inf) 61.9888 (12.28) 2.3842 (inf) 20;20 15,916,289.4351 (0.08) 792 200 +test_calibrate_xfast 70.3009 (13.92) 1,057.2793 (209.36) 72.0168 (14.26) 11.3196 (inf) 70.8993 (14.04) 0.2026 (inf) 30019;67860 13,885,639.6759 (0.07) 1430607 100 +test_rounds_iterations 85.0996 (16.85) 185.3099 (36.70) 131.8629 (26.11) 33.5515 (inf) 143.1908 (28.35) 61.3451 (inf) 7;0 7,583,636.5759 (0.04) 15 10 +test_calibrate_stuck[True--1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_calibrate_stuck[True-0-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_calibrate_stuck[True-1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_rounds 159.9547 (31.67) 389.9913 (77.23) 211.6431 (41.91) 68.9673 (inf) 171.1305 (33.89) 77.5908 (inf) 2;1 4,724,936.5193 (0.02) 15 1 +test_warmup_rounds 160.8860 (31.86) 301.0500 (59.61) 194.5533 (38.53) 59.6734 (inf) 169.9664 (33.66) 35.7395 (inf) 1;1 5,139,980.0096 (0.03) 5 1 +test_proto[LocalsSimpleProxy] 165.4141 (32.76) 25,734.7871 (>1000.0) 180.1036 (35.66) 107.7556 (inf) 172.3107 (34.12) 2.7538 (inf) 925;17593 5,552,359.9970 (0.03) 198099 29 +test_proto[SimpleProxy] 166.1046 (32.89) 34,745.2046 (>1000.0) 180.4124 (35.73) 108.1577 (inf) 171.9655 (34.05) 2.1035 (inf) 1958;18559 5,542,855.1247 (0.03) 195814 29 +test_iterations 179.3029 (35.51) 179.3029 (35.51) 179.3029 (35.51) 0.0000 (1.0) 179.3029 (35.51) 0.0000 (1.0) 0;0 5,577,155.2993 (0.03) 1 10 +test_calibrate_fast 206.8095 (40.95) 22,198.8000 (>1000.0) 217.3883 (43.05) 52.4001 (inf) 210.6093 (41.70) 0.8079 (inf) 22444;45795 4,600,063.7308 (0.02) 483537 100 +test_proto[CachedPropertyProxy] 279.8624 (55.42) 63,836.1089 (>1000.0) 316.6717 (62.71) 331.9035 (inf) 300.1187 (59.43) 19.0921 (inf) 248;11279 3,157,844.2848 (0.02) 157233 1 +test_proto[LocalsCachedPropertyProxy] 279.8624 (55.42) 74,320.9384 (>1000.0) 306.7578 (60.74) 425.3384 (inf) 291.0383 (57.63) 10.9430 (inf) 101;18564 3,259,900.9021 (0.02) 164502 1 +test_setup_many_rounds 339.9327 (67.31) 1,352.0475 (267.73) 583.9393 (115.63) 388.6809 (inf) 415.9519 (82.37) 169.9664 (inf) 2;2 1,712,506.8963 (0.01) 10 1 +test_single 511.0633 (101.20) 511.0633 (101.20) 511.0633 (101.20) 0.0000 (1.0) 511.0633 (101.20) 0.0000 (1.0) 0;0 1,956,704.9185 (0.01) 1 1 +test_can_use_both_args_and_setup_without_return 1,022.1265 (202.40) 1,022.1265 (202.40) 1,022.1265 (202.40) 0.0000 (1.0) 1,022.1265 (202.40) 0.0000 (1.0) 0;0 978,352.4592 (0.00) 1 1 +test_setup_cprofile 1,040.9858 (206.14) 1,040.9858 (206.14) 1,040.9858 (206.14) 0.0000 (1.0) 1,040.9858 (206.14) 0.0000 (1.0) 0;0 960,627.8900 (0.00) 1 1 +test_args_kwargs 1,122.0109 (222.18) 1,122.0109 (222.18) 1,122.0109 (222.18) 0.0000 (1.0) 1,122.0109 (222.18) 0.0000 (1.0) 0;0 891,256.9612 (0.00) 1 1 +test_setup 1,542.9687 (305.54) 1,542.9687 (305.54) 1,542.9687 (305.54) 0.0000 (1.0) 1,542.9687 (305.54) 0.0000 (1.0) 0;0 648,101.2971 (0.00) 1 1 +test_fast 13,540.0333 (>1000.0) 675,934.1341 (>1000.0) 61,018.8394 (>1000.0) 9,020.9681 (inf) 59,489.1608 (>1000.0) 1,242.1515 (inf) 693;1677 16,388.3812 (0.00) 13398 1 +test_calibrate_slow 17,045.9971 (>1000.0) 6,554,611.9586 (>1000.0) 70,300.0425 (>1000.0) 15,655.1508 (inf) 69,784.9318 (>1000.0) 1,684.0640 (inf) 9193;40158 14,224.7425 (0.00) 589103 1 +test_parametrized[1] 18,648.1047 (>1000.0) 406,089.9373 (>1000.0) 69,591.7890 (>1000.0) 6,701.5260 (inf) 68,432.1858 (>1000.0) 802.1016 (inf) 622;2011 14,369.5113 (0.00) 12067 1 +test_parametrized[3] 19,338.9133 (>1000.0) 222,753.9662 (>1000.0) 70,017.4916 (>1000.0) 7,897.0312 (inf) 68,502.9663 (>1000.0) 1,682.2014 (inf) 577;1070 14,282.1455 (0.00) 11899 1 +test_parametrized[4] 19,398.9836 (>1000.0) 205,517.9793 (>1000.0) 69,808.6599 (>1000.0) 6,037.3614 (inf) 68,512.9780 (>1000.0) 1,723.1796 (inf) 582;1100 14,324.8703 (0.00) 12916 1 +test_parametrized[2] 19,598.9851 (>1000.0) 225,468.0730 (>1000.0) 69,397.0495 (>1000.0) 5,861.8539 (inf) 68,423.1054 (>1000.0) 620.9593 (inf) 662;2147 14,409.8345 (0.00) 11855 1 +test_parametrized[0] 20,640.9022 (>1000.0) 254,300.8886 (>1000.0) 69,767.5076 (>1000.0) 5,467.1733 (inf) 68,512.9780 (>1000.0) 1,642.1545 (inf) 739;1102 14,333.3198 (0.00) 11675 1 +test_calibrate 24,396.9262 (>1000.0) 178,246.9917 (>1000.0) 25,612.4734 (>1000.0) 3,762.7323 (inf) 24,916.8370 (>1000.0) 439.8171 (inf) 24662;32805 39,043.4764 (0.00) 402788 1 +test_slow 1,012,939.0284 (>1000.0) 1,225,479.1800 (>1000.0) 1,072,241.5930 (>1000.0) 15,679.6385 (inf) 1,068,571.8153 (>1000.0) 11,992.9318 (inf) 112;63 932.6256 (0.00) 937 1 +test_slower 10,065,868.9626 (>1000.0) 10,121,793.0205 (>1000.0) 10,087,903.5937 (>1000.0) 9,570.8601 (inf) 10,087,109.9858 (>1000.0) 13,139.4481 (inf) 33;2 99.1286 (0.00) 100 1 +test_calibrate_stuck[False--1-0.01] 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-0-0.01] 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-1-0.01] 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. @@ -1141,7 +1176,7 @@ SKIPPED [2] tests/test_with_testcase.py:6: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [2] tests/test_with_weaver.py:5: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [1] tests/test_skip.py:5: bla -=========== 222 passed, 5 skipped, 7 deselected in 475.50s (0:07:55) =========== +=========== 222 passed, 5 skipped, 7 deselected in 433.97s (0:07:13) =========== create-stamp debian/debhelper-build-stamp fakeroot debian/rules binary dh binary --buildsystem=pybuild @@ -1174,8 +1209,8 @@ dh_gencontrol -O--buildsystem=pybuild dh_md5sums -O--buildsystem=pybuild dh_builddeb -O--buildsystem=pybuild -dpkg-deb: building package 'pytest-benchmark' in '../pytest-benchmark_5.1.0-1_all.deb'. dpkg-deb: building package 'python3-pytest-benchmark' in '../python3-pytest-benchmark_5.1.0-1_all.deb'. +dpkg-deb: building package 'pytest-benchmark' in '../pytest-benchmark_5.1.0-1_all.deb'. dpkg-genbuildinfo --build=binary -O../python-pytest-benchmark_5.1.0-1_i386.buildinfo dpkg-genchanges --build=binary -O../python-pytest-benchmark_5.1.0-1_i386.changes dpkg-genchanges: info: binary-only upload (no source code included) @@ -1183,12 +1218,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: including full source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/17569/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/17569/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/5963 and its subdirectories -I: Current time: Thu Dec 12 10:39:35 -12 2024 -I: pbuilder-time-stamp: 1734043175 +I: removing directory /srv/workspace/pbuilder/17569 and its subdirectories +I: Current time: Thu Jan 15 19:17:53 +14 2026 +I: pbuilder-time-stamp: 1768454273