Diff of the two buildlogs: -- --- b1/build.log 2024-05-07 15:12:06.907409645 +0000 +++ b2/build.log 2024-05-07 15:29:06.368008109 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Tue May 7 02:54:01 -12 2024 -I: pbuilder-time-stamp: 1715093641 +I: Current time: Tue Jun 10 11:35:09 +14 2025 +I: pbuilder-time-stamp: 1749504909 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/trixie-reproducible-base.tgz] I: copying local configuration @@ -33,51 +33,83 @@ dpkg-source: info: applying 0006-Ignore-DeprecationWarning-about-datetime-UTC.patch I: using fakeroot in build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/1928171/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/2637299/tmp/hooks/D01_modify_environment starting +debug: Running on infom02-amd64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 Jun 9 21:35 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/2637299/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/2637299/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='amd64' - DEBIAN_FRONTEND='noninteractive' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="21" [3]="1" [4]="release" [5]="x86_64-pc-linux-gnu") + BASH_VERSION='5.2.21(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=amd64 + DEBIAN_FRONTEND=noninteractive DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=12 ' - DISTRIBUTION='trixie' - HOME='/root' - HOST_ARCH='amd64' + DIRSTACK=() + DISTRIBUTION=trixie + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=x86_64 + HOST_ARCH=amd64 IFS=' ' - INVOCATION_ID='5ac3ef317e05431fb1a4b39e84b30ddd' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='1928171' - PS1='# ' - PS2='> ' + INVOCATION_ID=d3fd9648c3414b329c7b77454cc4bdd7 + LANG=C + LANGUAGE=et_EE:et + LC_ALL=C + MACHTYPE=x86_64-pc-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=2637299 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.fucLBZLV/pbuilderrc_552I --distribution trixie --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.fucLBZLV/b1 --logfile b1/build.log python-pytest-benchmark_4.0.0-3.dsc' - SUDO_GID='109' - SUDO_UID='104' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.fucLBZLV/pbuilderrc_XXD9 --distribution trixie --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.fucLBZLV/b2 --logfile b2/build.log python-pytest-benchmark_4.0.0-3.dsc' + SUDO_GID=109 + SUDO_UID=104 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' I: uname -a - Linux infom01-amd64 6.1.0-21-cloud-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.1.90-1 (2024-05-03) x86_64 GNU/Linux + Linux i-capture-the-hostname 6.6.13+bpo-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.6.13-1~bpo12+1 (2024-02-15) x86_64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 May 5 11:23 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/1928171/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 Jun 7 17:46 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/2637299/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -238,7 +270,7 @@ Get: 95 http://deb.debian.org/debian trixie/main amd64 python3-pygal all 3.0.0-1 [64.8 kB] Get: 96 http://deb.debian.org/debian trixie/main amd64 python3-pytest all 7.4.4-3 [239 kB] Get: 97 http://deb.debian.org/debian trixie/main amd64 python3-pytest-xdist all 3.5.0-1 [42.1 kB] -Fetched 49.1 MB in 1s (35.6 MB/s) +Fetched 49.1 MB in 1s (76.6 MB/s) debconf: delaying package configuration, since apt-utils is not installed Selecting previously unselected package libpython3.11-minimal:amd64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 19698 files and directories currently installed.) @@ -566,8 +598,8 @@ Setting up tzdata (2024a-3) ... Current default time zone: 'Etc/UTC' -Local time is now: Tue May 7 14:55:07 UTC 2024. -Universal Time is now: Tue May 7 14:55:07 UTC 2024. +Local time is now: Mon Jun 9 21:36:19 UTC 2025. +Universal Time is now: Mon Jun 9 21:36:19 UTC 2025. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up liberror-perl (0.17029-2) ... @@ -669,7 +701,11 @@ fakeroot is already the newest version (1.33-1). 0 upgraded, 0 newly installed, 0 to remove and 0 not upgraded. I: Building the package -I: Running cd /build/reproducible-path/python-pytest-benchmark-4.0.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../python-pytest-benchmark_4.0.0-3_source.changes +I: user script /srv/workspace/pbuilder/2637299/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for trixie +I: user script /srv/workspace/pbuilder/2637299/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/python-pytest-benchmark-4.0.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../python-pytest-benchmark_4.0.0-3_source.changes dpkg-buildpackage: info: source package python-pytest-benchmark dpkg-buildpackage: info: source version 4.0.0-3 dpkg-buildpackage: info: source distribution unstable @@ -696,25 +732,25 @@ creating build creating build/lib creating build/lib/pytest_benchmark -copying src/pytest_benchmark/table.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/utils.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/hookspec.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/histogram.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/compat.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/timers.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/plugin.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/__main__.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/session.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/histogram.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/utils.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/csv.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/fixture.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/timers.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/table.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/stats.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/__init__.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/cli.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/stats.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/csv.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/plugin.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/logger.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/hookspec.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/fixture.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/session.py -> build/lib/pytest_benchmark creating build/lib/pytest_benchmark/storage copying src/pytest_benchmark/storage/file.py -> build/lib/pytest_benchmark/storage -copying src/pytest_benchmark/storage/__init__.py -> build/lib/pytest_benchmark/storage copying src/pytest_benchmark/storage/elasticsearch.py -> build/lib/pytest_benchmark/storage +copying src/pytest_benchmark/storage/__init__.py -> build/lib/pytest_benchmark/storage running egg_info creating src/pytest_benchmark.egg-info writing src/pytest_benchmark.egg-info/PKG-INFO @@ -738,30 +774,30 @@ creating build/bdist.linux-x86_64 creating build/bdist.linux-x86_64/wheel creating build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/table.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/utils.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/table.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark copying build/lib/pytest_benchmark/plugin.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark creating build/bdist.linux-x86_64/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/file.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/elasticsearch.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/utils.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark/storage running install_egg_info Copying src/pytest_benchmark.egg-info to build/bdist.linux-x86_64/wheel/pytest_benchmark-4.0.0.egg-info running install_scripts creating build/bdist.linux-x86_64/wheel/pytest_benchmark-4.0.0.dist-info/WHEEL -creating '/build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.12_pytest-benchmark/.tmp-baiv2ni4/pytest_benchmark-4.0.0-py3-none-any.whl' and adding 'build/bdist.linux-x86_64/wheel' to it +creating '/build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.12_pytest-benchmark/.tmp-56gjjb0e/pytest_benchmark-4.0.0-py3-none-any.whl' and adding 'build/bdist.linux-x86_64/wheel' to it adding 'pytest_benchmark/__init__.py' adding 'pytest_benchmark/__main__.py' adding 'pytest_benchmark/cli.py' @@ -816,30 +852,30 @@ running install_lib creating build/bdist.linux-x86_64/wheel creating build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/table.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/utils.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/table.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark copying build/lib/pytest_benchmark/plugin.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark creating build/bdist.linux-x86_64/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/file.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/elasticsearch.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/utils.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-x86_64/wheel/pytest_benchmark/storage running install_egg_info Copying src/pytest_benchmark.egg-info to build/bdist.linux-x86_64/wheel/pytest_benchmark-4.0.0.egg-info running install_scripts creating build/bdist.linux-x86_64/wheel/pytest_benchmark-4.0.0.dist-info/WHEEL -creating '/build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.11_pytest-benchmark/.tmp-blzcvxa0/pytest_benchmark-4.0.0-py3-none-any.whl' and adding 'build/bdist.linux-x86_64/wheel' to it +creating '/build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.11_pytest-benchmark/.tmp-goexpvxo/pytest_benchmark-4.0.0-py3-none-any.whl' and adding 'build/bdist.linux-x86_64/wheel' to it adding 'pytest_benchmark/__init__.py' adding 'pytest_benchmark/__main__.py' adding 'pytest_benchmark/cli.py' @@ -893,67 +929,67 @@ tests/test_utils.py .................................. [100%] ------------------------------------------------------------------------------------------------------------------------------------ benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------ -Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_xfast 0.0000 (1.0) 15,735.6262 (>1000.0) 191.0895 (37.84) 394.2957 (inf) 238.4186 (47.21) 238.4186 (inf) 5;5 5,233,150.1727 (0.03) 1748 1 -test_calibrate_stuck[False--1-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9807 (1.0) 1 2 -test_calibrate_stuck[False-0-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9807 (1.0) 1 2 -test_calibrate_stuck[False-1-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9807 (1.0) 1 2 -test_calibrate_stuck[True--1-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0006 (0.51) 1 1 -test_calibrate_stuck[True-1-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0006 (0.51) 1 1 -test_calibrate_stuck[True-0-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 -test_calibrate_stuck[False--1-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[False-0-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[False-1-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_xfast 54.2000 (inf) 22,223.7300 (>1000.0) 61.6888 (12.22) 24.3668 (inf) 56.7000 (11.23) 1.1900 (inf) 194724;319843 16,210,393.3494 (0.08) 1751007 100 -test_calibrate_stuck[True--1-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 -test_calibrate_stuck[True-0-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 -test_calibrate_stuck[True-1-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 -test_rounds_iterations 107.2000 (inf) 188.4000 (37.31) 136.2466 (26.98) 26.1149 (inf) 130.3000 (25.80) 47.8499 (inf) 5;0 7,339,631.4352 (0.04) 15 10 -test_rounds 150.0011 (inf) 601.0014 (119.01) 221.7341 (43.91) 115.9990 (inf) 170.0027 (33.66) 97.4978 (inf) 1;1 4,509,906.6272 (0.02) 15 1 -test_proto[LocalsSimpleProxy] 156.6799 (inf) 6,996.2000 (>1000.0) 186.3486 (36.90) 49.4622 (inf) 188.7599 (37.38) 45.2400 (inf) 1646;1299 5,366,285.8003 (0.03) 194553 25 -test_warmup_rounds 159.9983 (inf) 291.0019 (57.62) 190.4002 (37.70) 56.4395 (inf) 169.9991 (33.66) 39.5039 (inf) 1;1 5,252,096.1722 (0.03) 5 1 -test_proto[SimpleProxy] 199.9166 (inf) 3,319.9165 (657.41) 205.4011 (40.67) 46.7198 (inf) 202.0417 (40.01) 1.7083 (inf) 1583;20817 4,868,522.4573 (0.02) 198020 24 -test_calibrate_fast 235.8300 (inf) 20,092.8700 (>1000.0) 250.6002 (49.62) 53.1075 (inf) 238.7500 (47.28) 1.7900 (inf) 55985;72014 3,990,419.0055 (0.02) 433991 100 -test_proto[LocalsCachedPropertyProxy] 248.9978 (inf) 34,574.9977 (>1000.0) 273.8355 (54.22) 216.3362 (inf) 269.9999 (53.47) 10.0008 (inf) 312;6548 3,651,827.5509 (0.02) 161005 1 -test_iterations 308.5999 (inf) 308.5999 (61.11) 308.5999 (61.11) 0.0000 (1.0) 308.5999 (61.11) 0.0000 (1.0) 0;0 3,240,441.5435 (0.02) 1 10 -test_proto[CachedPropertyProxy] 320.0003 (inf) 71,132.0026 (>1000.0) 352.9753 (69.90) 347.4427 (inf) 349.9990 (69.31) 10.0008 (inf) 87;4481 2,833,059.2995 (0.01) 124162 1 -test_setup_many_rounds 340.0019 (inf) 1,342.9999 (265.94) 540.1005 (106.95) 326.4892 (inf) 396.0013 (78.42) 141.0008 (inf) 2;2 1,851,507.2032 (0.01) 10 1 -test_single 621.9998 (inf) 621.9998 (123.17) 621.9998 (123.17) 0.0000 (1.0) 621.9998 (123.17) 0.0000 (1.0) 0;0 1,607,717.5883 (0.01) 1 1 -test_can_use_both_args_and_setup_without_return 1,202.9996 (inf) 1,202.9996 (238.22) 1,202.9996 (238.22) 0.0000 (1.0) 1,202.9996 (238.22) 0.0000 (1.0) 0;0 831,255.5022 (0.00) 1 1 -test_setup_cprofile 1,241.9987 (inf) 1,241.9987 (245.94) 1,241.9987 (245.94) 0.0000 (1.0) 1,241.9987 (245.94) 0.0000 (1.0) 0;0 805,153.8291 (0.00) 1 1 -test_setup 1,411.9978 (inf) 1,411.9978 (279.60) 1,411.9978 (279.60) 0.0000 (1.0) 1,411.9978 (279.60) 0.0000 (1.0) 0;0 708,216.4007 (0.00) 1 1 -test_args_kwargs 1,461.9982 (inf) 1,461.9982 (289.50) 1,461.9982 (289.50) 0.0000 (1.0) 1,461.9982 (289.50) 0.0000 (1.0) 0;0 683,995.3790 (0.00) 1 1 -test_fast 12,253.0000 (inf) 6,600,365.9995 (>1000.0) 68,780.6795 (>1000.0) 165,995.2594 (inf) 62,014.9985 (>1000.0) 1,529.7510 (inf) 24;555 14,538.9666 (0.00) 10863 1 -test_calibrate_slow 15,167.9997 (inf) 12,133,005.0024 (>1000.0) 74,664.1586 (>1000.0) 60,006.3028 (inf) 68,115.9981 (>1000.0) 2,645.0034 (inf) 12146;61629 13,393.3070 (0.00) 657117 1 -test_parametrized[1] 15,948.0005 (inf) 4,045,103.0000 (>1000.0) 72,729.2404 (>1000.0) 68,745.8672 (inf) 67,995.9994 (>1000.0) 3,404.9990 (inf) 96;863 13,749.6280 (0.00) 12058 1 -test_parametrized[3] 16,179.9981 (inf) 1,606,308.0002 (>1000.0) 71,369.0127 (>1000.0) 28,650.0649 (inf) 69,359.0009 (>1000.0) 3,385.9997 (inf) 143;658 14,011.6833 (0.00) 11832 1 -test_parametrized[4] 16,991.0018 (inf) 1,725,729.9987 (>1000.0) 70,165.5138 (>1000.0) 25,174.1682 (inf) 68,026.9986 (>1000.0) 3,355.9991 (inf) 117;308 14,252.0156 (0.00) 12148 1 -test_parametrized[2] 18,303.9992 (inf) 2,033,001.0011 (>1000.0) 69,989.3255 (>1000.0) 24,181.9861 (inf) 68,266.9997 (>1000.0) 1,813.0013 (inf) 154;1238 14,287.8931 (0.00) 12712 1 -test_parametrized[0] 19,746.9999 (inf) 1,784,498.9998 (>1000.0) 70,641.2522 (>1000.0) 27,416.1413 (inf) 68,748.0024 (>1000.0) 3,256.0019 (inf) 85;916 14,156.0344 (0.00) 11275 1 -test_calibrate 20,358.0021 (inf) 2,503,977.0007 (>1000.0) 24,023.4901 (>1000.0) 6,477.5450 (inf) 23,384.0001 (>1000.0) 331.0015 (inf) 8717;148618 41,625.9250 (0.00) 487164 1 -test_slow 1,015,670.0009 (inf) 1,295,188.9985 (>1000.0) 1,070,002.2305 (>1000.0) 14,496.4850 (inf) 1,066,899.5001 (>1000.0) 6,355.5017 (inf) 71;99 934.5775 (0.00) 924 1 -test_slower 10,035,355.0006 (inf) 10,227,782.0006 (>1000.0) 10,078,489.1004 (>1000.0) 19,532.6743 (inf) 10,073,590.5016 (>1000.0) 9,426.4979 (inf) 6;9 99.2212 (0.00) 100 1 -test_calibrate_stuck[False--1-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-0-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-1-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------ benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------ +Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_xfast 0.0000 (1.0) 91,791.1530 (>1000.0) 236.1452 (46.76) 2,240.4398 (inf) 238.4186 (47.21) 238.4186 (inf) 1;8 4,234,682.3779 (0.02) 1678 1 +test_calibrate_stuck[False--1-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9807 (1.0) 1 2 +test_calibrate_stuck[False-1-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9807 (1.0) 1 2 +test_calibrate_stuck[False-0-1e-10] 5.0500 (inf) 5.0500 (1.00) 5.0500 (1.00) 0.0000 (1.0) 5.0500 (1.00) 0.0000 (1.0) 0;0 198,019,801.9796 (1.00) 1 2 +test_calibrate_stuck[True-1-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0006 (0.51) 1 1 +test_calibrate_stuck[True--1-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 +test_calibrate_stuck[True-0-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 +test_calibrate_stuck[False--1-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_stuck[False-0-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_stuck[False-1-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_xfast 54.4987 (inf) 32,590.5089 (>1000.0) 64.2423 (12.72) 46.9167 (inf) 56.3101 (11.15) 15.0199 (inf) 19983;46630 15,566,065.0834 (0.08) 1818207 100 +test_calibrate_stuck[True--1-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_calibrate_stuck[True-0-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_calibrate_stuck[True-1-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_rounds_iterations 105.1929 (inf) 295.5785 (58.53) 164.7929 (32.63) 51.9193 (inf) 157.3004 (31.15) 68.9295 (inf) 5;0 6,068,223.5949 (0.03) 15 10 +test_rounds 149.9429 (inf) 600.9359 (119.00) 223.0052 (44.16) 113.8070 (inf) 180.9094 (35.82) 70.6641 (inf) 1;1 4,484,200.5596 (0.02) 15 1 +test_warmup_rounds 159.9547 (inf) 271.0149 (53.67) 188.2669 (37.28) 46.4667 (inf) 170.1992 (33.70) 27.9397 (inf) 1;1 5,311,609.3198 (0.03) 5 1 +test_proto[SimpleProxy] 193.1563 (inf) 6,683.7575 (>1000.0) 204.3994 (40.48) 64.1039 (inf) 200.7559 (39.75) 6.8452 (inf) 3790;4971 4,892,381.4899 (0.02) 195733 25 +test_iterations 205.3799 (inf) 205.3799 (40.67) 205.3799 (40.67) 0.0000 (1.0) 205.3799 (40.67) 0.0000 (1.0) 0;0 4,869,025.3894 (0.02) 1 10 +test_calibrate_fast 232.9284 (inf) 7,485.2305 (>1000.0) 252.6289 (50.03) 46.8484 (inf) 238.2416 (47.18) 2.4098 (inf) 61237;85467 3,958,375.7397 (0.02) 433971 100 +test_proto[LocalsSimpleProxy] 299.8859 (inf) 39,634.0620 (>1000.0) 332.4205 (65.83) 292.2015 (inf) 320.1421 (63.39) 10.0117 (inf) 1680;14806 3,008,238.2999 (0.02) 194589 1 +test_proto[CachedPropertyProxy] 319.9093 (inf) 48,069.9819 (>1000.0) 348.9439 (69.10) 294.1013 (inf) 340.8641 (67.50) 10.0117 (inf) 998;5301 2,865,789.9599 (0.01) 118695 1 +test_proto[LocalsCachedPropertyProxy] 319.9093 (inf) 34,635.1881 (>1000.0) 359.7765 (71.24) 288.6323 (inf) 349.9445 (69.30) 10.2445 (inf) 2255;10545 2,779,503.5995 (0.01) 144656 1 +test_setup_many_rounds 340.1656 (inf) 1,441.9202 (285.53) 568.0136 (112.48) 348.3643 (inf) 411.0625 (81.40) 159.9547 (inf) 1;2 1,760,521.1084 (0.01) 10 1 +test_single 581.1453 (inf) 581.1453 (115.08) 581.1453 (115.08) 0.0000 (1.0) 581.1453 (115.08) 0.0000 (1.0) 0;0 1,720,740.1026 (0.01) 1 1 +test_can_use_both_args_and_setup_without_return 1,322.0124 (inf) 1,322.0124 (261.78) 1,322.0124 (261.78) 0.0000 (1.0) 1,322.0124 (261.78) 0.0000 (1.0) 0;0 756,422.5601 (0.00) 1 1 +test_setup_cprofile 1,382.0827 (inf) 1,382.0827 (273.68) 1,382.0827 (273.68) 0.0000 (1.0) 1,382.0827 (273.68) 0.0000 (1.0) 0;0 723,545.7035 (0.00) 1 1 +test_args_kwargs 1,402.8046 (inf) 1,402.8046 (277.78) 1,402.8046 (277.78) 0.0000 (1.0) 1,402.8046 (277.78) 0.0000 (1.0) 0;0 712,857.6425 (0.00) 1 1 +test_setup 1,813.9835 (inf) 1,813.9835 (359.20) 1,813.9835 (359.20) 0.0000 (1.0) 1,813.9835 (359.20) 0.0000 (1.0) 0;0 551,272.9170 (0.00) 1 1 +test_fast 15,177.9968 (inf) 2,473,277.0398 (>1000.0) 66,874.4257 (>1000.0) 57,900.7436 (inf) 62,712.4682 (>1000.0) 3,406.0795 (inf) 108;936 14,953.3994 (0.00) 11980 1 +test_calibrate_slow 17,483.0202 (inf) 5,951,018.0727 (>1000.0) 74,081.1907 (>1000.0) 45,919.3020 (inf) 71,624.9924 (>1000.0) 3,396.0678 (inf) 4717;29361 13,498.7031 (0.00) 548094 1 +test_calibrate 18,934.9521 (inf) 2,506,538.9927 (>1000.0) 24,747.2165 (>1000.0) 9,025.1547 (inf) 21,781.0739 (>1000.0) 6,412.8544 (inf) 42006;11022 40,408.5850 (0.00) 488065 1 +test_parametrized[0] 19,295.8396 (inf) 5,094,602.0056 (>1000.0) 79,906.3889 (>1000.0) 90,200.0575 (inf) 69,970.9635 (>1000.0) 3,696.8850 (inf) 177;1212 12,514.6439 (0.00) 10890 1 +test_parametrized[2] 19,656.0286 (inf) 4,931,215.8953 (>1000.0) 77,408.4291 (>1000.0) 97,676.9263 (inf) 71,653.8634 (>1000.0) 3,376.0443 (inf) 98;791 12,918.4898 (0.00) 12000 1 +test_parametrized[4] 20,076.9864 (inf) 6,863,729.0969 (>1000.0) 75,577.6845 (>1000.0) 105,324.4992 (inf) 71,894.8431 (>1000.0) 2,725.0499 (inf) 36;468 13,231.4189 (0.00) 12429 1 +test_parametrized[1] 20,968.9606 (inf) 3,030,561.8420 (>1000.0) 71,983.4881 (>1000.0) 32,688.4158 (inf) 69,770.0307 (>1000.0) 3,506.8952 (inf) 126;385 13,892.0748 (0.00) 11224 1 +test_parametrized[3] 22,721.9425 (inf) 1,542,242.0111 (>1000.0) 74,885.3964 (>1000.0) 37,432.9074 (inf) 69,871.0792 (>1000.0) 2,034.0085 (inf) 113;349 13,353.7385 (0.00) 3594 1 +test_slow 1,029,100.0362 (inf) 1,600,621.0353 (>1000.0) 1,074,929.8436 (>1000.0) 25,029.3336 (inf) 1,071,018.5161 (>1000.0) 5,630.0778 (inf) 28;98 930.2933 (0.00) 922 1 +test_slower 10,074,098.1288 (inf) 10,143,740.1026 (>1000.0) 10,091,116.7194 (>1000.0) 10,656.6762 (inf) 10,089,246.9054 (>1000.0) 10,119.9839 (inf) 18;5 99.0971 (0.00) 100 1 +test_calibrate_stuck[False--1-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-0-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-1-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. @@ -969,7 +1005,7 @@ SKIPPED [2] tests/test_with_testcase.py:6: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [2] tests/test_with_weaver.py:5: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [1] tests/test_skip.py:5: bla -================== 227 passed, 5 skipped in 461.11s (0:07:41) ================== +================== 227 passed, 5 skipped in 446.61s (0:07:26) ================== I: pybuild base:311: cd /build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.11_pytest-benchmark/build; python3.11 -m pytest tests ============================= test session starts ============================== platform linux -- Python 3.11.9, pytest-7.4.4, pluggy-1.5.0 @@ -994,67 +1030,67 @@ tests/test_utils.py .................................. [100%] ------------------------------------------------------------------------------------------------------------------------------------ benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------ -Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_xfast 0.0000 (1.0) 715.2557 (141.63) 257.5057 (50.99) 79.9066 (inf) 238.4186 (47.21) 0.0000 (1.0) 142;142 3,883,409.1966 (0.02) 1399 1 -test_calibrate_stuck[False--1-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9796 (1.0) 1 2 -test_calibrate_stuck[False-0-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9796 (1.0) 1 2 -test_calibrate_stuck[False-1-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9796 (1.0) 1 2 -test_calibrate_stuck[True--1-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 -test_calibrate_stuck[True-0-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 -test_calibrate_stuck[True-1-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 -test_calibrate_stuck[False--1-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[False-0-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 -test_calibrate_stuck[False-1-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 -test_calibrate_xfast 73.2200 (inf) 26,595.1600 (>1000.0) 76.3664 (15.12) 37.6612 (inf) 75.7400 (15.00) 0.2000 (inf) 6575;116011 13,094,757.2864 (0.07) 1418038 100 -test_calibrate_stuck[True--1-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-0-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-1-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_rounds_iterations 106.2002 (inf) 239.4001 (47.41) 142.7800 (28.27) 38.4166 (inf) 133.2002 (26.38) 45.3001 (inf) 2;1 7,003,779.8212 (0.04) 15 10 -test_rounds 159.9983 (inf) 650.9981 (128.91) 239.8000 (47.49) 131.5854 (inf) 179.9999 (35.64) 113.5040 (inf) 1;1 4,170,141.0732 (0.02) 15 1 -test_warmup_rounds 159.9983 (inf) 290.0015 (57.43) 198.2007 (39.25) 52.5952 (inf) 179.9999 (35.64) 48.2496 (inf) 1;1 5,045,390.2635 (0.03) 5 1 -test_proto[SimpleProxy] 196.8499 (inf) 148,328.3500 (>1000.0) 205.6430 (40.72) 379.6724 (inf) 199.4000 (39.49) 1.5500 (inf) 338;10651 4,862,795.0788 (0.02) 158178 20 -test_iterations 216.4001 (inf) 216.4001 (42.85) 216.4001 (42.85) 0.0000 (1.0) 216.4001 (42.85) 0.0000 (1.0) 0;0 4,621,070.4622 (0.02) 1 10 -test_calibrate_fast 231.4400 (inf) 28,217.0700 (>1000.0) 286.4087 (56.71) 86.4898 (inf) 249.6600 (49.44) 72.2400 (inf) 49037;5868 3,491,514.1602 (0.02) 432657 100 -test_proto[CachedPropertyProxy] 369.9970 (inf) 67,867.0003 (>1000.0) 406.3432 (80.46) 462.2507 (inf) 390.9990 (77.43) 9.9972 (inf) 384;6527 2,460,973.9732 (0.01) 144030 1 -test_proto[LocalsSimpleProxy] 418.9969 (inf) 71,702.0012 (>1000.0) 457.9854 (90.69) 472.0271 (inf) 441.0031 (87.33) 10.0008 (inf) 425;12774 2,183,475.7531 (0.01) 175408 1 -test_setup_many_rounds 430.9986 (inf) 1,522.9998 (301.58) 698.3002 (138.28) 350.3251 (inf) 561.0000 (111.09) 409.9966 (inf) 1;1 1,432,048.8329 (0.01) 10 1 -test_proto[LocalsCachedPropertyProxy] 469.9978 (inf) 34,814.9988 (>1000.0) 504.6407 (99.93) 273.8573 (inf) 500.9970 (99.21) 10.0008 (inf) 553;7536 1,981,607.7673 (0.01) 127308 1 -test_single 620.9993 (inf) 620.9993 (122.97) 620.9993 (122.97) 0.0000 (1.0) 620.9993 (122.97) 0.0000 (1.0) 0;0 1,610,307.6582 (0.01) 1 1 -test_can_use_both_args_and_setup_without_return 1,052.0016 (inf) 1,052.0016 (208.32) 1,052.0016 (208.32) 0.0000 (1.0) 1,052.0016 (208.32) 0.0000 (1.0) 0;0 950,568.8896 (0.00) 1 1 -test_setup_cprofile 1,293.0032 (inf) 1,293.0032 (256.04) 1,293.0032 (256.04) 0.0000 (1.0) 1,293.0032 (256.04) 0.0000 (1.0) 0;0 773,393.3198 (0.00) 1 1 -test_args_kwargs 1,903.0012 (inf) 1,903.0012 (376.83) 1,903.0012 (376.83) 0.0000 (1.0) 1,903.0012 (376.83) 0.0000 (1.0) 0;0 525,485.7300 (0.00) 1 1 -test_setup 1,994.0017 (inf) 1,994.0017 (394.85) 1,994.0017 (394.85) 0.0000 (1.0) 1,994.0017 (394.85) 0.0000 (1.0) 0;0 501,504.0986 (0.00) 1 1 -test_fast 12,472.9995 (inf) 2,190,854.9970 (>1000.0) 61,226.9640 (>1000.0) 24,577.1486 (inf) 60,532.0020 (>1000.0) 1,983.0004 (inf) 125;939 16,332.6733 (0.00) 12221 1 -test_calibrate_slow 14,647.0011 (inf) 27,971,052.0008 (>1000.0) 104,073.5849 (>1000.0) 355,710.3203 (inf) 68,378.0017 (>1000.0) 3,285.9971 (inf) 7640;64205 9,608.5861 (0.00) 631712 1 -test_parametrized[4] 15,620.0003 (inf) 3,540,273.9995 (>1000.0) 75,307.2722 (>1000.0) 76,724.1619 (inf) 67,977.0019 (>1000.0) 1,303.0003 (inf) 196;2163 13,278.9301 (0.00) 12980 1 -test_parametrized[1] 17,110.9969 (inf) 3,070,901.9993 (>1000.0) 73,879.5345 (>1000.0) 58,570.6325 (inf) 68,116.9986 (>1000.0) 1,924.0033 (inf) 174;1477 13,535.5482 (0.00) 12085 1 -test_parametrized[2] 17,111.0005 (inf) 2,826,447.0020 (>1000.0) 74,365.4371 (>1000.0) 57,660.5813 (inf) 68,016.0010 (>1000.0) 1,904.0017 (inf) 160;1599 13,447.1071 (0.00) 10481 1 -test_parametrized[0] 18,132.9997 (inf) 3,126,162.9993 (>1000.0) 73,812.0510 (>1000.0) 66,024.7715 (inf) 68,045.9998 (>1000.0) 2,043.4982 (inf) 98;1580 13,547.9232 (0.00) 9892 1 -test_parametrized[3] 18,986.0002 (inf) 3,315,637.0009 (>1000.0) 75,949.1110 (>1000.0) 69,942.5331 (inf) 68,096.0002 (>1000.0) 2,896.5005 (inf) 213;1590 13,166.7111 (0.00) 12548 1 -test_calibrate 22,200.9985 (inf) 4,191,617.0012 (>1000.0) 28,577.6368 (>1000.0) 11,059.4987 (inf) 26,860.0015 (>1000.0) 2,333.9999 (inf) 23445;89160 34,992.3966 (0.00) 449419 1 -test_slow 1,022,362.0011 (inf) 3,458,061.0009 (>1000.0) 1,078,771.9861 (>1000.0) 97,497.2280 (inf) 1,068,597.0010 (>1000.0) 4,801.4999 (inf) 16;93 926.9799 (0.00) 935 1 -test_slower 10,066,441.9988 (inf) 10,579,286.9981 (>1000.0) 10,088,051.0500 (>1000.0) 52,864.1684 (inf) 10,080,262.5020 (>1000.0) 8,280.9984 (inf) 2;8 99.1272 (0.00) 100 1 -test_calibrate_stuck[False-1-0.01] 504,999,999.9992 (inf) 504,999,999.9992 (>1000.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False--1-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-0-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------ benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------ +Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_xfast 0.0000 (1.0) 953.6743 (188.85) 342.6330 (67.85) 148.1816 (inf) 238.4186 (47.21) 238.4186 (inf) 81;4 2,918,574.7746 (0.01) 1272 1 +test_calibrate_stuck[False--1-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9796 (1.0) 1 2 +test_calibrate_stuck[False-0-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9796 (1.0) 1 2 +test_calibrate_stuck[False-1-1e-10] 5.0500 (inf) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9796 (1.0) 1 2 +test_calibrate_stuck[True--1-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 +test_calibrate_stuck[True-0-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 +test_calibrate_stuck[True-1-1e-10] 10.0000 (inf) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 99,999,999.9995 (0.50) 1 1 +test_calibrate_stuck[False-0-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_stuck[False-1-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_stuck[False--1-1e-09] 50.5000 (inf) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 +test_calibrate_xfast 71.7281 (inf) 23,775.2800 (>1000.0) 75.4087 (14.93) 37.8114 (inf) 74.1379 (14.68) 1.3970 (inf) 10371;20235 13,261,072.3293 (0.07) 1417856 100 +test_calibrate_stuck[True--1-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_calibrate_stuck[True-1-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0001 (0.05) 1 1 +test_calibrate_stuck[True-0-1e-09] 100.0000 (inf) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 +test_proto[LocalsSimpleProxy] 197.3473 (inf) 6,998.6563 (>1000.0) 214.8766 (42.55) 95.7362 (inf) 209.3962 (41.46) 9.5461 (inf) 3309;4165 4,653,832.8108 (0.02) 149188 20 +test_proto[SimpleProxy] 198.7404 (inf) 166,201.5954 (>1000.0) 258.1996 (51.13) 439.8622 (inf) 253.8436 (50.27) 5.8208 (inf) 368;45560 3,872,972.5177 (0.02) 190846 12 +test_rounds_iterations 199.3030 (inf) 299.5832 (59.32) 235.3732 (46.61) 27.8294 (inf) 238.3953 (47.21) 31.8338 (inf) 6;1 4,248,572.8801 (0.02) 15 10 +test_calibrate_fast 229.5291 (inf) 23,461.4895 (>1000.0) 265.3680 (52.55) 63.5455 (inf) 250.0718 (49.52) 1.7113 (inf) 13554;87082 3,768,351.5490 (0.02) 442051 100 +test_warmup_rounds 289.8742 (inf) 520.8421 (103.14) 358.3729 (70.96) 95.9636 (inf) 310.1304 (61.41) 109.4304 (inf) 1;0 2,790,389.3555 (0.01) 5 1 +test_rounds 309.8976 (inf) 791.8570 (156.80) 397.4264 (78.70) 127.4685 (inf) 331.0852 (65.56) 128.3479 (inf) 1;1 2,516,189.2454 (0.01) 15 1 +test_iterations 310.5961 (inf) 310.5961 (61.50) 310.5961 (61.50) 0.0000 (1.0) 310.5961 (61.50) 0.0000 (1.0) 0;0 3,219,615.6642 (0.02) 1 10 +test_proto[CachedPropertyProxy] 349.9445 (inf) 40,826.8534 (>1000.0) 383.7553 (75.99) 359.2966 (inf) 370.8992 (73.45) 10.9430 (inf) 466;15610 2,605,827.1141 (0.01) 137475 1 +test_proto[LocalsCachedPropertyProxy] 349.9445 (inf) 103,854.8071 (>1000.0) 385.0335 (76.24) 538.7729 (inf) 371.1320 (73.49) 10.0117 (inf) 92;8974 2,597,176.6709 (0.01) 133975 1 +test_setup_many_rounds 731.0882 (inf) 9,238.0214 (>1000.0) 1,834.4959 (363.27) 2,630.2656 (inf) 866.5957 (171.60) 681.0296 (inf) 1;1 545,108.8698 (0.00) 10 1 +test_single 1,303.1531 (inf) 1,303.1531 (258.05) 1,303.1531 (258.05) 0.0000 (1.0) 1,303.1531 (258.05) 0.0000 (1.0) 0;0 767,369.5365 (0.00) 1 1 +test_can_use_both_args_and_setup_without_return 1,403.0375 (inf) 1,403.0375 (277.83) 1,403.0375 (277.83) 0.0000 (1.0) 1,403.0375 (277.83) 0.0000 (1.0) 0;0 712,739.3455 (0.00) 1 1 +test_setup_cprofile 1,893.8445 (inf) 1,893.8445 (375.02) 1,893.8445 (375.02) 0.0000 (1.0) 1,893.8445 (375.02) 0.0000 (1.0) 0;0 528,026.4687 (0.00) 1 1 +test_args_kwargs 1,973.9382 (inf) 1,973.9382 (390.88) 1,973.9382 (390.88) 0.0000 (1.0) 1,973.9382 (390.88) 0.0000 (1.0) 0;0 506,601.4739 (0.00) 1 1 +test_setup 2,505.0249 (inf) 2,505.0249 (496.04) 2,505.0249 (496.04) 0.0000 (1.0) 2,505.0249 (496.04) 0.0000 (1.0) 0;0 399,197.6295 (0.00) 1 1 +test_fast 17,052.0507 (inf) 1,142,913.0100 (>1000.0) 68,793.2902 (>1000.0) 42,231.4264 (inf) 62,797.9171 (>1000.0) 3,456.5455 (inf) 340;1456 14,536.3014 (0.00) 12093 1 +test_calibrate_slow 18,163.8170 (inf) 6,558,407.0981 (>1000.0) 74,924.1804 (>1000.0) 46,135.0642 (inf) 71,905.0877 (>1000.0) 3,546.9420 (inf) 6281;34242 13,346.8260 (0.00) 559817 1 +test_parametrized[3] 18,674.8803 (inf) 3,375,549.1022 (>1000.0) 76,864.4236 (>1000.0) 57,648.3601 (inf) 71,794.9588 (>1000.0) 3,706.8967 (inf) 139;1082 13,009.9200 (0.00) 12137 1 +test_parametrized[4] 18,934.9521 (inf) 5,324,403.0569 (>1000.0) 78,000.1940 (>1000.0) 78,856.2513 (inf) 70,271.4315 (>1000.0) 3,577.9085 (inf) 166;850 12,820.4809 (0.00) 12290 1 +test_parametrized[1] 19,256.9569 (inf) 2,971,811.9185 (>1000.0) 86,422.2358 (>1000.0) 96,988.9535 (inf) 70,170.9650 (>1000.0) 4,558.8240 (inf) 180;774 11,571.0962 (0.00) 5826 1 +test_parametrized[0] 20,678.8536 (inf) 3,225,788.9397 (>1000.0) 81,087.3033 (>1000.0) 81,787.8969 (inf) 70,411.9448 (>1000.0) 3,585.8247 (inf) 102;560 12,332.3869 (0.00) 4693 1 +test_calibrate 22,401.8004 (inf) 1,835,431.9036 (>1000.0) 25,566.4397 (>1000.0) 5,177.0100 (inf) 24,826.9644 (>1000.0) 2,124.1140 (inf) 12710;14325 39,113.7762 (0.00) 453290 1 +test_parametrized[2] 22,643.0129 (inf) 3,911,793.9305 (>1000.0) 80,489.8101 (>1000.0) 97,172.5017 (inf) 73,177.0415 (>1000.0) 2,755.0850 (inf) 53;634 12,423.9329 (0.00) 4920 1 +test_slow 1,015,084.0972 (inf) 2,388,569.0607 (>1000.0) 1,086,185.0854 (>1000.0) 81,634.0722 (inf) 1,072,871.9644 (>1000.0) 9,868.1194 (inf) 28;65 920.6534 (0.00) 923 1 +test_slower 10,055,253.9807 (inf) 13,549,946.0157 (>1000.0) 10,154,298.9002 (>1000.0) 371,211.6840 (inf) 10,084,698.9080 (>1000.0) 13,114.6517 (inf) 3;17 98.4805 (0.00) 100 1 +test_calibrate_stuck[False--1-0.01] 504,999,999.9992 (inf) 504,999,999.9992 (>1000.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 504,999,999.9992 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-0-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-1-0.01] 505,000,000.0010 (inf) 505,000,000.0010 (>1000.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 505,000,000.0010 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (inf) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (inf) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (inf) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. @@ -1070,7 +1106,7 @@ SKIPPED [2] tests/test_with_testcase.py:6: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [2] tests/test_with_weaver.py:5: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [1] tests/test_skip.py:5: bla -================== 227 passed, 5 skipped in 487.70s (0:08:07) ================== +================== 227 passed, 5 skipped in 454.97s (0:07:34) ================== create-stamp debian/debhelper-build-stamp fakeroot debian/rules binary dh binary --buildsystem=pybuild @@ -1105,8 +1141,8 @@ dh_gencontrol -O--buildsystem=pybuild dh_md5sums -O--buildsystem=pybuild dh_builddeb -O--buildsystem=pybuild -dpkg-deb: building package 'pytest-benchmark' in '../pytest-benchmark_4.0.0-3_all.deb'. dpkg-deb: building package 'python3-pytest-benchmark' in '../python3-pytest-benchmark_4.0.0-3_all.deb'. +dpkg-deb: building package 'pytest-benchmark' in '../pytest-benchmark_4.0.0-3_all.deb'. dpkg-genbuildinfo --build=binary -O../python-pytest-benchmark_4.0.0-3_amd64.buildinfo dpkg-genchanges --build=binary -O../python-pytest-benchmark_4.0.0-3_amd64.changes dpkg-genchanges: info: binary-only upload (no source code included) @@ -1114,12 +1150,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: not including original source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/2637299/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/2637299/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/1928171 and its subdirectories -I: Current time: Tue May 7 03:12:06 -12 2024 -I: pbuilder-time-stamp: 1715094726 +I: removing directory /srv/workspace/pbuilder/2637299 and its subdirectories +I: Current time: Tue Jun 10 11:52:05 +14 2025 +I: pbuilder-time-stamp: 1749505925