Diff of the two buildlogs: -- --- b1/build.log 2024-04-14 22:42:43.902959052 +0000 +++ b2/build.log 2024-04-14 23:14:23.726137864 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Sun Apr 14 10:11:41 -12 2024 -I: pbuilder-time-stamp: 1713132701 +I: Current time: Mon Apr 15 12:42:53 +14 2024 +I: pbuilder-time-stamp: 1713134573 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/trixie-reproducible-base.tgz] I: copying local configuration @@ -33,52 +33,84 @@ dpkg-source: info: applying 0006-Ignore-DeprecationWarning-about-datetime-UTC.patch I: using fakeroot in build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/18200/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/557/tmp/hooks/D01_modify_environment starting +debug: Running on virt32c. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 Apr 14 22:43 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/557/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/557/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='armhf' - DEBIAN_FRONTEND='noninteractive' - DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=5 ' - DISTRIBUTION='trixie' - HOME='/root' - HOST_ARCH='armhf' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="21" [3]="1" [4]="release" [5]="arm-unknown-linux-gnueabihf") + BASH_VERSION='5.2.21(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=armhf + DEBIAN_FRONTEND=noninteractive + DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=4 ' + DIRSTACK=() + DISTRIBUTION=trixie + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=arm + HOST_ARCH=armhf IFS=' ' - INVOCATION_ID='1a68b29241e540f184cb267377e3a85f' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='18200' - PS1='# ' - PS2='> ' + INVOCATION_ID=e05ac7c99c91454caec740436495212e + LANG=C + LANGUAGE=it_CH:it + LC_ALL=C + MACHTYPE=arm-unknown-linux-gnueabihf + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnueabihf + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=557 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.kPWVPhus/pbuilderrc_vIyP --distribution trixie --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.kPWVPhus/b1 --logfile b1/build.log python-pytest-benchmark_4.0.0-3.dsc' - SUDO_GID='114' - SUDO_UID='109' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' - http_proxy='http://10.0.0.15:3142/' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.kPWVPhus/pbuilderrc_MZyl --distribution trixie --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.kPWVPhus/b2 --logfile b2/build.log python-pytest-benchmark_4.0.0-3.dsc' + SUDO_GID=113 + SUDO_UID=107 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' + http_proxy=http://10.0.0.15:3142/ I: uname -a - Linux ff64a 6.1.0-20-arm64 #1 SMP Debian 6.1.85-1 (2024-04-11) aarch64 GNU/Linux + Linux i-capture-the-hostname 6.1.0-20-armmp-lpae #1 SMP Debian 6.1.85-1 (2024-04-11) armv7l GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Apr 12 11:25 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/18200/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 Apr 12 22:21 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/557/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -233,7 +265,7 @@ Get: 89 http://deb.debian.org/debian trixie/main armhf python3-pygal all 3.0.0-1 [64.8 kB] Get: 90 http://deb.debian.org/debian trixie/main armhf python3-pytest all 7.4.4-3 [239 kB] Get: 91 http://deb.debian.org/debian trixie/main armhf python3-pytest-xdist all 3.5.0-1 [42.1 kB] -Fetched 45.4 MB in 3s (17.6 MB/s) +Fetched 45.4 MB in 1s (42.7 MB/s) debconf: delaying package configuration, since apt-utils is not installed Selecting previously unselected package libpython3.11-minimal:armhf. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 19635 files and directories currently installed.) @@ -535,8 +567,8 @@ Setting up tzdata (2024a-1) ... Current default time zone: 'Etc/UTC' -Local time is now: Sun Apr 14 22:13:26 UTC 2024. -Universal Time is now: Sun Apr 14 22:13:26 UTC 2024. +Local time is now: Sun Apr 14 22:43:48 UTC 2024. +Universal Time is now: Sun Apr 14 22:43:48 UTC 2024. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up liberror-perl (0.17029-2) ... @@ -636,7 +668,11 @@ fakeroot is already the newest version (1.33-1). 0 upgraded, 0 newly installed, 0 to remove and 0 not upgraded. I: Building the package -I: Running cd /build/reproducible-path/python-pytest-benchmark-4.0.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../python-pytest-benchmark_4.0.0-3_source.changes +I: user script /srv/workspace/pbuilder/557/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for trixie +I: user script /srv/workspace/pbuilder/557/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/python-pytest-benchmark-4.0.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../python-pytest-benchmark_4.0.0-3_source.changes dpkg-buildpackage: info: source package python-pytest-benchmark dpkg-buildpackage: info: source version 4.0.0-3 dpkg-buildpackage: info: source distribution unstable @@ -663,25 +699,25 @@ creating build creating build/lib creating build/lib/pytest_benchmark +copying src/pytest_benchmark/cli.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/__main__.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/hookspec.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/compat.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/session.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/utils.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/csv.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/stats.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/fixture.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/session.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/compat.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/stats.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/histogram.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/__init__.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/logger.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/hookspec.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/__init__.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/timers.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/table.py -> build/lib/pytest_benchmark +copying src/pytest_benchmark/csv.py -> build/lib/pytest_benchmark copying src/pytest_benchmark/plugin.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/__main__.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/timers.py -> build/lib/pytest_benchmark -copying src/pytest_benchmark/cli.py -> build/lib/pytest_benchmark creating build/lib/pytest_benchmark/storage copying src/pytest_benchmark/storage/elasticsearch.py -> build/lib/pytest_benchmark/storage -copying src/pytest_benchmark/storage/__init__.py -> build/lib/pytest_benchmark/storage copying src/pytest_benchmark/storage/file.py -> build/lib/pytest_benchmark/storage +copying src/pytest_benchmark/storage/__init__.py -> build/lib/pytest_benchmark/storage running egg_info creating src/pytest_benchmark.egg-info writing src/pytest_benchmark.egg-info/PKG-INFO @@ -705,30 +741,30 @@ creating build/bdist.linux-armv7l creating build/bdist.linux-armv7l/wheel creating build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark copying build/lib/pytest_benchmark/utils.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark creating build/bdist.linux-armv7l/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/elasticsearch.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/file.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/table.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark copying build/lib/pytest_benchmark/plugin.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark running install_egg_info Copying src/pytest_benchmark.egg-info to build/bdist.linux-armv7l/wheel/pytest_benchmark-4.0.0.egg-info running install_scripts creating build/bdist.linux-armv7l/wheel/pytest_benchmark-4.0.0.dist-info/WHEEL -creating '/build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.12_pytest-benchmark/.tmp-xyvrsbvf/pytest_benchmark-4.0.0-py3-none-any.whl' and adding 'build/bdist.linux-armv7l/wheel' to it +creating '/build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.12_pytest-benchmark/.tmp-25bu9dfi/pytest_benchmark-4.0.0-py3-none-any.whl' and adding 'build/bdist.linux-armv7l/wheel' to it adding 'pytest_benchmark/__init__.py' adding 'pytest_benchmark/__main__.py' adding 'pytest_benchmark/cli.py' @@ -783,30 +819,30 @@ running install_lib creating build/bdist.linux-armv7l/wheel creating build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark copying build/lib/pytest_benchmark/utils.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark copying build/lib/pytest_benchmark/fixture.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/session.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/compat.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/stats.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark creating build/bdist.linux-armv7l/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/elasticsearch.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/storage/file.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark/storage -copying build/lib/pytest_benchmark/histogram.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/__init__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/logger.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/hookspec.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/storage/__init__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark/storage copying build/lib/pytest_benchmark/table.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark +copying build/lib/pytest_benchmark/csv.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark copying build/lib/pytest_benchmark/plugin.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/__main__.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/timers.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark -copying build/lib/pytest_benchmark/cli.py -> build/bdist.linux-armv7l/wheel/pytest_benchmark running install_egg_info Copying src/pytest_benchmark.egg-info to build/bdist.linux-armv7l/wheel/pytest_benchmark-4.0.0.egg-info running install_scripts creating build/bdist.linux-armv7l/wheel/pytest_benchmark-4.0.0.dist-info/WHEEL -creating '/build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.11_pytest-benchmark/.tmp-2i6_oowz/pytest_benchmark-4.0.0-py3-none-any.whl' and adding 'build/bdist.linux-armv7l/wheel' to it +creating '/build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.11_pytest-benchmark/.tmp-saltdov0/pytest_benchmark-4.0.0-py3-none-any.whl' and adding 'build/bdist.linux-armv7l/wheel' to it adding 'pytest_benchmark/__init__.py' adding 'pytest_benchmark/__main__.py' adding 'pytest_benchmark/cli.py' @@ -860,67 +896,67 @@ tests/test_utils.py .................................. [100%] ------------------------------------------------------------------------------------------------------------------------------------ benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------ -Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_calibrate_stuck[False--1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9803 (1.0) 1 2 -test_calibrate_stuck[False-0-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9803 (1.0) 1 2 -test_calibrate_stuck[False-1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9803 (1.0) 1 2 -test_calibrate_stuck[True--1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[True-0-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[True-1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[False--1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 -test_calibrate_stuck[False-0-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 -test_calibrate_stuck[False-1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 -test_calibrate_stuck[True--1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-0-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_xfast 821.9080 (162.75) 11,269.0005 (>1000.0) 879.8969 (174.24) 125.6745 (inf) 875.0000 (173.27) 0.0000 (1.0) 7061;467401 1,136,496.7994 (0.01) 1142858 11 -test_rounds_iterations 1,020.7994 (202.14) 1,545.7990 (306.10) 1,193.8732 (236.41) 140.9417 (inf) 1,166.6009 (231.01) 80.2749 (inf) 5;3 837,609.9065 (0.00) 15 10 -test_iterations 1,516.6996 (300.34) 1,516.6996 (300.34) 1,516.6996 (300.34) 0.0000 (1.0) 1,516.6996 (300.34) 0.0000 (1.0) 0;0 659,326.3607 (0.00) 1 10 -test_rounds 1,749.9988 (346.53) 4,957.9976 (981.78) 2,333.3336 (462.05) 779.3596 (inf) 2,041.9975 (404.36) 218.2605 (inf) 1;3 428,571.3726 (0.00) 15 1 -test_warmup_rounds 2,040.9934 (404.16) 2,625.0054 (519.80) 2,158.2033 (427.37) 260.9508 (inf) 2,041.9975 (404.36) 146.7561 (inf) 1;1 463,348.3833 (0.00) 5 1 -test_xfast 2,145.7672 (424.90) 20,742.4164 (>1000.0) 2,478.2804 (490.75) 605.7324 (inf) 2,384.1858 (472.12) 238.4186 (inf) 7;7 403,505.5847 (0.00) 1049 1 -test_calibrate_fast 3,110.9957 (616.04) 40,055.6649 (>1000.0) 3,285.0598 (650.51) 419.6495 (inf) 3,305.3317 (654.52) 97.3329 (inf) 6358;14896 304,408.4656 (0.00) 1071469 3 -test_proto[LocalsSimpleProxy] 3,207.9988 (635.25) 27,707.9962 (>1000.0) 3,735.1488 (739.63) 508.6656 (inf) 3,791.0067 (750.69) 291.9842 (inf) 523;477 267,726.9519 (0.00) 58110 1 -test_proto[CachedPropertyProxy] 3,499.9975 (693.07) 28,584.0069 (>1000.0) 3,879.8492 (768.29) 531.3015 (inf) 3,791.9963 (750.89) 291.9842 (inf) 262;262 257,741.9758 (0.00) 32345 1 -test_proto[LocalsCachedPropertyProxy] 3,499.9975 (693.07) 87,792.0102 (>1000.0) 3,833.5110 (759.11) 663.7041 (inf) 3,791.9963 (750.89) 1.0041 (inf) 258;7764 260,857.4754 (0.00) 32345 1 -test_proto[SimpleProxy] 3,499.9975 (693.07) 74,958.9963 (>1000.0) 3,884.5055 (769.21) 606.2184 (inf) 3,791.9963 (750.89) 291.9842 (inf) 453;453 257,433.0217 (0.00) 56206 1 -test_setup_many_rounds 3,791.9963 (750.89) 9,625.0005 (>1000.0) 5,016.7029 (993.41) 1,775.7467 (inf) 4,375.0042 (866.34) 583.9975 (inf) 1;2 199,334.1074 (0.00) 10 1 -test_single 4,375.0042 (866.34) 4,375.0042 (866.34) 4,375.0042 (866.34) 0.0000 (1.0) 4,375.0042 (866.34) 0.0000 (1.0) 0;0 228,571.2086 (0.00) 1 1 -test_can_use_both_args_and_setup_without_return 7,583.0030 (>1000.0) 7,583.0030 (>1000.0) 7,583.0030 (>1000.0) 0.0000 (1.0) 7,583.0030 (>1000.0) 0.0000 (1.0) 0;0 131,873.8759 (0.00) 1 1 -test_setup 9,916.9993 (>1000.0) 9,916.9993 (>1000.0) 9,916.9993 (>1000.0) 0.0000 (1.0) 9,916.9993 (>1000.0) 0.0000 (1.0) 0;0 100,836.9542 (0.00) 1 1 -test_args_kwargs 10,208.9980 (>1000.0) 10,208.9980 (>1000.0) 10,208.9980 (>1000.0) 0.0000 (1.0) 10,208.9980 (>1000.0) 0.0000 (1.0) 0;0 97,952.8060 (0.00) 1 1 -test_parametrized[2] 37,332.9967 (>1000.0) 130,667.9915 (>1000.0) 85,535.2387 (>1000.0) 1,842.5622 (inf) 85,167.0047 (>1000.0) 292.0133 (inf) 490;1278 11,691.0880 (0.00) 8487 1 -test_calibrate_slow 39,374.9942 (>1000.0) 3,786,721.9944 (>1000.0) 92,892.8594 (>1000.0) 12,098.8261 (inf) 95,958.9961 (>1000.0) 10,499.9781 (inf) 1871;1375 10,765.0901 (0.00) 211641 1 -test_parametrized[0] 39,666.9930 (>1000.0) 132,708.9994 (>1000.0) 85,738.9729 (>1000.0) 2,179.2513 (inf) 85,459.0035 (>1000.0) 293.0028 (inf) 409;1401 11,663.3074 (0.00) 7900 1 -test_parametrized[3] 39,667.0075 (>1000.0) 239,125.9914 (>1000.0) 89,995.0314 (>1000.0) 5,984.1768 (inf) 85,749.9981 (>1000.0) 10,792.0059 (inf) 1835;23 11,111.7246 (0.00) 9317 1 -test_parametrized[1] 39,958.0022 (>1000.0) 151,667.0018 (>1000.0) 85,664.4073 (>1000.0) 2,458.0536 (inf) 85,749.9981 (>1000.0) 293.0028 (inf) 408;1171 11,673.4596 (0.00) 8343 1 -test_setup_cprofile 39,958.0022 (>1000.0) 39,958.0022 (>1000.0) 39,958.0022 (>1000.0) 0.0000 (1.0) 39,958.0022 (>1000.0) 0.0000 (1.0) 0;0 25,026.2762 (0.00) 1 1 -test_fast 41,124.9930 (>1000.0) 106,459.0033 (>1000.0) 77,278.9754 (>1000.0) 1,748.6971 (inf) 77,291.9884 (>1000.0) 582.9934 (inf) 632;707 12,940.1302 (0.00) 8952 1 -test_parametrized[4] 41,125.9971 (>1000.0) 282,584.0056 (>1000.0) 91,711.8071 (>1000.0) 6,300.7077 (inf) 95,957.9920 (>1000.0) 10,791.9914 (inf) 927;37 10,903.7215 (0.00) 7586 1 -test_calibrate 209,708.9891 (>1000.0) 365,750.9951 (>1000.0) 213,898.3163 (>1000.0) 12,003.6175 (inf) 210,293.0011 (>1000.0) 4,375.0042 (inf) 2883;4022 4,675.1186 (0.00) 46711 1 -test_slow 1,033,962.0057 (>1000.0) 1,194,962.0093 (>1000.0) 1,084,527.1947 (>1000.0) 28,698.5052 (inf) 1,074,796.0041 (>1000.0) 4,667.0029 (inf) 82;86 922.0608 (0.00) 911 1 -test_slower 10,289,828.9915 (>1000.0) 10,358,370.0111 (>1000.0) 10,300,782.0196 (>1000.0) 7,534.1457 (inf) 10,299,953.0063 (>1000.0) 1,499.9969 (inf) 3;11 97.0800 (0.00) 98 1 -test_calibrate_stuck[False--1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-0-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------- benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------- +Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_calibrate_stuck[False--1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9804 (1.0) 1 2 +test_calibrate_stuck[False-0-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9804 (1.0) 1 2 +test_calibrate_stuck[False-1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9804 (1.0) 1 2 +test_calibrate_stuck[True--1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.50) 1 1 +test_calibrate_stuck[True-0-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.50) 1 1 +test_calibrate_stuck[True-1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.50) 1 1 +test_calibrate_stuck[False-1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1981 (0.10) 1 2 +test_calibrate_stuck[False--1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 +test_calibrate_stuck[False-0-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 +test_calibrate_stuck[True--1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 +test_calibrate_stuck[True-0-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 +test_calibrate_stuck[True-1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 +test_calibrate_xfast 287.3161 (56.89) 635,477.6315 (>1000.0) 448.7322 (88.86) 7,121.3815 (inf) 300.9995 (59.60) 8.3681 (inf) 835;187516 2,228,500.8215 (0.01) 1908764 19 +test_rounds_iterations 416.0000 (82.38) 787.9004 (156.02) 536.2533 (106.19) 126.7099 (inf) 492.0003 (97.43) 66.5012 (inf) 3;3 1,864,790.3642 (0.01) 15 10 +test_iterations 711.9001 (140.97) 711.9001 (140.97) 711.9001 (140.97) 0.0000 (1.0) 711.9001 (140.97) 0.0000 (1.0) 0;0 1,404,691.5406 (0.01) 1 10 +test_xfast 715.2557 (141.63) 31,948.0896 (>1000.0) 916.1100 (181.41) 1,041.6998 (inf) 953.6743 (188.85) 238.4186 (inf) 6;18 1,091,572.0033 (0.01) 933 1 +test_warmup_rounds 759.9883 (150.49) 1,239.9978 (245.54) 871.9973 (172.67) 207.1719 (inf) 779.9972 (154.45) 165.0005 (inf) 1;1 1,146,792.5067 (0.01) 5 1 +test_rounds 800.0061 (158.42) 3,018.9985 (597.82) 1,066.5322 (211.19) 562.7073 (inf) 859.9891 (170.29) 250.0128 (inf) 1;1 937,618.2161 (0.00) 15 1 +test_calibrate_fast 897.8997 (177.80) 561,047.6001 (>1000.0) 974.7582 (193.02) 589.8252 (inf) 950.0000 (188.12) 24.0005 (inf) 5786;78880 1,025,895.4416 (0.01) 1089444 10 +test_proto[LocalsSimpleProxy] 1,299.0058 (257.23) 104,909.9956 (>1000.0) 1,599.1831 (316.67) 1,268.4952 (inf) 1,540.0001 (304.95) 119.9951 (inf) 624;2864 625,319.2526 (0.00) 85919 1 +test_proto[LocalsCachedPropertyProxy] 1,319.0001 (261.19) 114,609.9967 (>1000.0) 1,606.7633 (318.17) 1,315.1714 (inf) 1,540.0001 (304.95) 139.9894 (inf) 342;1306 622,369.1902 (0.00) 51656 1 +test_proto[SimpleProxy] 1,320.0042 (261.39) 215,420.0047 (>1000.0) 1,579.0844 (312.69) 1,293.9270 (inf) 1,519.9912 (300.99) 120.0096 (inf) 614;2974 633,278.3920 (0.00) 92774 1 +test_proto[CachedPropertyProxy] 1,339.9986 (265.35) 103,689.9921 (>1000.0) 1,623.0849 (321.40) 1,340.6518 (inf) 1,559.9944 (308.91) 120.0096 (inf) 308;1371 616,110.7185 (0.00) 43749 1 +test_setup_many_rounds 1,740.0016 (344.55) 16,617.9962 (>1000.0) 4,035.7001 (799.15) 4,675.5280 (inf) 1,990.0035 (394.06) 960.0044 (inf) 1;2 247,788.4808 (0.00) 10 1 +test_single 3,040.0115 (601.98) 3,040.0115 (601.98) 3,040.0115 (601.98) 0.0000 (1.0) 3,040.0115 (601.98) 0.0000 (1.0) 0;0 328,946.1233 (0.00) 1 1 +test_can_use_both_args_and_setup_without_return 4,360.0012 (863.37) 4,360.0012 (863.37) 4,360.0012 (863.37) 0.0000 (1.0) 4,360.0012 (863.37) 0.0000 (1.0) 0;0 229,357.7358 (0.00) 1 1 +test_setup 4,879.9993 (966.34) 4,879.9993 (966.34) 4,879.9993 (966.34) 0.0000 (1.0) 4,879.9993 (966.34) 0.0000 (1.0) 0;0 204,918.0612 (0.00) 1 1 +test_setup_cprofile 5,139.0089 (>1000.0) 5,139.0089 (>1000.0) 5,139.0089 (>1000.0) 0.0000 (1.0) 5,139.0089 (>1000.0) 0.0000 (1.0) 0;0 194,590.0516 (0.00) 1 1 +test_args_kwargs 5,658.9924 (>1000.0) 5,658.9924 (>1000.0) 5,658.9924 (>1000.0) 0.0000 (1.0) 5,658.9924 (>1000.0) 0.0000 (1.0) 0;0 176,709.9018 (0.00) 1 1 +test_parametrized[2] 23,636.9960 (>1000.0) 266,055.9985 (>1000.0) 76,679.9779 (>1000.0) 5,951.0068 (inf) 74,812.9969 (>1000.0) 8,078.9905 (inf) 1909;97 13,041.2140 (0.00) 10226 1 +test_parametrized[1] 24,116.9910 (>1000.0) 133,408.0007 (>1000.0) 76,914.0500 (>1000.0) 6,041.6436 (inf) 73,973.0021 (>1000.0) 9,649.4914 (inf) 2019;72 13,001.5257 (0.00) 9576 1 +test_parametrized[4] 24,797.9915 (>1000.0) 149,726.0091 (>1000.0) 76,684.4740 (>1000.0) 5,337.5366 (inf) 75,233.0088 (>1000.0) 7,579.9908 (inf) 1944;114 13,040.4494 (0.00) 9899 1 +test_calibrate_slow 24,798.0061 (>1000.0) 29,773,062.9973 (>1000.0) 266,417.9025 (>1000.0) 845,020.6083 (inf) 82,771.9923 (>1000.0) 7,959.9995 (inf) 10569;21729 3,753.5015 (0.00) 231825 1 +test_parametrized[0] 25,457.9936 (>1000.0) 1,233,984.9927 (>1000.0) 78,592.3365 (>1000.0) 14,705.2012 (inf) 78,962.4974 (>1000.0) 10,138.9887 (inf) 115;88 12,723.8869 (0.00) 8702 1 +test_fast 25,577.9887 (>1000.0) 2,611,256.0008 (>1000.0) 71,311.8851 (>1000.0) 26,869.2878 (inf) 70,852.9988 (>1000.0) 3,598.9942 (inf) 63;633 14,022.9079 (0.00) 9819 1 +test_parametrized[3] 35,536.9993 (>1000.0) 137,046.9981 (>1000.0) 79,121.0242 (>1000.0) 5,668.7625 (inf) 78,012.9922 (>1000.0) 7,918.9922 (inf) 2844;131 12,638.8657 (0.00) 9821 1 +test_calibrate 81,891.9943 (>1000.0) 8,160,298.0063 (>1000.0) 86,179.4139 (>1000.0) 35,356.7226 (inf) 84,212.0062 (>1000.0) 1,859.9967 (inf) 746;9912 11,603.6992 (0.00) 119801 1 +test_slow 1,065,379.9982 (>1000.0) 7,993,815.0011 (>1000.0) 1,237,554.5710 (>1000.0) 608,921.7883 (inf) 1,122,914.9968 (>1000.0) 22,317.7558 (inf) 38;67 808.0452 (0.00) 911 1 +test_slower 10,097,018.0065 (>1000.0) 14,244,990.9908 (>1000.0) 10,196,503.9491 (>1000.0) 414,189.4291 (inf) 10,153,712.5011 (>1000.0) 40,176.0044 (inf) 1;2 98.0728 (0.00) 98 1 +test_calibrate_stuck[False--1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-0-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. @@ -928,7 +964,7 @@ ----------------------------- cProfile (time in s) ----------------------------- tests/test_pedantic.py::test_setup_cprofile ncalls tottime percall cumtime percall filename:lineno(function) -1 0.0003 0.0003 0.0003 0.0003 ~:0() +1 0.0001 0.0001 0.0001 0.0001 ~:0() 1 0.0000 0.0000 0.0000 0.0000 build/tests/test_pedantic.py:29(stuff) 1 0.0000 0.0000 0.0000 0.0000 ~:0() @@ -936,7 +972,7 @@ SKIPPED [2] tests/test_with_testcase.py:6: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [2] tests/test_with_weaver.py:5: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [1] tests/test_skip.py:5: bla -================== 227 passed, 5 skipped in 778.69s (0:12:58) ================== +================= 227 passed, 5 skipped in 1105.02s (0:18:25) ================== I: pybuild base:311: cd /build/reproducible-path/python-pytest-benchmark-4.0.0/.pybuild/cpython3_3.11_pytest-benchmark/build; python3.11 -m pytest tests ============================= test session starts ============================== platform linux -- Python 3.11.8, pytest-7.4.4, pluggy-1.4.0 @@ -961,67 +997,67 @@ tests/test_utils.py .................................. [100%] ------------------------------------------------------------------------------------------------------------------------------------ benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------ -Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_calibrate_stuck[False--1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9803 (1.0) 1 2 -test_calibrate_stuck[False-0-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9803 (1.0) 1 2 -test_calibrate_stuck[False-1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9803 (1.0) 1 2 -test_calibrate_stuck[True-0-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[True-1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.51) 1 1 -test_calibrate_stuck[True--1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0000 (0.50) 1 1 -test_calibrate_stuck[False--1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 -test_calibrate_stuck[False-0-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 -test_calibrate_stuck[False-1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 -test_calibrate_stuck[True--1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-0-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_stuck[True-1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 -test_calibrate_xfast 962.4986 (190.59) 435,364.0994 (>1000.0) 1,038.3665 (205.62) 501.8991 (inf) 1,020.8998 (202.16) 29.1999 (inf) 2971;9007 963,051.0615 (0.00) 1038963 10 -test_rounds_iterations 1,137.4999 (225.25) 1,808.3010 (358.08) 1,384.4399 (274.15) 192.1737 (inf) 1,341.6997 (265.68) 109.4006 (inf) 4;3 722,313.7586 (0.00) 15 10 -test_iterations 1,750.0002 (346.53) 1,750.0002 (346.53) 1,750.0002 (346.53) 0.0000 (1.0) 1,750.0002 (346.53) 0.0000 (1.0) 0;0 571,428.4968 (0.00) 1 10 -test_rounds 2,041.9975 (404.36) 5,542.0096 (>1000.0) 2,586.1334 (512.11) 852.9916 (inf) 2,333.0067 (461.98) 292.0096 (inf) 1;1 386,677.6570 (0.00) 15 1 -test_warmup_rounds 2,332.9922 (461.98) 3,207.9988 (635.25) 2,624.9938 (519.80) 357.0152 (inf) 2,624.9909 (519.80) 436.9977 (inf) 1;0 380,953.2815 (0.00) 5 1 -test_calibrate_fast 3,305.3317 (654.52) 102,083.6644 (>1000.0) 3,639.7435 (720.74) 491.0120 (inf) 3,597.3353 (712.34) 97.3329 (inf) 5717;16377 274,744.6340 (0.00) 1008370 3 -test_proto[LocalsSimpleProxy] 3,790.9922 (750.69) 44,625.0051 (>1000.0) 4,318.2398 (855.10) 846.3802 (inf) 4,374.9897 (866.33) 291.0092 (inf) 430;520 231,575.8376 (0.00) 56206 1 -test_proto[SimpleProxy] 3,790.9922 (750.69) 101,792.0004 (>1000.0) 4,500.2604 (891.14) 1,093.2921 (inf) 4,375.0042 (866.34) 291.9842 (inf) 294;465 222,209.3657 (0.00) 53571 1 -test_proto[CachedPropertyProxy] 4,082.9909 (808.51) 57,166.9952 (>1000.0) 4,530.3246 (897.09) 1,000.4484 (inf) 4,375.0042 (866.34) 291.9842 (inf) 269;293 220,734.7373 (0.00) 32044 1 -test_proto[LocalsCachedPropertyProxy] 4,082.9909 (808.51) 115,792.0051 (>1000.0) 4,512.7774 (893.62) 1,052.5855 (inf) 4,375.0042 (866.34) 291.9842 (inf) 225;328 221,593.0255 (0.00) 34985 1 -test_xfast 4,291.5344 (849.81) 6,198.8831 (>1000.0) 4,505.5151 (892.18) 251.7299 (inf) 4,529.9530 (897.02) 238.4186 (inf) 79;21 221,950.2051 (0.00) 400 1 -test_setup_many_rounds 4,667.0029 (924.16) 10,500.0072 (>1000.0) 6,270.9019 (>1000.0) 1,628.2518 (inf) 5,978.9963 (>1000.0) 1,166.9908 (inf) 1;1 159,466.6939 (0.00) 10 1 -test_single 7,000.0096 (>1000.0) 7,000.0096 (>1000.0) 7,000.0096 (>1000.0) 0.0000 (1.0) 7,000.0096 (>1000.0) 0.0000 (1.0) 0;0 142,856.9460 (0.00) 1 1 -test_can_use_both_args_and_setup_without_return 8,750.0084 (>1000.0) 8,750.0084 (>1000.0) 8,750.0084 (>1000.0) 0.0000 (1.0) 8,750.0084 (>1000.0) 0.0000 (1.0) 0;0 114,285.6043 (0.00) 1 1 -test_args_kwargs 10,499.9926 (>1000.0) 10,499.9926 (>1000.0) 10,499.9926 (>1000.0) 0.0000 (1.0) 10,499.9926 (>1000.0) 0.0000 (1.0) 0;0 95,238.1620 (0.00) 1 1 -test_setup_cprofile 10,500.0072 (>1000.0) 10,500.0072 (>1000.0) 10,500.0072 (>1000.0) 0.0000 (1.0) 10,500.0072 (>1000.0) 0.0000 (1.0) 0;0 95,238.0300 (0.00) 1 1 -test_setup 15,166.9956 (>1000.0) 15,166.9956 (>1000.0) 15,166.9956 (>1000.0) 0.0000 (1.0) 15,166.9956 (>1000.0) 0.0000 (1.0) 0;0 65,932.6361 (0.00) 1 1 -test_fast 33,249.9912 (>1000.0) 356,750.9993 (>1000.0) 88,456.9406 (>1000.0) 6,530.5009 (inf) 88,959.0010 (>1000.0) 875.0067 (inf) 1009;1843 11,304.9354 (0.00) 8011 1 -test_parametrized[0] 51,333.0015 (>1000.0) 213,791.9946 (>1000.0) 96,572.3798 (>1000.0) 3,611.8961 (inf) 96,250.0053 (>1000.0) 874.9921 (inf) 218;888 10,354.9276 (0.00) 7654 1 -test_calibrate_slow 51,916.9989 (>1000.0) 13,708,672.9956 (>1000.0) 98,708.1317 (>1000.0) 47,935.2301 (inf) 97,416.9961 (>1000.0) 1,749.9988 (inf) 862;21357 10,130.8776 (0.00) 212957 1 -test_parametrized[4] 51,916.9989 (>1000.0) 419,710.0061 (>1000.0) 97,131.3359 (>1000.0) 10,003.4088 (inf) 97,416.9961 (>1000.0) 4,375.0042 (inf) 77;85 10,295.3387 (0.00) 4536 1 -test_parametrized[1] 53,374.9990 (>1000.0) 192,209.0014 (>1000.0) 96,986.0555 (>1000.0) 2,903.2297 (inf) 96,834.0028 (>1000.0) 583.9975 (inf) 459;720 10,310.7606 (0.00) 6885 1 -test_parametrized[3] 53,376.0031 (>1000.0) 304,209.9997 (>1000.0) 98,862.2415 (>1000.0) 10,416.3545 (inf) 97,126.0015 (>1000.0) 2,042.0121 (inf) 363;1192 10,115.0852 (0.00) 7055 1 -test_parametrized[2] 56,876.0006 (>1000.0) 266,875.9989 (>1000.0) 96,791.1805 (>1000.0) 4,345.9871 (inf) 96,542.0040 (>1000.0) 874.9921 (inf) 217;950 10,331.5198 (0.00) 7219 1 -test_calibrate 279,708.9983 (>1000.0) 524,418.9961 (>1000.0) 287,289.2423 (>1000.0) 13,770.1203 (inf) 284,376.0012 (>1000.0) 583.9975 (inf) 2837;13263 3,480.8125 (0.00) 35310 1 -test_slow 1,041,837.0075 (>1000.0) 1,349,546.9902 (>1000.0) 1,099,756.6879 (>1000.0) 32,394.6229 (inf) 1,088,503.9956 (>1000.0) 7,292.9979 (inf) 93;125 909.2920 (0.00) 902 1 -test_slower 10,143,243.9988 (>1000.0) 10,484,869.9993 (>1000.0) 10,340,235.1758 (>1000.0) 39,137.7957 (inf) 10,340,287.0009 (>1000.0) 11,541.0185 (inf) 14;15 96.7096 (0.00) 97 1 -test_calibrate_stuck[False--1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-0-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[False-1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 -test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 -test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 -test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 -test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------------------------------------------------------ benchmark: 57 tests ------------------------------------------------------------------------------------------------------------------------------------ +Name (time in ns) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_calibrate_stuck[False--1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9804 (1.0) 1 2 +test_calibrate_stuck[False-0-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9804 (1.0) 1 2 +test_calibrate_stuck[False-1-1e-10] 5.0500 (1.0) 5.0500 (1.0) 5.0500 (1.0) 0.0000 (1.0) 5.0500 (1.0) 0.0000 (1.0) 0;0 198,019,801.9804 (1.0) 1 2 +test_calibrate_stuck[True--1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.50) 1 1 +test_calibrate_stuck[True-0-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.50) 1 1 +test_calibrate_stuck[True-1-1e-10] 10.0000 (1.98) 10.0000 (1.98) 10.0000 (1.98) 0.0000 (1.0) 10.0000 (1.98) 0.0000 (1.0) 0;0 100,000,000.0001 (0.50) 1 1 +test_calibrate_stuck[False--1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 +test_calibrate_stuck[False-0-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 +test_calibrate_stuck[False-1-1e-09] 50.5000 (10.00) 50.5000 (10.00) 50.5000 (10.00) 0.0000 (1.0) 50.5000 (10.00) 0.0000 (1.0) 0;0 19,801,980.1980 (0.10) 1 2 +test_calibrate_stuck[True--1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 +test_calibrate_stuck[True-0-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 +test_calibrate_stuck[True-1-1e-09] 100.0000 (19.80) 100.0000 (19.80) 100.0000 (19.80) 0.0000 (1.0) 100.0000 (19.80) 0.0000 (1.0) 0;0 10,000,000.0000 (0.05) 1 1 +test_calibrate_xfast 393.7692 (77.97) 1,638,697.5387 (>1000.0) 601.8921 (119.19) 8,784.7278 (inf) 421.5388 (83.47) 21.5380 (inf) 1421;121651 1,661,427.4772 (0.01) 1945907 13 +test_rounds_iterations 456.0003 (90.30) 839.9002 (166.32) 561.3201 (111.15) 119.3895 (inf) 522.0005 (103.37) 30.4994 (inf) 3;4 1,781,514.5392 (0.01) 15 10 +test_xfast 715.2557 (141.63) 34,809.1125 (>1000.0) 1,066.9897 (211.29) 1,358.4388 (inf) 953.6743 (188.85) 238.4186 (inf) 1;5 937,216.1825 (0.00) 627 1 +test_iterations 767.8987 (152.06) 767.8987 (152.06) 767.8987 (152.06) 0.0000 (1.0) 767.8987 (152.06) 0.0000 (1.0) 0;0 1,302,255.0244 (0.01) 1 10 +test_warmup_rounds 860.0036 (170.30) 1,320.0042 (261.39) 1,000.0047 (198.02) 186.0108 (inf) 920.0012 (182.18) 190.0007 (inf) 1;0 999,995.2959 (0.01) 5 1 +test_rounds 879.9980 (174.26) 2,700.0060 (534.65) 1,129.3334 (223.63) 460.6142 (inf) 959.9898 (190.10) 299.9950 (inf) 1;1 885,478.1095 (0.00) 15 1 +test_calibrate_fast 1,167.9003 (231.27) 841,721.3001 (>1000.0) 1,424.9752 (282.17) 6,939.6818 (inf) 1,221.8006 (241.94) 47.9980 (inf) 2140;52612 701,766.6185 (0.00) 843241 10 +test_proto[LocalsSimpleProxy] 1,459.9937 (289.11) 122,208.9923 (>1000.0) 1,719.4350 (340.48) 1,518.4075 (inf) 1,638.9968 (324.55) 80.0064 (inf) 557;6280 581,586.3905 (0.00) 89937 1 +test_proto[SimpleProxy] 1,459.9937 (289.11) 163,964.0104 (>1000.0) 1,685.7713 (333.82) 1,412.8307 (inf) 1,619.9920 (320.79) 79.9919 (inf) 459;6963 593,200.2614 (0.00) 96349 1 +test_proto[CachedPropertyProxy] 1,460.0082 (289.11) 220,439.0039 (>1000.0) 1,707.8756 (338.19) 1,630.9535 (inf) 1,640.0008 (324.75) 80.0064 (inf) 264;3108 585,522.7254 (0.00) 53425 1 +test_proto[LocalsCachedPropertyProxy] 1,499.0073 (296.83) 1,403,289.0031 (>1000.0) 1,825.2889 (361.44) 6,500.3801 (inf) 1,699.0089 (336.44) 119.9951 (inf) 74;2579 547,858.4716 (0.00) 54178 1 +test_setup_many_rounds 1,699.9984 (336.63) 5,319.9910 (>1000.0) 2,465.7988 (488.28) 1,054.3449 (inf) 2,079.4978 (411.78) 579.9957 (inf) 1;1 405,548.1004 (0.00) 10 1 +test_single 3,018.9985 (597.82) 3,018.9985 (597.82) 3,018.9985 (597.82) 0.0000 (1.0) 3,018.9985 (597.82) 0.0000 (1.0) 0;0 331,235.6685 (0.00) 1 1 +test_args_kwargs 4,939.9969 (978.22) 4,939.9969 (978.22) 4,939.9969 (978.22) 0.0000 (1.0) 4,939.9969 (978.22) 0.0000 (1.0) 0;0 202,429.2780 (0.00) 1 1 +test_setup_cprofile 5,679.0013 (>1000.0) 5,679.0013 (>1000.0) 5,679.0013 (>1000.0) 0.0000 (1.0) 5,679.0013 (>1000.0) 0.0000 (1.0) 0;0 176,087.2980 (0.00) 1 1 +test_can_use_both_args_and_setup_without_return 5,759.9973 (>1000.0) 5,759.9973 (>1000.0) 5,759.9973 (>1000.0) 0.0000 (1.0) 5,759.9973 (>1000.0) 0.0000 (1.0) 0;0 173,611.1927 (0.00) 1 1 +test_setup 6,178.9906 (>1000.0) 6,178.9906 (>1000.0) 6,178.9906 (>1000.0) 0.0000 (1.0) 6,178.9906 (>1000.0) 0.0000 (1.0) 0;0 161,838.7317 (0.00) 1 1 +test_calibrate_slow 23,917.9935 (>1000.0) 15,582,024.0034 (>1000.0) 89,323.7152 (>1000.0) 175,471.8519 (inf) 77,093.0055 (>1000.0) 7,558.9924 (inf) 3564;15043 11,195.2352 (0.00) 388244 1 +test_parametrized[4] 28,798.0074 (>1000.0) 5,613,994.9884 (>1000.0) 84,693.6129 (>1000.0) 161,638.7722 (inf) 79,493.0093 (>1000.0) 6,799.9936 (inf) 18;162 11,807.2658 (0.00) 9496 1 +test_parametrized[2] 32,216.9944 (>1000.0) 386,703.0027 (>1000.0) 75,044.2122 (>1000.0) 6,828.6043 (inf) 72,573.0060 (>1000.0) 3,438.9959 (inf) 1188;1314 13,325.4780 (0.00) 9784 1 +test_fast 32,835.9893 (>1000.0) 748,289.9964 (>1000.0) 71,965.6480 (>1000.0) 10,062.4993 (inf) 71,093.0035 (>1000.0) 2,100.0014 (inf) 133;633 13,895.5186 (0.00) 7060 1 +test_parametrized[3] 37,716.9927 (>1000.0) 4,541,515.9984 (>1000.0) 84,807.5156 (>1000.0) 151,352.4947 (inf) 78,532.0008 (>1000.0) 4,739.9953 (inf) 18;240 11,791.4078 (0.00) 9821 1 +test_parametrized[1] 44,115.9937 (>1000.0) 227,219.0031 (>1000.0) 74,502.8061 (>1000.0) 5,409.7575 (inf) 72,473.0053 (>1000.0) 1,380.0018 (inf) 1235;2048 13,422.3132 (0.00) 10407 1 +test_parametrized[0] 48,034.9991 (>1000.0) 1,027,484.0024 (>1000.0) 80,745.2599 (>1000.0) 12,180.5910 (inf) 80,793.0046 (>1000.0) 4,878.9952 (inf) 95;125 12,384.6279 (0.00) 7961 1 +test_calibrate 108,370.0045 (>1000.0) 37,715,780.9999 (>1000.0) 175,419.8542 (>1000.0) 651,235.7389 (inf) 112,330.0026 (>1000.0) 3,299.0065 (inf) 917;11607 5,700.6090 (0.00) 92260 1 +test_slow 1,047,801.9976 (>1000.0) 6,896,414.9978 (>1000.0) 1,202,319.1064 (>1000.0) 504,110.1096 (inf) 1,125,594.5064 (>1000.0) 7,549.0025 (inf) 23;106 831.7259 (0.00) 884 1 +test_slower 10,127,333.0074 (>1000.0) 12,859,717.0115 (>1000.0) 10,223,373.2229 (>1000.0) 292,296.7494 (inf) 10,175,107.9928 (>1000.0) 22,863.0088 (inf) 4;8 97.8151 (0.00) 99 1 +test_calibrate_stuck[False--1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-0-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[False-1-0.01] 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 505,000,000.0001 (>1000.0) 0.0000 (1.0) 0;0 1.9802 (0.00) 1 2 +test_calibrate_stuck[True--1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-0-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[True-1-0.01] 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 1,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 1.0000 (0.00) 1 1 +test_calibrate_stuck[False--1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False--1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-0-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1.000000000000001] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[False-1-1] 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 50,500,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0198 (0.00) 1 2 +test_calibrate_stuck[True--1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True--1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-0-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1.000000000000001] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +test_calibrate_stuck[True-1-1] 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 100,000,000,000.0000 (>1000.0) 0.0000 (1.0) 0;0 0.0100 (0.00) 1 1 +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. @@ -1037,7 +1073,7 @@ SKIPPED [2] tests/test_with_testcase.py:6: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [2] tests/test_with_weaver.py:5: could not import 'aspectlib': No module named 'aspectlib' SKIPPED [1] tests/test_skip.py:5: bla -================== 227 passed, 5 skipped in 762.91s (0:12:42) ================== +================== 227 passed, 5 skipped in 635.97s (0:10:35) ================== create-stamp debian/debhelper-build-stamp fakeroot debian/rules binary dh binary --buildsystem=pybuild @@ -1072,8 +1108,8 @@ dh_gencontrol -O--buildsystem=pybuild dh_md5sums -O--buildsystem=pybuild dh_builddeb -O--buildsystem=pybuild -dpkg-deb: building package 'pytest-benchmark' in '../pytest-benchmark_4.0.0-3_all.deb'. dpkg-deb: building package 'python3-pytest-benchmark' in '../python3-pytest-benchmark_4.0.0-3_all.deb'. +dpkg-deb: building package 'pytest-benchmark' in '../pytest-benchmark_4.0.0-3_all.deb'. dpkg-genbuildinfo --build=binary -O../python-pytest-benchmark_4.0.0-3_armhf.buildinfo dpkg-genchanges --build=binary -O../python-pytest-benchmark_4.0.0-3_armhf.changes dpkg-genchanges: info: binary-only upload (no source code included) @@ -1081,12 +1117,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: not including original source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/557/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/557/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/18200 and its subdirectories -I: Current time: Sun Apr 14 10:42:38 -12 2024 -I: pbuilder-time-stamp: 1713134558 +I: removing directory /srv/workspace/pbuilder/557 and its subdirectories +I: Current time: Mon Apr 15 13:14:19 +14 2024 +I: pbuilder-time-stamp: 1713136459