diff --git a/index.html b/index.html
index 493fc75b..ff5f2c2e 100644
--- a/index.html
+++ b/index.html
@@ -14,7 +14,7 @@
-Fri Oct 6 04:25:58 UTC 2023
+Mon Oct 9 04:41:27 UTC 2023
dataset: mnist
project: example-get-started
@@ -43,7 +43,7 @@
@@ -72,11 +72,11 @@
---------------------------------------------------------------------------- benchmark 'test_import-import': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_import-import[2.11.0] 340.1212 (1.28) 340.1212 (1.28) 340.1212 (1.28) 0.0000 (1.0) 340.1212 (1.28) 0.0000 (1.0) 0;0 0.0029 (0.78) 1 1
-test_import-import[2.40.0] 266.1399 (1.0) 266.1399 (1.0) 266.1399 (1.0) 0.0000 (1.0) 266.1399 (1.0) 0.0000 (1.0) 0;0 0.0038 (1.0) 1 1
-test_import-import[2.58.2] 322.7702 (1.21) 322.7702 (1.21) 322.7702 (1.21) 0.0000 (1.0) 322.7702 (1.21) 0.0000 (1.0) 0;0 0.0031 (0.82) 1 1
-test_import-import[3.0.0] 328.9809 (1.24) 328.9809 (1.24) 328.9809 (1.24) 0.0000 (1.0) 328.9809 (1.24) 0.0000 (1.0) 0;0 0.0030 (0.81) 1 1
-test_import-import[main] 354.9072 (1.33) 354.9072 (1.33) 354.9072 (1.33) 0.0000 (1.0) 354.9072 (1.33) 0.0000 (1.0) 0;0 0.0028 (0.75) 1 1
+test_import-import[2.11.0] 384.1296 (1.25) 384.1296 (1.25) 384.1296 (1.25) 0.0000 (1.0) 384.1296 (1.25) 0.0000 (1.0) 0;0 0.0026 (0.80) 1 1
+test_import-import[2.40.0] 306.1314 (1.0) 306.1314 (1.0) 306.1314 (1.0) 0.0000 (1.0) 306.1314 (1.0) 0.0000 (1.0) 0;0 0.0033 (1.0) 1 1
+test_import-import[2.58.2] 376.7380 (1.23) 376.7380 (1.23) 376.7380 (1.23) 0.0000 (1.0) 376.7380 (1.23) 0.0000 (1.0) 0;0 0.0027 (0.81) 1 1
+test_import-import[3.0.0] 376.5600 (1.23) 376.5600 (1.23) 376.5600 (1.23) 0.0000 (1.0) 376.5600 (1.23) 0.0000 (1.0) 0;0 0.0027 (0.81) 1 1
+test_import-import[main] 397.7590 (1.30) 397.7590 (1.30) 397.7590 (1.30) 0.0000 (1.0) 397.7590 (1.30) 0.0000 (1.0) 0;0 0.0025 (0.77) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -108,7 +108,7 @@
@@ -116,7 +116,7 @@
@@ -124,7 +124,7 @@
@@ -153,31 +153,31 @@
-------------------------------------------------------------------------- benchmark 'test_checkout_symlink-checkout': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_checkout_symlink-checkout[2.11.0] 37.8138 (1.23) 37.8138 (1.23) 37.8138 (1.23) 0.0000 (1.0) 37.8138 (1.23) 0.0000 (1.0) 0;0 0.0264 (0.81) 1 1
-test_checkout_symlink-checkout[2.40.0] 39.4843 (1.29) 39.4843 (1.29) 39.4843 (1.29) 0.0000 (1.0) 39.4843 (1.29) 0.0000 (1.0) 0;0 0.0253 (0.78) 1 1
-test_checkout_symlink-checkout[2.58.2] 42.7592 (1.39) 42.7592 (1.39) 42.7592 (1.39) 0.0000 (1.0) 42.7592 (1.39) 0.0000 (1.0) 0;0 0.0234 (0.72) 1 1
-test_checkout_symlink-checkout[3.0.0] 30.6959 (1.0) 30.6959 (1.0) 30.6959 (1.0) 0.0000 (1.0) 30.6959 (1.0) 0.0000 (1.0) 0;0 0.0326 (1.0) 1 1
-test_checkout_symlink-checkout[main] 31.0966 (1.01) 31.0966 (1.01) 31.0966 (1.01) 0.0000 (1.0) 31.0966 (1.01) 0.0000 (1.0) 0;0 0.0322 (0.99) 1 1
+test_checkout_symlink-checkout[2.11.0] 45.1983 (1.20) 45.1983 (1.20) 45.1983 (1.20) 0.0000 (1.0) 45.1983 (1.20) 0.0000 (1.0) 0;0 0.0221 (0.83) 1 1
+test_checkout_symlink-checkout[2.40.0] 46.5009 (1.24) 46.5009 (1.24) 46.5009 (1.24) 0.0000 (1.0) 46.5009 (1.24) 0.0000 (1.0) 0;0 0.0215 (0.81) 1 1
+test_checkout_symlink-checkout[2.58.2] 50.5954 (1.35) 50.5954 (1.35) 50.5954 (1.35) 0.0000 (1.0) 50.5954 (1.35) 0.0000 (1.0) 0;0 0.0198 (0.74) 1 1
+test_checkout_symlink-checkout[3.0.0] 37.5966 (1.0) 37.5966 (1.0) 37.5966 (1.0) 0.0000 (1.0) 37.5966 (1.0) 0.0000 (1.0) 0;0 0.0266 (1.0) 1 1
+test_checkout_symlink-checkout[main] 37.9841 (1.01) 37.9841 (1.01) 37.9841 (1.01) 0.0000 (1.0) 37.9841 (1.01) 0.0000 (1.0) 0;0 0.0263 (0.99) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_checkout_symlink-checkout-noop': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_checkout_symlink-checkout-noop[2.11.0] 7.4990 (1.0) 7.4990 (1.0) 7.4990 (1.0) 0.0000 (1.0) 7.4990 (1.0) 0.0000 (1.0) 0;0 0.1334 (1.0) 1 1
-test_checkout_symlink-checkout-noop[2.40.0] 8.7650 (1.17) 8.7650 (1.17) 8.7650 (1.17) 0.0000 (1.0) 8.7650 (1.17) 0.0000 (1.0) 0;0 0.1141 (0.86) 1 1
-test_checkout_symlink-checkout-noop[2.58.2] 10.3484 (1.38) 10.3484 (1.38) 10.3484 (1.38) 0.0000 (1.0) 10.3484 (1.38) 0.0000 (1.0) 0;0 0.0966 (0.72) 1 1
-test_checkout_symlink-checkout-noop[3.0.0] 10.9041 (1.45) 10.9041 (1.45) 10.9041 (1.45) 0.0000 (1.0) 10.9041 (1.45) 0.0000 (1.0) 0;0 0.0917 (0.69) 1 1
-test_checkout_symlink-checkout-noop[main] 10.5730 (1.41) 10.5730 (1.41) 10.5730 (1.41) 0.0000 (1.0) 10.5730 (1.41) 0.0000 (1.0) 0;0 0.0946 (0.71) 1 1
+test_checkout_symlink-checkout-noop[2.11.0] 8.5582 (1.0) 8.5582 (1.0) 8.5582 (1.0) 0.0000 (1.0) 8.5582 (1.0) 0.0000 (1.0) 0;0 0.1168 (1.0) 1 1
+test_checkout_symlink-checkout-noop[2.40.0] 11.8365 (1.38) 11.8365 (1.38) 11.8365 (1.38) 0.0000 (1.0) 11.8365 (1.38) 0.0000 (1.0) 0;0 0.0845 (0.72) 1 1
+test_checkout_symlink-checkout-noop[2.58.2] 13.7003 (1.60) 13.7003 (1.60) 13.7003 (1.60) 0.0000 (1.0) 13.7003 (1.60) 0.0000 (1.0) 0;0 0.0730 (0.62) 1 1
+test_checkout_symlink-checkout-noop[3.0.0] 14.8602 (1.74) 14.8602 (1.74) 14.8602 (1.74) 0.0000 (1.0) 14.8602 (1.74) 0.0000 (1.0) 0;0 0.0673 (0.58) 1 1
+test_checkout_symlink-checkout-noop[main] 14.5002 (1.69) 14.5002 (1.69) 14.5002 (1.69) 0.0000 (1.0) 14.5002 (1.69) 0.0000 (1.0) 0;0 0.0690 (0.59) 1 1
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_checkout_symlink-checkout-update': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_checkout_symlink-checkout-update[2.11.0] 48.5297 (4.25) 48.5297 (4.25) 48.5297 (4.25) 0.0000 (1.0) 48.5297 (4.25) 0.0000 (1.0) 0;0 0.0206 (0.24) 1 1
-test_checkout_symlink-checkout-update[2.40.0] 11.4277 (1.0) 11.4277 (1.0) 11.4277 (1.0) 0.0000 (1.0) 11.4277 (1.0) 0.0000 (1.0) 0;0 0.0875 (1.0) 1 1
-test_checkout_symlink-checkout-update[2.58.2] 18.3374 (1.60) 18.3374 (1.60) 18.3374 (1.60) 0.0000 (1.0) 18.3374 (1.60) 0.0000 (1.0) 0;0 0.0545 (0.62) 1 1
-test_checkout_symlink-checkout-update[3.0.0] 12.8893 (1.13) 12.8893 (1.13) 12.8893 (1.13) 0.0000 (1.0) 12.8893 (1.13) 0.0000 (1.0) 0;0 0.0776 (0.89) 1 1
-test_checkout_symlink-checkout-update[main] 12.8543 (1.12) 12.8543 (1.12) 12.8543 (1.12) 0.0000 (1.0) 12.8543 (1.12) 0.0000 (1.0) 0;0 0.0778 (0.89) 1 1
+test_checkout_symlink-checkout-update[2.11.0] 55.0505 (3.61) 55.0505 (3.61) 55.0505 (3.61) 0.0000 (1.0) 55.0505 (3.61) 0.0000 (1.0) 0;0 0.0182 (0.28) 1 1
+test_checkout_symlink-checkout-update[2.40.0] 15.2667 (1.0) 15.2667 (1.0) 15.2667 (1.0) 0.0000 (1.0) 15.2667 (1.0) 0.0000 (1.0) 0;0 0.0655 (1.0) 1 1
+test_checkout_symlink-checkout-update[2.58.2] 22.0983 (1.45) 22.0983 (1.45) 22.0983 (1.45) 0.0000 (1.0) 22.0983 (1.45) 0.0000 (1.0) 0;0 0.0453 (0.69) 1 1
+test_checkout_symlink-checkout-update[3.0.0] 17.3070 (1.13) 17.3070 (1.13) 17.3070 (1.13) 0.0000 (1.0) 17.3070 (1.13) 0.0000 (1.0) 0;0 0.0578 (0.88) 1 1
+test_checkout_symlink-checkout-update[main] 17.1777 (1.13) 17.1777 (1.13) 17.1777 (1.13) 0.0000 (1.0) 17.1777 (1.13) 0.0000 (1.0) 0;0 0.0582 (0.89) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -209,7 +209,7 @@
@@ -217,7 +217,7 @@
@@ -225,7 +225,7 @@
@@ -233,7 +233,7 @@
@@ -241,7 +241,7 @@
@@ -249,7 +249,7 @@
@@ -278,61 +278,61 @@
---------------------------------------------------------------------------- benchmark 'test_partial_remove-add': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_remove-add[2.11.0] 248.0995 (1.80) 248.0995 (1.80) 248.0995 (1.80) 0.0000 (1.0) 248.0995 (1.80) 0.0000 (1.0) 0;0 0.0040 (0.55) 1 1
-test_partial_remove-add[2.40.0] 210.0106 (1.53) 210.0106 (1.53) 210.0106 (1.53) 0.0000 (1.0) 210.0106 (1.53) 0.0000 (1.0) 0;0 0.0048 (0.66) 1 1
-test_partial_remove-add[2.58.2] 137.6969 (1.00) 137.6969 (1.00) 137.6969 (1.00) 0.0000 (1.0) 137.6969 (1.00) 0.0000 (1.0) 0;0 0.0073 (1.00) 1 1
-test_partial_remove-add[3.0.0] 137.6677 (1.0) 137.6677 (1.0) 137.6677 (1.0) 0.0000 (1.0) 137.6677 (1.0) 0.0000 (1.0) 0;0 0.0073 (1.0) 1 1
-test_partial_remove-add[main] 139.0262 (1.01) 139.0262 (1.01) 139.0262 (1.01) 0.0000 (1.0) 139.0262 (1.01) 0.0000 (1.0) 0;0 0.0072 (0.99) 1 1
+test_partial_remove-add[2.11.0] 209.3762 (1.72) 209.3762 (1.72) 209.3762 (1.72) 0.0000 (1.0) 209.3762 (1.72) 0.0000 (1.0) 0;0 0.0048 (0.58) 1 1
+test_partial_remove-add[2.40.0] 179.7806 (1.47) 179.7806 (1.47) 179.7806 (1.47) 0.0000 (1.0) 179.7806 (1.47) 0.0000 (1.0) 0;0 0.0056 (0.68) 1 1
+test_partial_remove-add[2.58.2] 123.3152 (1.01) 123.3152 (1.01) 123.3152 (1.01) 0.0000 (1.0) 123.3152 (1.01) 0.0000 (1.0) 0;0 0.0081 (0.99) 1 1
+test_partial_remove-add[3.0.0] 121.9450 (1.0) 121.9450 (1.0) 121.9450 (1.0) 0.0000 (1.0) 121.9450 (1.0) 0.0000 (1.0) 0;0 0.0082 (1.0) 1 1
+test_partial_remove-add[main] 123.2871 (1.01) 123.2871 (1.01) 123.2871 (1.01) 0.0000 (1.0) 123.2871 (1.01) 0.0000 (1.0) 0;0 0.0081 (0.99) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_partial_remove-add-update': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_remove-add-update[2.11.0] 24.0598 (1.94) 24.0598 (1.94) 24.0598 (1.94) 0.0000 (1.0) 24.0598 (1.94) 0.0000 (1.0) 0;0 0.0416 (0.52) 1 1
-test_partial_remove-add-update[2.40.0] 12.4178 (1.0) 12.4178 (1.0) 12.4178 (1.0) 0.0000 (1.0) 12.4178 (1.0) 0.0000 (1.0) 0;0 0.0805 (1.0) 1 1
-test_partial_remove-add-update[2.58.2] 13.0720 (1.05) 13.0720 (1.05) 13.0720 (1.05) 0.0000 (1.0) 13.0720 (1.05) 0.0000 (1.0) 0;0 0.0765 (0.95) 1 1
-test_partial_remove-add-update[3.0.0] 13.4826 (1.09) 13.4826 (1.09) 13.4826 (1.09) 0.0000 (1.0) 13.4826 (1.09) 0.0000 (1.0) 0;0 0.0742 (0.92) 1 1
-test_partial_remove-add-update[main] 12.8812 (1.04) 12.8812 (1.04) 12.8812 (1.04) 0.0000 (1.0) 12.8812 (1.04) 0.0000 (1.0) 0;0 0.0776 (0.96) 1 1
+test_partial_remove-add-update[2.11.0] 20.7365 (1.97) 20.7365 (1.97) 20.7365 (1.97) 0.0000 (1.0) 20.7365 (1.97) 0.0000 (1.0) 0;0 0.0482 (0.51) 1 1
+test_partial_remove-add-update[2.40.0] 10.5459 (1.0) 10.5459 (1.0) 10.5459 (1.0) 0.0000 (1.0) 10.5459 (1.0) 0.0000 (1.0) 0;0 0.0948 (1.0) 1 1
+test_partial_remove-add-update[2.58.2] 11.0943 (1.05) 11.0943 (1.05) 11.0943 (1.05) 0.0000 (1.0) 11.0943 (1.05) 0.0000 (1.0) 0;0 0.0901 (0.95) 1 1
+test_partial_remove-add-update[3.0.0] 11.6750 (1.11) 11.6750 (1.11) 11.6750 (1.11) 0.0000 (1.0) 11.6750 (1.11) 0.0000 (1.0) 0;0 0.0857 (0.90) 1 1
+test_partial_remove-add-update[main] 10.8441 (1.03) 10.8441 (1.03) 10.8441 (1.03) 0.0000 (1.0) 10.8441 (1.03) 0.0000 (1.0) 0;0 0.0922 (0.97) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------ benchmark 'test_partial_remove-gc': 5 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_remove-gc[2.11.0] 4.1731 (1.0) 4.1731 (1.0) 4.1731 (1.0) 0.0000 (1.0) 4.1731 (1.0) 0.0000 (1.0) 0;0 0.2396 (1.0) 1 1
-test_partial_remove-gc[2.40.0] 4.5200 (1.08) 4.5200 (1.08) 4.5200 (1.08) 0.0000 (1.0) 4.5200 (1.08) 0.0000 (1.0) 0;0 0.2212 (0.92) 1 1
-test_partial_remove-gc[2.58.2] 5.4149 (1.30) 5.4149 (1.30) 5.4149 (1.30) 0.0000 (1.0) 5.4149 (1.30) 0.0000 (1.0) 0;0 0.1847 (0.77) 1 1
-test_partial_remove-gc[3.0.0] 6.4131 (1.54) 6.4131 (1.54) 6.4131 (1.54) 0.0000 (1.0) 6.4131 (1.54) 0.0000 (1.0) 0;0 0.1559 (0.65) 1 1
-test_partial_remove-gc[main] 5.9734 (1.43) 5.9734 (1.43) 5.9734 (1.43) 0.0000 (1.0) 5.9734 (1.43) 0.0000 (1.0) 0;0 0.1674 (0.70) 1 1
+test_partial_remove-gc[2.11.0] 3.6699 (1.0) 3.6699 (1.0) 3.6699 (1.0) 0.0000 (1.0) 3.6699 (1.0) 0.0000 (1.0) 0;0 0.2725 (1.0) 1 1
+test_partial_remove-gc[2.40.0] 3.9335 (1.07) 3.9335 (1.07) 3.9335 (1.07) 0.0000 (1.0) 3.9335 (1.07) 0.0000 (1.0) 0;0 0.2542 (0.93) 1 1
+test_partial_remove-gc[2.58.2] 4.6561 (1.27) 4.6561 (1.27) 4.6561 (1.27) 0.0000 (1.0) 4.6561 (1.27) 0.0000 (1.0) 0;0 0.2148 (0.79) 1 1
+test_partial_remove-gc[3.0.0] 5.4194 (1.48) 5.4194 (1.48) 5.4194 (1.48) 0.0000 (1.0) 5.4194 (1.48) 0.0000 (1.0) 0;0 0.1845 (0.68) 1 1
+test_partial_remove-gc[main] 5.3293 (1.45) 5.3293 (1.45) 5.3293 (1.45) 0.0000 (1.0) 5.3293 (1.45) 0.0000 (1.0) 0;0 0.1876 (0.69) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
--------------------------------------------------------------------------- benchmark 'test_partial_remove-gc-cloud': 5 tests --------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_remove-gc-cloud[2.11.0] 6.9457 (1.0) 6.9457 (1.0) 6.9457 (1.0) 0.0000 (1.0) 6.9457 (1.0) 0.0000 (1.0) 0;0 0.1440 (1.0) 1 1
-test_partial_remove-gc-cloud[2.40.0] 7.6181 (1.10) 7.6181 (1.10) 7.6181 (1.10) 0.0000 (1.0) 7.6181 (1.10) 0.0000 (1.0) 0;0 0.1313 (0.91) 1 1
-test_partial_remove-gc-cloud[2.58.2] 8.4287 (1.21) 8.4287 (1.21) 8.4287 (1.21) 0.0000 (1.0) 8.4287 (1.21) 0.0000 (1.0) 0;0 0.1186 (0.82) 1 1
-test_partial_remove-gc-cloud[3.0.0] 9.0491 (1.30) 9.0491 (1.30) 9.0491 (1.30) 0.0000 (1.0) 9.0491 (1.30) 0.0000 (1.0) 0;0 0.1105 (0.77) 1 1
-test_partial_remove-gc-cloud[main] 10.0167 (1.44) 10.0167 (1.44) 10.0167 (1.44) 0.0000 (1.0) 10.0167 (1.44) 0.0000 (1.0) 0;0 0.0998 (0.69) 1 1
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+------------------------------------------------------------------------ benchmark 'test_partial_remove-gc-cloud': 5 tests ------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_partial_remove-gc-cloud[2.11.0] 6.7543 (1.0) 6.7543 (1.0) 6.7543 (1.0) 0.0000 (1.0) 6.7543 (1.0) 0.0000 (1.0) 0;0 0.1481 (1.0) 1 1
+test_partial_remove-gc-cloud[2.40.0] 7.0199 (1.04) 7.0199 (1.04) 7.0199 (1.04) 0.0000 (1.0) 7.0199 (1.04) 0.0000 (1.0) 0;0 0.1425 (0.96) 1 1
+test_partial_remove-gc-cloud[2.58.2] 7.6675 (1.14) 7.6675 (1.14) 7.6675 (1.14) 0.0000 (1.0) 7.6675 (1.14) 0.0000 (1.0) 0;0 0.1304 (0.88) 1 1
+test_partial_remove-gc-cloud[3.0.0] 8.0373 (1.19) 8.0373 (1.19) 8.0373 (1.19) 0.0000 (1.0) 8.0373 (1.19) 0.0000 (1.0) 0;0 0.1244 (0.84) 1 1
+test_partial_remove-gc-cloud[main] 8.4833 (1.26) 8.4833 (1.26) 8.4833 (1.26) 0.0000 (1.0) 8.4833 (1.26) 0.0000 (1.0) 0;0 0.1179 (0.80) 1 1
+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_partial_remove-push': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_remove-push[2.11.0] 139.2945 (2.93) 139.2945 (2.93) 139.2945 (2.93) 0.0000 (1.0) 139.2945 (2.93) 0.0000 (1.0) 0;0 0.0072 (0.34) 1 1
-test_partial_remove-push[2.40.0] 178.9095 (3.77) 178.9095 (3.77) 178.9095 (3.77) 0.0000 (1.0) 178.9095 (3.77) 0.0000 (1.0) 0;0 0.0056 (0.27) 1 1
-test_partial_remove-push[2.58.2] 114.8084 (2.42) 114.8084 (2.42) 114.8084 (2.42) 0.0000 (1.0) 114.8084 (2.42) 0.0000 (1.0) 0;0 0.0087 (0.41) 1 1
-test_partial_remove-push[3.0.0] 47.4899 (1.0) 47.4899 (1.0) 47.4899 (1.0) 0.0000 (1.0) 47.4899 (1.0) 0.0000 (1.0) 0;0 0.0211 (1.0) 1 1
-test_partial_remove-push[main] 113.1224 (2.38) 113.1224 (2.38) 113.1224 (2.38) 0.0000 (1.0) 113.1224 (2.38) 0.0000 (1.0) 0;0 0.0088 (0.42) 1 1
+test_partial_remove-push[2.11.0] 116.9788 (2.87) 116.9788 (2.87) 116.9788 (2.87) 0.0000 (1.0) 116.9788 (2.87) 0.0000 (1.0) 0;0 0.0085 (0.35) 1 1
+test_partial_remove-push[2.40.0] 150.1802 (3.68) 150.1802 (3.68) 150.1802 (3.68) 0.0000 (1.0) 150.1802 (3.68) 0.0000 (1.0) 0;0 0.0067 (0.27) 1 1
+test_partial_remove-push[2.58.2] 96.0491 (2.36) 96.0491 (2.36) 96.0491 (2.36) 0.0000 (1.0) 96.0491 (2.36) 0.0000 (1.0) 0;0 0.0104 (0.42) 1 1
+test_partial_remove-push[3.0.0] 40.7714 (1.0) 40.7714 (1.0) 40.7714 (1.0) 0.0000 (1.0) 40.7714 (1.0) 0.0000 (1.0) 0;0 0.0245 (1.0) 1 1
+test_partial_remove-push[main] 95.4456 (2.34) 95.4456 (2.34) 95.4456 (2.34) 0.0000 (1.0) 95.4456 (2.34) 0.0000 (1.0) 0;0 0.0105 (0.43) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------ benchmark 'test_partial_remove-push-update': 5 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_remove-push-update[2.11.0] 2.6839 (1.0) 2.6839 (1.0) 2.6839 (1.0) 0.0000 (1.0) 2.6839 (1.0) 0.0000 (1.0) 0;0 0.3726 (1.0) 1 1
-test_partial_remove-push-update[2.40.0] 2.9512 (1.10) 2.9512 (1.10) 2.9512 (1.10) 0.0000 (1.0) 2.9512 (1.10) 0.0000 (1.0) 0;0 0.3388 (0.91) 1 1
-test_partial_remove-push-update[2.58.2] 2.9572 (1.10) 2.9572 (1.10) 2.9572 (1.10) 0.0000 (1.0) 2.9572 (1.10) 0.0000 (1.0) 0;0 0.3382 (0.91) 1 1
-test_partial_remove-push-update[3.0.0] 2.9198 (1.09) 2.9198 (1.09) 2.9198 (1.09) 0.0000 (1.0) 2.9198 (1.09) 0.0000 (1.0) 0;0 0.3425 (0.92) 1 1
-test_partial_remove-push-update[main] 2.9835 (1.11) 2.9835 (1.11) 2.9835 (1.11) 0.0000 (1.0) 2.9835 (1.11) 0.0000 (1.0) 0;0 0.3352 (0.90) 1 1
+test_partial_remove-push-update[2.11.0] 2.3862 (1.0) 2.3862 (1.0) 2.3862 (1.0) 0.0000 (1.0) 2.3862 (1.0) 0.0000 (1.0) 0;0 0.4191 (1.0) 1 1
+test_partial_remove-push-update[2.40.0] 2.4833 (1.04) 2.4833 (1.04) 2.4833 (1.04) 0.0000 (1.0) 2.4833 (1.04) 0.0000 (1.0) 0;0 0.4027 (0.96) 1 1
+test_partial_remove-push-update[2.58.2] 2.6050 (1.09) 2.6050 (1.09) 2.6050 (1.09) 0.0000 (1.0) 2.6050 (1.09) 0.0000 (1.0) 0;0 0.3839 (0.92) 1 1
+test_partial_remove-push-update[3.0.0] 2.5538 (1.07) 2.5538 (1.07) 2.5538 (1.07) 0.0000 (1.0) 2.5538 (1.07) 0.0000 (1.0) 0;0 0.3916 (0.93) 1 1
+test_partial_remove-push-update[main] 2.5442 (1.07) 2.5442 (1.07) 2.5442 (1.07) 0.0000 (1.0) 2.5442 (1.07) 0.0000 (1.0) 0;0 0.3930 (0.94) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -364,7 +364,7 @@
@@ -393,11 +393,11 @@
------------------------------------------------------------------------ benchmark 'test_gc-gc': 5 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_gc-gc[2.11.0] 2.8244 (1.0) 2.8244 (1.0) 2.8244 (1.0) 0.0000 (1.0) 2.8244 (1.0) 0.0000 (1.0) 0;0 0.3541 (1.0) 1 1
-test_gc-gc[2.40.0] 2.8902 (1.02) 2.8902 (1.02) 2.8902 (1.02) 0.0000 (1.0) 2.8902 (1.02) 0.0000 (1.0) 0;0 0.3460 (0.98) 1 1
-test_gc-gc[2.58.2] 3.5424 (1.25) 3.5424 (1.25) 3.5424 (1.25) 0.0000 (1.0) 3.5424 (1.25) 0.0000 (1.0) 0;0 0.2823 (0.80) 1 1
-test_gc-gc[3.0.0] 3.5943 (1.27) 3.5943 (1.27) 3.5943 (1.27) 0.0000 (1.0) 3.5943 (1.27) 0.0000 (1.0) 0;0 0.2782 (0.79) 1 1
-test_gc-gc[main] 3.6836 (1.30) 3.6836 (1.30) 3.6836 (1.30) 0.0000 (1.0) 3.6836 (1.30) 0.0000 (1.0) 0;0 0.2715 (0.77) 1 1
+test_gc-gc[2.11.0] 2.6766 (1.0) 2.6766 (1.0) 2.6766 (1.0) 0.0000 (1.0) 2.6766 (1.0) 0.0000 (1.0) 0;0 0.3736 (1.0) 1 1
+test_gc-gc[2.40.0] 2.8385 (1.06) 2.8385 (1.06) 2.8385 (1.06) 0.0000 (1.0) 2.8385 (1.06) 0.0000 (1.0) 0;0 0.3523 (0.94) 1 1
+test_gc-gc[2.58.2] 3.4802 (1.30) 3.4802 (1.30) 3.4802 (1.30) 0.0000 (1.0) 3.4802 (1.30) 0.0000 (1.0) 0;0 0.2873 (0.77) 1 1
+test_gc-gc[3.0.0] 3.4939 (1.31) 3.4939 (1.31) 3.4939 (1.31) 0.0000 (1.0) 3.4939 (1.31) 0.0000 (1.0) 0;0 0.2862 (0.77) 1 1
+test_gc-gc[main] 3.4729 (1.30) 3.4729 (1.30) 3.4729 (1.30) 0.0000 (1.0) 3.4729 (1.30) 0.0000 (1.0) 0;0 0.2879 (0.77) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -429,7 +429,7 @@
@@ -458,11 +458,11 @@
---------------------------------------------------------------------------- benchmark 'test_add-add': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_add-add[2.11.0] 260.7205 (1.83) 260.7205 (1.83) 260.7205 (1.83) 0.0000 (1.0) 260.7205 (1.83) 0.0000 (1.0) 0;0 0.0038 (0.55) 1 1
-test_add-add[2.40.0] 220.3608 (1.54) 220.3608 (1.54) 220.3608 (1.54) 0.0000 (1.0) 220.3608 (1.54) 0.0000 (1.0) 0;0 0.0045 (0.65) 1 1
-test_add-add[2.58.2] 142.8054 (1.0) 142.8054 (1.0) 142.8054 (1.0) 0.0000 (1.0) 142.8054 (1.0) 0.0000 (1.0) 0;0 0.0070 (1.0) 1 1
-test_add-add[3.0.0] 145.0355 (1.02) 145.0355 (1.02) 145.0355 (1.02) 0.0000 (1.0) 145.0355 (1.02) 0.0000 (1.0) 0;0 0.0069 (0.98) 1 1
-test_add-add[main] 149.1492 (1.04) 149.1492 (1.04) 149.1492 (1.04) 0.0000 (1.0) 149.1492 (1.04) 0.0000 (1.0) 0;0 0.0067 (0.96) 1 1
+test_add-add[2.11.0] 206.0036 (1.74) 206.0036 (1.74) 206.0036 (1.74) 0.0000 (1.0) 206.0036 (1.74) 0.0000 (1.0) 0;0 0.0049 (0.57) 1 1
+test_add-add[2.40.0] 175.7683 (1.49) 175.7683 (1.49) 175.7683 (1.49) 0.0000 (1.0) 175.7683 (1.49) 0.0000 (1.0) 0;0 0.0057 (0.67) 1 1
+test_add-add[2.58.2] 118.1959 (1.0) 118.1959 (1.0) 118.1959 (1.0) 0.0000 (1.0) 118.1959 (1.0) 0.0000 (1.0) 0;0 0.0085 (1.0) 1 1
+test_add-add[3.0.0] 118.7741 (1.00) 118.7741 (1.00) 118.7741 (1.00) 0.0000 (1.0) 118.7741 (1.00) 0.0000 (1.0) 0;0 0.0084 (1.00) 1 1
+test_add-add[main] 121.1005 (1.02) 121.1005 (1.02) 121.1005 (1.02) 0.0000 (1.0) 121.1005 (1.02) 0.0000 (1.0) 0;0 0.0083 (0.98) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -494,7 +494,7 @@
@@ -520,14 +520,14 @@
--------------------------------------------------------------------------------- benchmark 'test_exp_show-exp': 4 tests --------------------------------------------------------------------------------
-Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_exp_show-exp[2.40.0] 934.7111 (1.0) 934.7111 (1.0) 934.7111 (1.0) 0.0000 (1.0) 934.7111 (1.0) 0.0000 (1.0) 0;0 1.0698 (1.0) 1 1
-test_exp_show-exp[2.58.2] 1,098.4313 (1.18) 1,098.4313 (1.18) 1,098.4313 (1.18) 0.0000 (1.0) 1,098.4313 (1.18) 0.0000 (1.0) 0;0 0.9104 (0.85) 1 1
-test_exp_show-exp[3.0.0] 5,044.5006 (5.40) 5,044.5006 (5.40) 5,044.5006 (5.40) 0.0000 (1.0) 5,044.5006 (5.40) 0.0000 (1.0) 0;0 0.1982 (0.19) 1 1
-test_exp_show-exp[main] 5,075.6284 (5.43) 5,075.6284 (5.43) 5,075.6284 (5.43) 0.0000 (1.0) 5,075.6284 (5.43) 0.0000 (1.0) 0;0 0.1970 (0.18) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+-------------------------------------------------------------------------- benchmark 'test_exp_show-exp': 4 tests --------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_exp_show-exp[2.40.0] 1.1876 (1.0) 1.1876 (1.0) 1.1876 (1.0) 0.0000 (1.0) 1.1876 (1.0) 0.0000 (1.0) 0;0 0.8421 (1.0) 1 1
+test_exp_show-exp[2.58.2] 1.4813 (1.25) 1.4813 (1.25) 1.4813 (1.25) 0.0000 (1.0) 1.4813 (1.25) 0.0000 (1.0) 0;0 0.6751 (0.80) 1 1
+test_exp_show-exp[3.0.0] 15.2181 (12.81) 15.2181 (12.81) 15.2181 (12.81) 0.0000 (1.0) 15.2181 (12.81) 0.0000 (1.0) 0;0 0.0657 (0.08) 1 1
+test_exp_show-exp[main] 13.8278 (11.64) 13.8278 (11.64) 13.8278 (11.64) 0.0000 (1.0) 13.8278 (11.64) 0.0000 (1.0) 0;0 0.0723 (0.09) 1 1
+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile.
@@ -558,7 +558,7 @@
@@ -566,7 +566,7 @@
@@ -574,7 +574,7 @@
@@ -603,31 +603,31 @@
---------------------------------------------------------------------------- benchmark 'test_update-import-url': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_update-import-url[2.11.0] 293.3706 (1.38) 293.3706 (1.38) 293.3706 (1.38) 0.0000 (1.0) 293.3706 (1.38) 0.0000 (1.0) 0;0 0.0034 (0.73) 1 1
-test_update-import-url[2.40.0] 264.5364 (1.24) 264.5364 (1.24) 264.5364 (1.24) 0.0000 (1.0) 264.5364 (1.24) 0.0000 (1.0) 0;0 0.0038 (0.81) 1 1
-test_update-import-url[2.58.2] 213.8723 (1.00) 213.8723 (1.00) 213.8723 (1.00) 0.0000 (1.0) 213.8723 (1.00) 0.0000 (1.0) 0;0 0.0047 (1.00) 1 1
-test_update-import-url[3.0.0] 213.2151 (1.0) 213.2151 (1.0) 213.2151 (1.0) 0.0000 (1.0) 213.2151 (1.0) 0.0000 (1.0) 0;0 0.0047 (1.0) 1 1
-test_update-import-url[main] 221.3088 (1.04) 221.3088 (1.04) 221.3088 (1.04) 0.0000 (1.0) 221.3088 (1.04) 0.0000 (1.0) 0;0 0.0045 (0.96) 1 1
+test_update-import-url[2.11.0] 329.4971 (1.36) 329.4971 (1.36) 329.4971 (1.36) 0.0000 (1.0) 329.4971 (1.36) 0.0000 (1.0) 0;0 0.0030 (0.73) 1 1
+test_update-import-url[2.40.0] 299.8816 (1.24) 299.8816 (1.24) 299.8816 (1.24) 0.0000 (1.0) 299.8816 (1.24) 0.0000 (1.0) 0;0 0.0033 (0.81) 1 1
+test_update-import-url[2.58.2] 243.5687 (1.01) 243.5687 (1.01) 243.5687 (1.01) 0.0000 (1.0) 243.5687 (1.01) 0.0000 (1.0) 0;0 0.0041 (0.99) 1 1
+test_update-import-url[3.0.0] 242.1503 (1.0) 242.1503 (1.0) 242.1503 (1.0) 0.0000 (1.0) 242.1503 (1.0) 0.0000 (1.0) 0;0 0.0041 (1.0) 1 1
+test_update-import-url[main] 245.3324 (1.01) 245.3324 (1.01) 245.3324 (1.01) 0.0000 (1.0) 245.3324 (1.01) 0.0000 (1.0) 0;0 0.0041 (0.99) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_update-update': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_update-update[2.11.0] 256.8573 (1.40) 256.8573 (1.40) 256.8573 (1.40) 0.0000 (1.0) 256.8573 (1.40) 0.0000 (1.0) 0;0 0.0039 (0.71) 1 1
-test_update-update[2.40.0] 183.5857 (1.0) 183.5857 (1.0) 183.5857 (1.0) 0.0000 (1.0) 183.5857 (1.0) 0.0000 (1.0) 0;0 0.0054 (1.0) 1 1
-test_update-update[2.58.2] 198.7118 (1.08) 198.7118 (1.08) 198.7118 (1.08) 0.0000 (1.0) 198.7118 (1.08) 0.0000 (1.0) 0;0 0.0050 (0.92) 1 1
-test_update-update[3.0.0] 198.7972 (1.08) 198.7972 (1.08) 198.7972 (1.08) 0.0000 (1.0) 198.7972 (1.08) 0.0000 (1.0) 0;0 0.0050 (0.92) 1 1
-test_update-update[main] 204.9552 (1.12) 204.9552 (1.12) 204.9552 (1.12) 0.0000 (1.0) 204.9552 (1.12) 0.0000 (1.0) 0;0 0.0049 (0.90) 1 1
+test_update-update[2.11.0] 286.5863 (1.38) 286.5863 (1.38) 286.5863 (1.38) 0.0000 (1.0) 286.5863 (1.38) 0.0000 (1.0) 0;0 0.0035 (0.73) 1 1
+test_update-update[2.40.0] 208.1363 (1.0) 208.1363 (1.0) 208.1363 (1.0) 0.0000 (1.0) 208.1363 (1.0) 0.0000 (1.0) 0;0 0.0048 (1.0) 1 1
+test_update-update[2.58.2] 222.7322 (1.07) 222.7322 (1.07) 222.7322 (1.07) 0.0000 (1.0) 222.7322 (1.07) 0.0000 (1.0) 0;0 0.0045 (0.93) 1 1
+test_update-update[3.0.0] 222.7802 (1.07) 222.7802 (1.07) 222.7802 (1.07) 0.0000 (1.0) 222.7802 (1.07) 0.0000 (1.0) 0;0 0.0045 (0.93) 1 1
+test_update-update[main] 225.4691 (1.08) 225.4691 (1.08) 225.4691 (1.08) 0.0000 (1.0) 225.4691 (1.08) 0.0000 (1.0) 0;0 0.0044 (0.92) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_update-update-noop': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_update-update-noop[2.11.0] 4.3695 (1.0) 4.3695 (1.0) 4.3695 (1.0) 0.0000 (1.0) 4.3695 (1.0) 0.0000 (1.0) 0;0 0.2289 (1.0) 1 1
-test_update-update-noop[2.40.0] 16.3087 (3.73) 16.3087 (3.73) 16.3087 (3.73) 0.0000 (1.0) 16.3087 (3.73) 0.0000 (1.0) 0;0 0.0613 (0.27) 1 1
-test_update-update-noop[2.58.2] 19.9940 (4.58) 19.9940 (4.58) 19.9940 (4.58) 0.0000 (1.0) 19.9940 (4.58) 0.0000 (1.0) 0;0 0.0500 (0.22) 1 1
-test_update-update-noop[3.0.0] 20.3196 (4.65) 20.3196 (4.65) 20.3196 (4.65) 0.0000 (1.0) 20.3196 (4.65) 0.0000 (1.0) 0;0 0.0492 (0.22) 1 1
-test_update-update-noop[main] 21.1160 (4.83) 21.1160 (4.83) 21.1160 (4.83) 0.0000 (1.0) 21.1160 (4.83) 0.0000 (1.0) 0;0 0.0474 (0.21) 1 1
+test_update-update-noop[2.11.0] 4.7133 (1.0) 4.7133 (1.0) 4.7133 (1.0) 0.0000 (1.0) 4.7133 (1.0) 0.0000 (1.0) 0;0 0.2122 (1.0) 1 1
+test_update-update-noop[2.40.0] 18.5922 (3.94) 18.5922 (3.94) 18.5922 (3.94) 0.0000 (1.0) 18.5922 (3.94) 0.0000 (1.0) 0;0 0.0538 (0.25) 1 1
+test_update-update-noop[2.58.2] 22.1761 (4.70) 22.1761 (4.70) 22.1761 (4.70) 0.0000 (1.0) 22.1761 (4.70) 0.0000 (1.0) 0;0 0.0451 (0.21) 1 1
+test_update-update-noop[3.0.0] 22.3956 (4.75) 22.3956 (4.75) 22.3956 (4.75) 0.0000 (1.0) 22.3956 (4.75) 0.0000 (1.0) 0;0 0.0447 (0.21) 1 1
+test_update-update-noop[main] 22.4493 (4.76) 22.4493 (4.76) 22.4493 (4.76) 0.0000 (1.0) 22.4493 (4.76) 0.0000 (1.0) 0;0 0.0445 (0.21) 1 1
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -659,7 +659,7 @@
@@ -667,7 +667,7 @@
@@ -675,7 +675,7 @@
@@ -683,7 +683,7 @@
@@ -712,37 +712,37 @@
------------------------------------------------------------------------------ benchmark 'test_plots-plots-diff': 4 tests ------------------------------------------------------------------------------
Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_plots-plots-diff[2.40.0] 553.9962 (1.06) 558.6041 (1.04) 555.8012 (1.05) 1.8548 (1.0) 555.9195 (1.06) 2.6558 (1.0) 1;0 1.7992 (0.95) 5 3
-test_plots-plots-diff[2.58.2] 520.6093 (1.0) 538.3258 (1.0) 527.0941 (1.0) 7.6235 (4.11) 523.0787 (1.0) 11.7680 (4.43) 1;0 1.8972 (1.0) 5 3
-test_plots-plots-diff[3.0.0] 951.6221 (1.83) 964.6215 (1.79) 958.4075 (1.82) 5.3615 (2.89) 957.8709 (1.83) 9.0035 (3.39) 2;0 1.0434 (0.55) 5 3
-test_plots-plots-diff[main] 955.5572 (1.84) 1,004.0183 (1.87) 984.8668 (1.87) 23.3697 (12.60) 997.0017 (1.91) 42.2935 (15.93) 1;0 1.0154 (0.54) 5 3
+test_plots-plots-diff[2.40.0] 568.3681 (1.0) 582.6363 (1.01) 573.6393 (1.00) 5.8977 (2.00) 570.4665 (1.0) 8.3318 (3.08) 1;0 1.7433 (1.00) 5 3
+test_plots-plots-diff[2.58.2] 569.2671 (1.00) 577.3193 (1.0) 572.5468 (1.0) 2.9460 (1.0) 572.1550 (1.00) 2.7029 (1.0) 2;0 1.7466 (1.0) 5 3
+test_plots-plots-diff[3.0.0] 986.2469 (1.74) 1,012.6428 (1.75) 999.3980 (1.75) 10.5569 (3.58) 996.2287 (1.75) 16.2415 (6.01) 2;0 1.0006 (0.57) 5 3
+test_plots-plots-diff[main] 962.7122 (1.69) 1,019.6606 (1.77) 984.7568 (1.72) 21.1270 (7.17) 982.1503 (1.72) 19.1901 (7.10) 2;0 1.0155 (0.58) 5 3
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
--------------------------------------------------------------------------------- benchmark 'test_plots-plots-diff-json': 4 tests ---------------------------------------------------------------------------------
Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_plots-plots-diff-json[2.40.0] 587.0077 (1.02) 607.2160 (1.02) 598.9857 (1.02) 8.6384 (2.03) 603.0612 (1.03) 13.9649 (4.18) 1;0 1.6695 (0.98) 5 3
-test_plots-plots-diff-json[2.58.2] 573.4636 (1.0) 597.0488 (1.0) 586.4452 (1.0) 10.0108 (2.36) 587.6746 (1.0) 17.4051 (5.21) 2;0 1.7052 (1.0) 5 3
-test_plots-plots-diff-json[3.0.0] 1,354.9414 (2.36) 1,374.2031 (2.30) 1,362.8869 (2.32) 7.3208 (1.72) 1,363.1398 (2.32) 9.1319 (2.73) 2;0 0.7337 (0.43) 5 3
-test_plots-plots-diff-json[main] 1,363.6935 (2.38) 1,375.6625 (2.30) 1,369.3026 (2.33) 4.2496 (1.0) 1,368.9066 (2.33) 3.3397 (1.0) 2;0 0.7303 (0.43) 5 3
+test_plots-plots-diff-json[2.40.0] 612.2300 (1.04) 623.3013 (1.04) 616.1694 (1.03) 4.4275 (1.10) 614.3237 (1.03) 5.7140 (1.0) 1;0 1.6229 (0.97) 5 3
+test_plots-plots-diff-json[2.58.2] 589.9837 (1.0) 600.2016 (1.0) 595.6946 (1.0) 4.0421 (1.0) 595.5817 (1.0) 6.1586 (1.08) 2;0 1.6787 (1.0) 5 3
+test_plots-plots-diff-json[3.0.0] 1,393.9664 (2.36) 1,440.4477 (2.40) 1,409.1097 (2.37) 19.9974 (4.95) 1,398.3547 (2.35) 28.6481 (5.01) 1;0 0.7097 (0.42) 5 3
+test_plots-plots-diff-json[main] 1,372.1586 (2.33) 1,395.6938 (2.33) 1,383.8866 (2.32) 10.9759 (2.72) 1,384.8267 (2.33) 21.0154 (3.68) 2;0 0.7226 (0.43) 5 3
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------ benchmark 'test_plots-plots-show': 4 tests ----------------------------------------------------------------------------
-Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_plots-plots-show[2.40.0] 433.6199 (1.0) 438.1541 (1.0) 435.8586 (1.0) 1.6270 (1.0) 436.0354 (1.0) 1.6628 (1.0) 2;0 2.2943 (1.0) 5 3
-test_plots-plots-show[2.58.2] 484.4946 (1.12) 495.6759 (1.13) 488.1244 (1.12) 4.3476 (2.67) 486.9410 (1.12) 3.3317 (2.00) 1;1 2.0487 (0.89) 5 3
-test_plots-plots-show[3.0.0] 776.2050 (1.79) 798.0633 (1.82) 789.4465 (1.81) 8.9770 (5.52) 789.3650 (1.81) 13.7945 (8.30) 1;0 1.2667 (0.55) 5 3
-test_plots-plots-show[main] 788.2159 (1.82) 804.8113 (1.84) 797.1549 (1.83) 6.0961 (3.75) 796.4566 (1.83) 7.0876 (4.26) 2;0 1.2545 (0.55) 5 3
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------- benchmark 'test_plots-plots-show': 4 tests -----------------------------------------------------------------------------
+Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_plots-plots-show[2.40.0] 460.3830 (1.0) 468.1194 (1.0) 464.2203 (1.0) 2.7619 (1.32) 464.3125 (1.0) 2.7313 (1.0) 2;0 2.1541 (1.0) 5 3
+test_plots-plots-show[2.58.2] 487.6980 (1.06) 498.7689 (1.07) 492.6454 (1.06) 4.0105 (1.92) 492.7830 (1.06) 4.0587 (1.49) 2;0 2.0299 (0.94) 5 3
+test_plots-plots-show[3.0.0] 805.8217 (1.75) 835.1905 (1.78) 820.9606 (1.77) 13.7997 (6.61) 819.7828 (1.77) 26.5071 (9.70) 3;0 1.2181 (0.57) 5 3
+test_plots-plots-show[main] 791.2129 (1.72) 796.4614 (1.70) 793.8978 (1.71) 2.0865 (1.0) 794.4914 (1.71) 3.2002 (1.17) 2;0 1.2596 (0.58) 5 3
+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
--------------------------------------------------------------------------------- benchmark 'test_plots-plots-show-json': 4 tests ---------------------------------------------------------------------------------
Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_plots-plots-show-json[2.40.0] 468.0033 (1.0) 503.1981 (1.0) 478.1951 (1.0) 14.1646 (2.34) 473.4799 (1.0) 9.4022 (1.35) 1;1 2.0912 (1.0) 5 3
-test_plots-plots-show-json[2.58.2] 504.7194 (1.08) 521.3173 (1.04) 512.4020 (1.07) 6.0492 (1.0) 512.3848 (1.08) 6.9812 (1.0) 2;0 1.9516 (0.93) 5 3
-test_plots-plots-show-json[3.0.0] 1,008.4199 (2.15) 1,059.4102 (2.11) 1,042.5379 (2.18) 19.7126 (3.26) 1,048.7984 (2.22) 15.3672 (2.20) 1;1 0.9592 (0.46) 5 3
-test_plots-plots-show-json[main] 1,012.5312 (2.16) 1,057.8309 (2.10) 1,023.6135 (2.14) 19.2870 (3.19) 1,015.6496 (2.15) 15.5401 (2.23) 1;1 0.9769 (0.47) 5 3
+test_plots-plots-show-json[2.40.0] 482.7011 (1.0) 497.1246 (1.0) 488.3555 (1.0) 7.0329 (1.20) 484.1159 (1.0) 12.5033 (1.73) 1;0 2.0477 (1.0) 5 3
+test_plots-plots-show-json[2.58.2] 542.3158 (1.12) 569.8236 (1.15) 557.5960 (1.14) 10.2123 (1.74) 556.6082 (1.15) 12.1830 (1.68) 2;0 1.7934 (0.88) 5 3
+test_plots-plots-show-json[3.0.0] 1,017.3793 (2.11) 1,052.1590 (2.12) 1,032.5577 (2.11) 12.9395 (2.20) 1,032.2528 (2.13) 15.9315 (2.20) 2;0 0.9685 (0.47) 5 3
+test_plots-plots-show-json[main] 1,015.5908 (2.10) 1,031.2864 (2.07) 1,022.4397 (2.09) 5.8849 (1.0) 1,023.0018 (2.11) 7.2380 (1.0) 2;0 0.9781 (0.48) 5 3
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -774,7 +774,7 @@
@@ -782,7 +782,7 @@
@@ -790,7 +790,7 @@
@@ -798,7 +798,7 @@
@@ -827,37 +827,37 @@
-------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-changed': 4 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_data_status_all_flags-data-changed[2.40.0] 25.9680 (1.00) 25.9680 (1.00) 25.9680 (1.00) 0.0000 (1.0) 25.9680 (1.00) 0.0000 (1.0) 0;0 0.0385 (1.00) 1 1
-test_data_status_all_flags-data-changed[2.58.2] 25.8972 (1.0) 25.8972 (1.0) 25.8972 (1.0) 0.0000 (1.0) 25.8972 (1.0) 0.0000 (1.0) 0;0 0.0386 (1.0) 1 1
-test_data_status_all_flags-data-changed[3.0.0] 27.0782 (1.05) 27.0782 (1.05) 27.0782 (1.05) 0.0000 (1.0) 27.0782 (1.05) 0.0000 (1.0) 0;0 0.0369 (0.96) 1 1
-test_data_status_all_flags-data-changed[main] 26.7329 (1.03) 26.7329 (1.03) 26.7329 (1.03) 0.0000 (1.0) 26.7329 (1.03) 0.0000 (1.0) 0;0 0.0374 (0.97) 1 1
+test_data_status_all_flags-data-changed[2.40.0] 25.1473 (1.09) 25.1473 (1.09) 25.1473 (1.09) 0.0000 (1.0) 25.1473 (1.09) 0.0000 (1.0) 0;0 0.0398 (0.92) 1 1
+test_data_status_all_flags-data-changed[2.58.2] 23.1747 (1.0) 23.1747 (1.0) 23.1747 (1.0) 0.0000 (1.0) 23.1747 (1.0) 0.0000 (1.0) 0;0 0.0432 (1.0) 1 1
+test_data_status_all_flags-data-changed[3.0.0] 24.4532 (1.06) 24.4532 (1.06) 24.4532 (1.06) 0.0000 (1.0) 24.4532 (1.06) 0.0000 (1.0) 0;0 0.0409 (0.95) 1 1
+test_data_status_all_flags-data-changed[main] 24.9467 (1.08) 24.9467 (1.08) 24.9467 (1.08) 0.0000 (1.0) 24.9467 (1.08) 0.0000 (1.0) 0;0 0.0401 (0.93) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-changed-noop': 4 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_data_status_all_flags-data-changed-noop[2.40.0] 25.9838 (1.0) 25.9838 (1.0) 25.9838 (1.0) 0.0000 (1.0) 25.9838 (1.0) 0.0000 (1.0) 0;0 0.0385 (1.0) 1 1
-test_data_status_all_flags-data-changed-noop[2.58.2] 26.1565 (1.01) 26.1565 (1.01) 26.1565 (1.01) 0.0000 (1.0) 26.1565 (1.01) 0.0000 (1.0) 0;0 0.0382 (0.99) 1 1
-test_data_status_all_flags-data-changed-noop[3.0.0] 27.0215 (1.04) 27.0215 (1.04) 27.0215 (1.04) 0.0000 (1.0) 27.0215 (1.04) 0.0000 (1.0) 0;0 0.0370 (0.96) 1 1
-test_data_status_all_flags-data-changed-noop[main] 26.7971 (1.03) 26.7971 (1.03) 26.7971 (1.03) 0.0000 (1.0) 26.7971 (1.03) 0.0000 (1.0) 0;0 0.0373 (0.97) 1 1
+test_data_status_all_flags-data-changed-noop[2.40.0] 24.1271 (1.01) 24.1271 (1.01) 24.1271 (1.01) 0.0000 (1.0) 24.1271 (1.01) 0.0000 (1.0) 0;0 0.0414 (0.99) 1 1
+test_data_status_all_flags-data-changed-noop[2.58.2] 23.9339 (1.0) 23.9339 (1.0) 23.9339 (1.0) 0.0000 (1.0) 23.9339 (1.0) 0.0000 (1.0) 0;0 0.0418 (1.0) 1 1
+test_data_status_all_flags-data-changed-noop[3.0.0] 24.3119 (1.02) 24.3119 (1.02) 24.3119 (1.02) 0.0000 (1.0) 24.3119 (1.02) 0.0000 (1.0) 0;0 0.0411 (0.98) 1 1
+test_data_status_all_flags-data-changed-noop[main] 23.9648 (1.00) 23.9648 (1.00) 23.9648 (1.00) 0.0000 (1.0) 23.9648 (1.00) 0.0000 (1.0) 0;0 0.0417 (1.00) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-new': 4 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_data_status_all_flags-data-new[2.40.0] 50.6087 (1.03) 50.6087 (1.03) 50.6087 (1.03) 0.0000 (1.0) 50.6087 (1.03) 0.0000 (1.0) 0;0 0.0198 (0.97) 1 1
-test_data_status_all_flags-data-new[2.58.2] 48.9638 (1.0) 48.9638 (1.0) 48.9638 (1.0) 0.0000 (1.0) 48.9638 (1.0) 0.0000 (1.0) 0;0 0.0204 (1.0) 1 1
-test_data_status_all_flags-data-new[3.0.0] 49.2865 (1.01) 49.2865 (1.01) 49.2865 (1.01) 0.0000 (1.0) 49.2865 (1.01) 0.0000 (1.0) 0;0 0.0203 (0.99) 1 1
-test_data_status_all_flags-data-new[main] 50.7169 (1.04) 50.7169 (1.04) 50.7169 (1.04) 0.0000 (1.0) 50.7169 (1.04) 0.0000 (1.0) 0;0 0.0197 (0.97) 1 1
+test_data_status_all_flags-data-new[2.40.0] 46.5120 (1.03) 46.5120 (1.03) 46.5120 (1.03) 0.0000 (1.0) 46.5120 (1.03) 0.0000 (1.0) 0;0 0.0215 (0.97) 1 1
+test_data_status_all_flags-data-new[2.58.2] 47.1715 (1.04) 47.1715 (1.04) 47.1715 (1.04) 0.0000 (1.0) 47.1715 (1.04) 0.0000 (1.0) 0;0 0.0212 (0.96) 1 1
+test_data_status_all_flags-data-new[3.0.0] 45.1672 (1.0) 45.1672 (1.0) 45.1672 (1.0) 0.0000 (1.0) 45.1672 (1.0) 0.0000 (1.0) 0;0 0.0221 (1.0) 1 1
+test_data_status_all_flags-data-new[main] 45.7300 (1.01) 45.7300 (1.01) 45.7300 (1.01) 0.0000 (1.0) 45.7300 (1.01) 0.0000 (1.0) 0;0 0.0219 (0.99) 1 1
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-noop': 4 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_data_status_all_flags-data-noop[2.40.0] 25.0755 (1.0) 25.0755 (1.0) 25.0755 (1.0) 0.0000 (1.0) 25.0755 (1.0) 0.0000 (1.0) 0;0 0.0399 (1.0) 1 1
-test_data_status_all_flags-data-noop[2.58.2] 25.1430 (1.00) 25.1430 (1.00) 25.1430 (1.00) 0.0000 (1.0) 25.1430 (1.00) 0.0000 (1.0) 0;0 0.0398 (1.00) 1 1
-test_data_status_all_flags-data-noop[3.0.0] 25.7697 (1.03) 25.7697 (1.03) 25.7697 (1.03) 0.0000 (1.0) 25.7697 (1.03) 0.0000 (1.0) 0;0 0.0388 (0.97) 1 1
-test_data_status_all_flags-data-noop[main] 26.3019 (1.05) 26.3019 (1.05) 26.3019 (1.05) 0.0000 (1.0) 26.3019 (1.05) 0.0000 (1.0) 0;0 0.0380 (0.95) 1 1
+test_data_status_all_flags-data-noop[2.40.0] 23.4924 (1.07) 23.4924 (1.07) 23.4924 (1.07) 0.0000 (1.0) 23.4924 (1.07) 0.0000 (1.0) 0;0 0.0426 (0.93) 1 1
+test_data_status_all_flags-data-noop[2.58.2] 21.9346 (1.0) 21.9346 (1.0) 21.9346 (1.0) 0.0000 (1.0) 21.9346 (1.0) 0.0000 (1.0) 0;0 0.0456 (1.0) 1 1
+test_data_status_all_flags-data-noop[3.0.0] 23.1653 (1.06) 23.1653 (1.06) 23.1653 (1.06) 0.0000 (1.0) 23.1653 (1.06) 0.0000 (1.0) 0;0 0.0432 (0.95) 1 1
+test_data_status_all_flags-data-noop[main] 23.3875 (1.07) 23.3875 (1.07) 23.3875 (1.07) 0.0000 (1.0) 23.3875 (1.07) 0.0000 (1.0) 0;0 0.0428 (0.94) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -889,7 +889,7 @@
@@ -897,7 +897,7 @@
@@ -905,7 +905,7 @@
@@ -913,7 +913,7 @@
@@ -921,7 +921,7 @@
@@ -929,7 +929,7 @@
@@ -937,7 +937,7 @@
@@ -966,106 +966,106 @@
--------------------------------------------------------------------------- benchmark 'test_sharing_gs-add': 10 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_gs-add[2.11.0] 234.4038 (1.78) 234.4038 (1.78) 234.4038 (1.78) 0.0000 (1.0) 234.4038 (1.78) 0.0000 (1.0) 0;0 0.0043 (0.56) 1 1
-test_sharing_gs-add[2.11.0] 235.8033 (1.79) 235.8033 (1.79) 235.8033 (1.79) 0.0000 (1.0) 235.8033 (1.79) 0.0000 (1.0) 0;0 0.0042 (0.56) 1 1
-test_sharing_gs-add[2.40.0] 202.0948 (1.54) 202.0948 (1.54) 202.0948 (1.54) 0.0000 (1.0) 202.0948 (1.54) 0.0000 (1.0) 0;0 0.0049 (0.65) 1 1
-test_sharing_gs-add[2.40.0] 199.0807 (1.51) 199.0807 (1.51) 199.0807 (1.51) 0.0000 (1.0) 199.0807 (1.51) 0.0000 (1.0) 0;0 0.0050 (0.66) 1 1
-test_sharing_gs-add[2.58.2] 131.5347 (1.0) 131.5347 (1.0) 131.5347 (1.0) 0.0000 (1.0) 131.5347 (1.0) 0.0000 (1.0) 0;0 0.0076 (1.0) 1 1
-test_sharing_gs-add[2.58.2] 132.1467 (1.00) 132.1467 (1.00) 132.1467 (1.00) 0.0000 (1.0) 132.1467 (1.00) 0.0000 (1.0) 0;0 0.0076 (1.00) 1 1
-test_sharing_gs-add[3.0.0] 133.4041 (1.01) 133.4041 (1.01) 133.4041 (1.01) 0.0000 (1.0) 133.4041 (1.01) 0.0000 (1.0) 0;0 0.0075 (0.99) 1 1
-test_sharing_gs-add[3.0.0] 132.3754 (1.01) 132.3754 (1.01) 132.3754 (1.01) 0.0000 (1.0) 132.3754 (1.01) 0.0000 (1.0) 0;0 0.0076 (0.99) 1 1
-test_sharing_gs-add[main] 132.6814 (1.01) 132.6814 (1.01) 132.6814 (1.01) 0.0000 (1.0) 132.6814 (1.01) 0.0000 (1.0) 0;0 0.0075 (0.99) 1 1
-test_sharing_gs-add[main] 133.3017 (1.01) 133.3017 (1.01) 133.3017 (1.01) 0.0000 (1.0) 133.3017 (1.01) 0.0000 (1.0) 0;0 0.0075 (0.99) 1 1
+test_sharing_gs-add[2.11.0] 181.6333 (1.78) 181.6333 (1.78) 181.6333 (1.78) 0.0000 (1.0) 181.6333 (1.78) 0.0000 (1.0) 0;0 0.0055 (0.56) 1 1
+test_sharing_gs-add[2.11.0] 181.3827 (1.77) 181.3827 (1.77) 181.3827 (1.77) 0.0000 (1.0) 181.3827 (1.77) 0.0000 (1.0) 0;0 0.0055 (0.56) 1 1
+test_sharing_gs-add[2.40.0] 155.6700 (1.52) 155.6700 (1.52) 155.6700 (1.52) 0.0000 (1.0) 155.6700 (1.52) 0.0000 (1.0) 0;0 0.0064 (0.66) 1 1
+test_sharing_gs-add[2.40.0] 154.8652 (1.51) 154.8652 (1.51) 154.8652 (1.51) 0.0000 (1.0) 154.8652 (1.51) 0.0000 (1.0) 0;0 0.0065 (0.66) 1 1
+test_sharing_gs-add[2.58.2] 102.3210 (1.0) 102.3210 (1.0) 102.3210 (1.0) 0.0000 (1.0) 102.3210 (1.0) 0.0000 (1.0) 0;0 0.0098 (1.0) 1 1
+test_sharing_gs-add[2.58.2] 103.5187 (1.01) 103.5187 (1.01) 103.5187 (1.01) 0.0000 (1.0) 103.5187 (1.01) 0.0000 (1.0) 0;0 0.0097 (0.99) 1 1
+test_sharing_gs-add[3.0.0] 102.8024 (1.00) 102.8024 (1.00) 102.8024 (1.00) 0.0000 (1.0) 102.8024 (1.00) 0.0000 (1.0) 0;0 0.0097 (1.00) 1 1
+test_sharing_gs-add[3.0.0] 103.3420 (1.01) 103.3420 (1.01) 103.3420 (1.01) 0.0000 (1.0) 103.3420 (1.01) 0.0000 (1.0) 0;0 0.0097 (0.99) 1 1
+test_sharing_gs-add[main] 104.2849 (1.02) 104.2849 (1.02) 104.2849 (1.02) 0.0000 (1.0) 104.2849 (1.02) 0.0000 (1.0) 0;0 0.0096 (0.98) 1 1
+test_sharing_gs-add[main] 103.8590 (1.02) 103.8590 (1.02) 103.8590 (1.02) 0.0000 (1.0) 103.8590 (1.02) 0.0000 (1.0) 0;0 0.0096 (0.99) 1 1
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
----------------------------------------------------------------------------- benchmark 'test_sharing_gs-add-noop': 10 tests ---------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_gs-add-noop[2.11.0] 117.4293 (1.45) 117.4293 (1.45) 117.4293 (1.45) 0.0000 (1.0) 117.4293 (1.45) 0.0000 (1.0) 0;0 0.0085 (0.69) 1 1
-test_sharing_gs-add-noop[2.11.0] 118.3934 (1.46) 118.3934 (1.46) 118.3934 (1.46) 0.0000 (1.0) 118.3934 (1.46) 0.0000 (1.0) 0;0 0.0084 (0.69) 1 1
-test_sharing_gs-add-noop[2.40.0] 81.1155 (1.0) 81.1155 (1.0) 81.1155 (1.0) 0.0000 (1.0) 81.1155 (1.0) 0.0000 (1.0) 0;0 0.0123 (1.0) 1 1
-test_sharing_gs-add-noop[2.40.0] 81.9790 (1.01) 81.9790 (1.01) 81.9790 (1.01) 0.0000 (1.0) 81.9790 (1.01) 0.0000 (1.0) 0;0 0.0122 (0.99) 1 1
-test_sharing_gs-add-noop[2.58.2] 90.6583 (1.12) 90.6583 (1.12) 90.6583 (1.12) 0.0000 (1.0) 90.6583 (1.12) 0.0000 (1.0) 0;0 0.0110 (0.89) 1 1
-test_sharing_gs-add-noop[2.58.2] 88.3769 (1.09) 88.3769 (1.09) 88.3769 (1.09) 0.0000 (1.0) 88.3769 (1.09) 0.0000 (1.0) 0;0 0.0113 (0.92) 1 1
-test_sharing_gs-add-noop[3.0.0] 90.3103 (1.11) 90.3103 (1.11) 90.3103 (1.11) 0.0000 (1.0) 90.3103 (1.11) 0.0000 (1.0) 0;0 0.0111 (0.90) 1 1
-test_sharing_gs-add-noop[3.0.0] 87.0325 (1.07) 87.0325 (1.07) 87.0325 (1.07) 0.0000 (1.0) 87.0325 (1.07) 0.0000 (1.0) 0;0 0.0115 (0.93) 1 1
-test_sharing_gs-add-noop[main] 89.4104 (1.10) 89.4104 (1.10) 89.4104 (1.10) 0.0000 (1.0) 89.4104 (1.10) 0.0000 (1.0) 0;0 0.0112 (0.91) 1 1
-test_sharing_gs-add-noop[main] 88.1460 (1.09) 88.1460 (1.09) 88.1460 (1.09) 0.0000 (1.0) 88.1460 (1.09) 0.0000 (1.0) 0;0 0.0113 (0.92) 1 1
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+-------------------------------------------------------------------------- benchmark 'test_sharing_gs-add-noop': 10 tests -------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_sharing_gs-add-noop[2.11.0] 97.0126 (1.56) 97.0126 (1.56) 97.0126 (1.56) 0.0000 (1.0) 97.0126 (1.56) 0.0000 (1.0) 0;0 0.0103 (0.64) 1 1
+test_sharing_gs-add-noop[2.11.0] 96.4536 (1.55) 96.4536 (1.55) 96.4536 (1.55) 0.0000 (1.0) 96.4536 (1.55) 0.0000 (1.0) 0;0 0.0104 (0.65) 1 1
+test_sharing_gs-add-noop[2.40.0] 62.7858 (1.01) 62.7858 (1.01) 62.7858 (1.01) 0.0000 (1.0) 62.7858 (1.01) 0.0000 (1.0) 0;0 0.0159 (0.99) 1 1
+test_sharing_gs-add-noop[2.40.0] 62.3800 (1.0) 62.3800 (1.0) 62.3800 (1.0) 0.0000 (1.0) 62.3800 (1.0) 0.0000 (1.0) 0;0 0.0160 (1.0) 1 1
+test_sharing_gs-add-noop[2.58.2] 69.5270 (1.11) 69.5270 (1.11) 69.5270 (1.11) 0.0000 (1.0) 69.5270 (1.11) 0.0000 (1.0) 0;0 0.0144 (0.90) 1 1
+test_sharing_gs-add-noop[2.58.2] 69.6832 (1.12) 69.6832 (1.12) 69.6832 (1.12) 0.0000 (1.0) 69.6832 (1.12) 0.0000 (1.0) 0;0 0.0144 (0.90) 1 1
+test_sharing_gs-add-noop[3.0.0] 69.1378 (1.11) 69.1378 (1.11) 69.1378 (1.11) 0.0000 (1.0) 69.1378 (1.11) 0.0000 (1.0) 0;0 0.0145 (0.90) 1 1
+test_sharing_gs-add-noop[3.0.0] 69.5306 (1.11) 69.5306 (1.11) 69.5306 (1.11) 0.0000 (1.0) 69.5306 (1.11) 0.0000 (1.0) 0;0 0.0144 (0.90) 1 1
+test_sharing_gs-add-noop[main] 70.3426 (1.13) 70.3426 (1.13) 70.3426 (1.13) 0.0000 (1.0) 70.3426 (1.13) 0.0000 (1.0) 0;0 0.0142 (0.89) 1 1
+test_sharing_gs-add-noop[main] 69.7321 (1.12) 69.7321 (1.12) 69.7321 (1.12) 0.0000 (1.0) 69.7321 (1.12) 0.0000 (1.0) 0;0 0.0143 (0.89) 1 1
+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
----------------------------------------------------------------------- benchmark 'test_sharing_gs-checkout-noop': 10 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_gs-checkout-noop[2.11.0] 6.0757 (1.00) 6.0757 (1.00) 6.0757 (1.00) 0.0000 (1.0) 6.0757 (1.00) 0.0000 (1.0) 0;0 0.1646 (1.00) 1 1
-test_sharing_gs-checkout-noop[2.11.0] 6.0696 (1.0) 6.0696 (1.0) 6.0696 (1.0) 0.0000 (1.0) 6.0696 (1.0) 0.0000 (1.0) 0;0 0.1648 (1.0) 1 1
-test_sharing_gs-checkout-noop[2.40.0] 7.4467 (1.23) 7.4467 (1.23) 7.4467 (1.23) 0.0000 (1.0) 7.4467 (1.23) 0.0000 (1.0) 0;0 0.1343 (0.82) 1 1
-test_sharing_gs-checkout-noop[2.40.0] 7.2961 (1.20) 7.2961 (1.20) 7.2961 (1.20) 0.0000 (1.0) 7.2961 (1.20) 0.0000 (1.0) 0;0 0.1371 (0.83) 1 1
-test_sharing_gs-checkout-noop[2.58.2] 8.1796 (1.35) 8.1796 (1.35) 8.1796 (1.35) 0.0000 (1.0) 8.1796 (1.35) 0.0000 (1.0) 0;0 0.1223 (0.74) 1 1
-test_sharing_gs-checkout-noop[2.58.2] 7.9496 (1.31) 7.9496 (1.31) 7.9496 (1.31) 0.0000 (1.0) 7.9496 (1.31) 0.0000 (1.0) 0;0 0.1258 (0.76) 1 1
-test_sharing_gs-checkout-noop[3.0.0] 8.4161 (1.39) 8.4161 (1.39) 8.4161 (1.39) 0.0000 (1.0) 8.4161 (1.39) 0.0000 (1.0) 0;0 0.1188 (0.72) 1 1
-test_sharing_gs-checkout-noop[3.0.0] 8.4543 (1.39) 8.4543 (1.39) 8.4543 (1.39) 0.0000 (1.0) 8.4543 (1.39) 0.0000 (1.0) 0;0 0.1183 (0.72) 1 1
-test_sharing_gs-checkout-noop[main] 8.6111 (1.42) 8.6111 (1.42) 8.6111 (1.42) 0.0000 (1.0) 8.6111 (1.42) 0.0000 (1.0) 0;0 0.1161 (0.70) 1 1
-test_sharing_gs-checkout-noop[main] 8.6712 (1.43) 8.6712 (1.43) 8.6712 (1.43) 0.0000 (1.0) 8.6712 (1.43) 0.0000 (1.0) 0;0 0.1153 (0.70) 1 1
+test_sharing_gs-checkout-noop[2.11.0] 4.8660 (1.0) 4.8660 (1.0) 4.8660 (1.0) 0.0000 (1.0) 4.8660 (1.0) 0.0000 (1.0) 0;0 0.2055 (1.0) 1 1
+test_sharing_gs-checkout-noop[2.11.0] 4.9065 (1.01) 4.9065 (1.01) 4.9065 (1.01) 0.0000 (1.0) 4.9065 (1.01) 0.0000 (1.0) 0;0 0.2038 (0.99) 1 1
+test_sharing_gs-checkout-noop[2.40.0] 6.2472 (1.28) 6.2472 (1.28) 6.2472 (1.28) 0.0000 (1.0) 6.2472 (1.28) 0.0000 (1.0) 0;0 0.1601 (0.78) 1 1
+test_sharing_gs-checkout-noop[2.40.0] 6.2711 (1.29) 6.2711 (1.29) 6.2711 (1.29) 0.0000 (1.0) 6.2711 (1.29) 0.0000 (1.0) 0;0 0.1595 (0.78) 1 1
+test_sharing_gs-checkout-noop[2.58.2] 7.0391 (1.45) 7.0391 (1.45) 7.0391 (1.45) 0.0000 (1.0) 7.0391 (1.45) 0.0000 (1.0) 0;0 0.1421 (0.69) 1 1
+test_sharing_gs-checkout-noop[2.58.2] 6.9607 (1.43) 6.9607 (1.43) 6.9607 (1.43) 0.0000 (1.0) 6.9607 (1.43) 0.0000 (1.0) 0;0 0.1437 (0.70) 1 1
+test_sharing_gs-checkout-noop[3.0.0] 7.3417 (1.51) 7.3417 (1.51) 7.3417 (1.51) 0.0000 (1.0) 7.3417 (1.51) 0.0000 (1.0) 0;0 0.1362 (0.66) 1 1
+test_sharing_gs-checkout-noop[3.0.0] 7.3912 (1.52) 7.3912 (1.52) 7.3912 (1.52) 0.0000 (1.0) 7.3912 (1.52) 0.0000 (1.0) 0;0 0.1353 (0.66) 1 1
+test_sharing_gs-checkout-noop[main] 7.2614 (1.49) 7.2614 (1.49) 7.2614 (1.49) 0.0000 (1.0) 7.2614 (1.49) 0.0000 (1.0) 0;0 0.1377 (0.67) 1 1
+test_sharing_gs-checkout-noop[main] 7.2625 (1.49) 7.2625 (1.49) 7.2625 (1.49) 0.0000 (1.0) 7.2625 (1.49) 0.0000 (1.0) 0;0 0.1377 (0.67) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_sharing_gs-pull': 10 tests ---------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_gs-pull[2.11.0] 244.8662 (1.25) 244.8662 (1.25) 244.8662 (1.25) 0.0000 (1.0) 244.8662 (1.25) 0.0000 (1.0) 0;0 0.0041 (0.80) 1 1
-test_sharing_gs-pull[2.11.0] 246.8820 (1.26) 246.8820 (1.26) 246.8820 (1.26) 0.0000 (1.0) 246.8820 (1.26) 0.0000 (1.0) 0;0 0.0041 (0.79) 1 1
-test_sharing_gs-pull[2.40.0] 300.0307 (1.53) 300.0307 (1.53) 300.0307 (1.53) 0.0000 (1.0) 300.0307 (1.53) 0.0000 (1.0) 0;0 0.0033 (0.65) 1 1
-test_sharing_gs-pull[2.40.0] 309.2490 (1.58) 309.2490 (1.58) 309.2490 (1.58) 0.0000 (1.0) 309.2490 (1.58) 0.0000 (1.0) 0;0 0.0032 (0.63) 1 1
-test_sharing_gs-pull[2.58.2] 197.5549 (1.01) 197.5549 (1.01) 197.5549 (1.01) 0.0000 (1.0) 197.5549 (1.01) 0.0000 (1.0) 0;0 0.0051 (0.99) 1 1
-test_sharing_gs-pull[2.58.2] 196.0086 (1.0) 196.0086 (1.0) 196.0086 (1.0) 0.0000 (1.0) 196.0086 (1.0) 0.0000 (1.0) 0;0 0.0051 (1.0) 1 1
-test_sharing_gs-pull[3.0.0] 259.5665 (1.32) 259.5665 (1.32) 259.5665 (1.32) 0.0000 (1.0) 259.5665 (1.32) 0.0000 (1.0) 0;0 0.0039 (0.76) 1 1
-test_sharing_gs-pull[3.0.0] 256.0705 (1.31) 256.0705 (1.31) 256.0705 (1.31) 0.0000 (1.0) 256.0705 (1.31) 0.0000 (1.0) 0;0 0.0039 (0.77) 1 1
-test_sharing_gs-pull[main] 255.6638 (1.30) 255.6638 (1.30) 255.6638 (1.30) 0.0000 (1.0) 255.6638 (1.30) 0.0000 (1.0) 0;0 0.0039 (0.77) 1 1
-test_sharing_gs-pull[main] 260.2572 (1.33) 260.2572 (1.33) 260.2572 (1.33) 0.0000 (1.0) 260.2572 (1.33) 0.0000 (1.0) 0;0 0.0038 (0.75) 1 1
+test_sharing_gs-pull[2.11.0] 194.1134 (1.24) 194.1134 (1.24) 194.1134 (1.24) 0.0000 (1.0) 194.1134 (1.24) 0.0000 (1.0) 0;0 0.0052 (0.81) 1 1
+test_sharing_gs-pull[2.11.0] 193.6949 (1.24) 193.6949 (1.24) 193.6949 (1.24) 0.0000 (1.0) 193.6949 (1.24) 0.0000 (1.0) 0;0 0.0052 (0.81) 1 1
+test_sharing_gs-pull[2.40.0] 237.7155 (1.52) 237.7155 (1.52) 237.7155 (1.52) 0.0000 (1.0) 237.7155 (1.52) 0.0000 (1.0) 0;0 0.0042 (0.66) 1 1
+test_sharing_gs-pull[2.40.0] 240.7667 (1.54) 240.7667 (1.54) 240.7667 (1.54) 0.0000 (1.0) 240.7667 (1.54) 0.0000 (1.0) 0;0 0.0042 (0.65) 1 1
+test_sharing_gs-pull[2.58.2] 156.4130 (1.0) 156.4130 (1.0) 156.4130 (1.0) 0.0000 (1.0) 156.4130 (1.0) 0.0000 (1.0) 0;0 0.0064 (1.0) 1 1
+test_sharing_gs-pull[2.58.2] 156.7091 (1.00) 156.7091 (1.00) 156.7091 (1.00) 0.0000 (1.0) 156.7091 (1.00) 0.0000 (1.0) 0;0 0.0064 (1.00) 1 1
+test_sharing_gs-pull[3.0.0] 208.4818 (1.33) 208.4818 (1.33) 208.4818 (1.33) 0.0000 (1.0) 208.4818 (1.33) 0.0000 (1.0) 0;0 0.0048 (0.75) 1 1
+test_sharing_gs-pull[3.0.0] 210.8118 (1.35) 210.8118 (1.35) 210.8118 (1.35) 0.0000 (1.0) 210.8118 (1.35) 0.0000 (1.0) 0;0 0.0047 (0.74) 1 1
+test_sharing_gs-pull[main] 211.0081 (1.35) 211.0081 (1.35) 211.0081 (1.35) 0.0000 (1.0) 211.0081 (1.35) 0.0000 (1.0) 0;0 0.0047 (0.74) 1 1
+test_sharing_gs-pull[main] 209.2049 (1.34) 209.2049 (1.34) 209.2049 (1.34) 0.0000 (1.0) 209.2049 (1.34) 0.0000 (1.0) 0;0 0.0048 (0.75) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------- benchmark 'test_sharing_gs-pull-noop': 10 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_gs-pull-noop[2.11.0] 6.4482 (1.0) 6.4482 (1.0) 6.4482 (1.0) 0.0000 (1.0) 6.4482 (1.0) 0.0000 (1.0) 0;0 0.1551 (1.0) 1 1
-test_sharing_gs-pull-noop[2.11.0] 6.4602 (1.00) 6.4602 (1.00) 6.4602 (1.00) 0.0000 (1.0) 6.4602 (1.00) 0.0000 (1.0) 0;0 0.1548 (1.00) 1 1
-test_sharing_gs-pull-noop[2.40.0] 8.1316 (1.26) 8.1316 (1.26) 8.1316 (1.26) 0.0000 (1.0) 8.1316 (1.26) 0.0000 (1.0) 0;0 0.1230 (0.79) 1 1
-test_sharing_gs-pull-noop[2.40.0] 8.3197 (1.29) 8.3197 (1.29) 8.3197 (1.29) 0.0000 (1.0) 8.3197 (1.29) 0.0000 (1.0) 0;0 0.1202 (0.78) 1 1
-test_sharing_gs-pull-noop[2.58.2] 9.2937 (1.44) 9.2937 (1.44) 9.2937 (1.44) 0.0000 (1.0) 9.2937 (1.44) 0.0000 (1.0) 0;0 0.1076 (0.69) 1 1
-test_sharing_gs-pull-noop[2.58.2] 9.0844 (1.41) 9.0844 (1.41) 9.0844 (1.41) 0.0000 (1.0) 9.0844 (1.41) 0.0000 (1.0) 0;0 0.1101 (0.71) 1 1
-test_sharing_gs-pull-noop[3.0.0] 13.9902 (2.17) 13.9902 (2.17) 13.9902 (2.17) 0.0000 (1.0) 13.9902 (2.17) 0.0000 (1.0) 0;0 0.0715 (0.46) 1 1
-test_sharing_gs-pull-noop[3.0.0] 13.5054 (2.09) 13.5054 (2.09) 13.5054 (2.09) 0.0000 (1.0) 13.5054 (2.09) 0.0000 (1.0) 0;0 0.0740 (0.48) 1 1
-test_sharing_gs-pull-noop[main] 13.2087 (2.05) 13.2087 (2.05) 13.2087 (2.05) 0.0000 (1.0) 13.2087 (2.05) 0.0000 (1.0) 0;0 0.0757 (0.49) 1 1
-test_sharing_gs-pull-noop[main] 13.5563 (2.10) 13.5563 (2.10) 13.5563 (2.10) 0.0000 (1.0) 13.5563 (2.10) 0.0000 (1.0) 0;0 0.0738 (0.48) 1 1
+test_sharing_gs-pull-noop[2.11.0] 5.5896 (1.0) 5.5896 (1.0) 5.5896 (1.0) 0.0000 (1.0) 5.5896 (1.0) 0.0000 (1.0) 0;0 0.1789 (1.0) 1 1
+test_sharing_gs-pull-noop[2.11.0] 5.5952 (1.00) 5.5952 (1.00) 5.5952 (1.00) 0.0000 (1.0) 5.5952 (1.00) 0.0000 (1.0) 0;0 0.1787 (1.00) 1 1
+test_sharing_gs-pull-noop[2.40.0] 7.1024 (1.27) 7.1024 (1.27) 7.1024 (1.27) 0.0000 (1.0) 7.1024 (1.27) 0.0000 (1.0) 0;0 0.1408 (0.79) 1 1
+test_sharing_gs-pull-noop[2.40.0] 7.1440 (1.28) 7.1440 (1.28) 7.1440 (1.28) 0.0000 (1.0) 7.1440 (1.28) 0.0000 (1.0) 0;0 0.1400 (0.78) 1 1
+test_sharing_gs-pull-noop[2.58.2] 7.8135 (1.40) 7.8135 (1.40) 7.8135 (1.40) 0.0000 (1.0) 7.8135 (1.40) 0.0000 (1.0) 0;0 0.1280 (0.72) 1 1
+test_sharing_gs-pull-noop[2.58.2] 7.8827 (1.41) 7.8827 (1.41) 7.8827 (1.41) 0.0000 (1.0) 7.8827 (1.41) 0.0000 (1.0) 0;0 0.1269 (0.71) 1 1
+test_sharing_gs-pull-noop[3.0.0] 11.6493 (2.08) 11.6493 (2.08) 11.6493 (2.08) 0.0000 (1.0) 11.6493 (2.08) 0.0000 (1.0) 0;0 0.0858 (0.48) 1 1
+test_sharing_gs-pull-noop[3.0.0] 11.7646 (2.10) 11.7646 (2.10) 11.7646 (2.10) 0.0000 (1.0) 11.7646 (2.10) 0.0000 (1.0) 0;0 0.0850 (0.48) 1 1
+test_sharing_gs-pull-noop[main] 11.5835 (2.07) 11.5835 (2.07) 11.5835 (2.07) 0.0000 (1.0) 11.5835 (2.07) 0.0000 (1.0) 0;0 0.0863 (0.48) 1 1
+test_sharing_gs-pull-noop[main] 11.8207 (2.11) 11.8207 (2.11) 11.8207 (2.11) 0.0000 (1.0) 11.8207 (2.11) 0.0000 (1.0) 0;0 0.0846 (0.47) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_sharing_gs-push': 10 tests ---------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_gs-push[2.11.0] 131.0689 (2.83) 131.0689 (2.83) 131.0689 (2.83) 0.0000 (1.0) 131.0689 (2.83) 0.0000 (1.0) 0;0 0.0076 (0.35) 1 1
-test_sharing_gs-push[2.11.0] 133.3427 (2.88) 133.3427 (2.88) 133.3427 (2.88) 0.0000 (1.0) 133.3427 (2.88) 0.0000 (1.0) 0;0 0.0075 (0.35) 1 1
-test_sharing_gs-push[2.40.0] 165.6372 (3.57) 165.6372 (3.57) 165.6372 (3.57) 0.0000 (1.0) 165.6372 (3.57) 0.0000 (1.0) 0;0 0.0060 (0.28) 1 1
-test_sharing_gs-push[2.40.0] 173.1312 (3.73) 173.1312 (3.73) 173.1312 (3.73) 0.0000 (1.0) 173.1312 (3.73) 0.0000 (1.0) 0;0 0.0058 (0.27) 1 1
-test_sharing_gs-push[2.58.2] 107.8956 (2.33) 107.8956 (2.33) 107.8956 (2.33) 0.0000 (1.0) 107.8956 (2.33) 0.0000 (1.0) 0;0 0.0093 (0.43) 1 1
-test_sharing_gs-push[2.58.2] 108.1389 (2.33) 108.1389 (2.33) 108.1389 (2.33) 0.0000 (1.0) 108.1389 (2.33) 0.0000 (1.0) 0;0 0.0092 (0.43) 1 1
-test_sharing_gs-push[3.0.0] 47.0059 (1.01) 47.0059 (1.01) 47.0059 (1.01) 0.0000 (1.0) 47.0059 (1.01) 0.0000 (1.0) 0;0 0.0213 (0.99) 1 1
-test_sharing_gs-push[3.0.0] 46.3751 (1.0) 46.3751 (1.0) 46.3751 (1.0) 0.0000 (1.0) 46.3751 (1.0) 0.0000 (1.0) 0;0 0.0216 (1.0) 1 1
-test_sharing_gs-push[main] 105.8627 (2.28) 105.8627 (2.28) 105.8627 (2.28) 0.0000 (1.0) 105.8627 (2.28) 0.0000 (1.0) 0;0 0.0094 (0.44) 1 1
-test_sharing_gs-push[main] 108.6409 (2.34) 108.6409 (2.34) 108.6409 (2.34) 0.0000 (1.0) 108.6409 (2.34) 0.0000 (1.0) 0;0 0.0092 (0.43) 1 1
+test_sharing_gs-push[2.11.0] 107.3696 (2.67) 107.3696 (2.67) 107.3696 (2.67) 0.0000 (1.0) 107.3696 (2.67) 0.0000 (1.0) 0;0 0.0093 (0.37) 1 1
+test_sharing_gs-push[2.11.0] 107.1670 (2.67) 107.1670 (2.67) 107.1670 (2.67) 0.0000 (1.0) 107.1670 (2.67) 0.0000 (1.0) 0;0 0.0093 (0.37) 1 1
+test_sharing_gs-push[2.40.0] 137.5242 (3.43) 137.5242 (3.43) 137.5242 (3.43) 0.0000 (1.0) 137.5242 (3.43) 0.0000 (1.0) 0;0 0.0073 (0.29) 1 1
+test_sharing_gs-push[2.40.0] 137.9124 (3.44) 137.9124 (3.44) 137.9124 (3.44) 0.0000 (1.0) 137.9124 (3.44) 0.0000 (1.0) 0;0 0.0073 (0.29) 1 1
+test_sharing_gs-push[2.58.2] 91.0162 (2.27) 91.0162 (2.27) 91.0162 (2.27) 0.0000 (1.0) 91.0162 (2.27) 0.0000 (1.0) 0;0 0.0110 (0.44) 1 1
+test_sharing_gs-push[2.58.2] 88.8285 (2.21) 88.8285 (2.21) 88.8285 (2.21) 0.0000 (1.0) 88.8285 (2.21) 0.0000 (1.0) 0;0 0.0113 (0.45) 1 1
+test_sharing_gs-push[3.0.0] 40.1547 (1.00) 40.1547 (1.00) 40.1547 (1.00) 0.0000 (1.0) 40.1547 (1.00) 0.0000 (1.0) 0;0 0.0249 (1.00) 1 1
+test_sharing_gs-push[3.0.0] 40.1397 (1.0) 40.1397 (1.0) 40.1397 (1.0) 0.0000 (1.0) 40.1397 (1.0) 0.0000 (1.0) 0;0 0.0249 (1.0) 1 1
+test_sharing_gs-push[main] 90.5160 (2.26) 90.5160 (2.26) 90.5160 (2.26) 0.0000 (1.0) 90.5160 (2.26) 0.0000 (1.0) 0;0 0.0110 (0.44) 1 1
+test_sharing_gs-push[main] 90.4223 (2.25) 90.4223 (2.25) 90.4223 (2.25) 0.0000 (1.0) 90.4223 (2.25) 0.0000 (1.0) 0;0 0.0111 (0.44) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
----------------------------------------------------------------------- benchmark 'test_sharing_gs-push-noop': 10 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_gs-push-noop[2.11.0] 3.1939 (1.00) 3.1939 (1.00) 3.1939 (1.00) 0.0000 (1.0) 3.1939 (1.00) 0.0000 (1.0) 0;0 0.3131 (1.00) 1 1
-test_sharing_gs-push-noop[2.11.0] 3.1815 (1.0) 3.1815 (1.0) 3.1815 (1.0) 0.0000 (1.0) 3.1815 (1.0) 0.0000 (1.0) 0;0 0.3143 (1.0) 1 1
-test_sharing_gs-push-noop[2.40.0] 3.5551 (1.12) 3.5551 (1.12) 3.5551 (1.12) 0.0000 (1.0) 3.5551 (1.12) 0.0000 (1.0) 0;0 0.2813 (0.89) 1 1
-test_sharing_gs-push-noop[2.40.0] 3.5004 (1.10) 3.5004 (1.10) 3.5004 (1.10) 0.0000 (1.0) 3.5004 (1.10) 0.0000 (1.0) 0;0 0.2857 (0.91) 1 1
-test_sharing_gs-push-noop[2.58.2] 3.5697 (1.12) 3.5697 (1.12) 3.5697 (1.12) 0.0000 (1.0) 3.5697 (1.12) 0.0000 (1.0) 0;0 0.2801 (0.89) 1 1
-test_sharing_gs-push-noop[2.58.2] 3.6626 (1.15) 3.6626 (1.15) 3.6626 (1.15) 0.0000 (1.0) 3.6626 (1.15) 0.0000 (1.0) 0;0 0.2730 (0.87) 1 1
-test_sharing_gs-push-noop[3.0.0] 3.8120 (1.20) 3.8120 (1.20) 3.8120 (1.20) 0.0000 (1.0) 3.8120 (1.20) 0.0000 (1.0) 0;0 0.2623 (0.83) 1 1
-test_sharing_gs-push-noop[3.0.0] 3.4053 (1.07) 3.4053 (1.07) 3.4053 (1.07) 0.0000 (1.0) 3.4053 (1.07) 0.0000 (1.0) 0;0 0.2937 (0.93) 1 1
-test_sharing_gs-push-noop[main] 3.4583 (1.09) 3.4583 (1.09) 3.4583 (1.09) 0.0000 (1.0) 3.4583 (1.09) 0.0000 (1.0) 0;0 0.2892 (0.92) 1 1
-test_sharing_gs-push-noop[main] 3.7395 (1.18) 3.7395 (1.18) 3.7395 (1.18) 0.0000 (1.0) 3.7395 (1.18) 0.0000 (1.0) 0;0 0.2674 (0.85) 1 1
+test_sharing_gs-push-noop[2.11.0] 2.5361 (1.01) 2.5361 (1.01) 2.5361 (1.01) 0.0000 (1.0) 2.5361 (1.01) 0.0000 (1.0) 0;0 0.3943 (0.99) 1 1
+test_sharing_gs-push-noop[2.11.0] 2.5049 (1.0) 2.5049 (1.0) 2.5049 (1.0) 0.0000 (1.0) 2.5049 (1.0) 0.0000 (1.0) 0;0 0.3992 (1.0) 1 1
+test_sharing_gs-push-noop[2.40.0] 2.8734 (1.15) 2.8734 (1.15) 2.8734 (1.15) 0.0000 (1.0) 2.8734 (1.15) 0.0000 (1.0) 0;0 0.3480 (0.87) 1 1
+test_sharing_gs-push-noop[2.40.0] 2.8160 (1.12) 2.8160 (1.12) 2.8160 (1.12) 0.0000 (1.0) 2.8160 (1.12) 0.0000 (1.0) 0;0 0.3551 (0.89) 1 1
+test_sharing_gs-push-noop[2.58.2] 3.0783 (1.23) 3.0783 (1.23) 3.0783 (1.23) 0.0000 (1.0) 3.0783 (1.23) 0.0000 (1.0) 0;0 0.3249 (0.81) 1 1
+test_sharing_gs-push-noop[2.58.2] 3.0196 (1.21) 3.0196 (1.21) 3.0196 (1.21) 0.0000 (1.0) 3.0196 (1.21) 0.0000 (1.0) 0;0 0.3312 (0.83) 1 1
+test_sharing_gs-push-noop[3.0.0] 3.1220 (1.25) 3.1220 (1.25) 3.1220 (1.25) 0.0000 (1.0) 3.1220 (1.25) 0.0000 (1.0) 0;0 0.3203 (0.80) 1 1
+test_sharing_gs-push-noop[3.0.0] 3.2471 (1.30) 3.2471 (1.30) 3.2471 (1.30) 0.0000 (1.0) 3.2471 (1.30) 0.0000 (1.0) 0;0 0.3080 (0.77) 1 1
+test_sharing_gs-push-noop[main] 3.1237 (1.25) 3.1237 (1.25) 3.1237 (1.25) 0.0000 (1.0) 3.1237 (1.25) 0.0000 (1.0) 0;0 0.3201 (0.80) 1 1
+test_sharing_gs-push-noop[main] 3.1619 (1.26) 3.1619 (1.26) 3.1619 (1.26) 0.0000 (1.0) 3.1619 (1.26) 0.0000 (1.0) 0;0 0.3163 (0.79) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -1097,7 +1097,7 @@
@@ -1105,7 +1105,7 @@
@@ -1113,7 +1113,7 @@
@@ -1121,7 +1121,7 @@
@@ -1150,42 +1150,42 @@
-------------------------------------------------------------------------- benchmark 'test_status-status': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_status-status[2.11.0] 57.3563 (2.20) 57.3563 (2.20) 57.3563 (2.20) 0.0000 (1.0) 57.3563 (2.20) 0.0000 (1.0) 0;0 0.0174 (0.45) 1 1
-test_status-status[2.40.0] 26.5989 (1.02) 26.5989 (1.02) 26.5989 (1.02) 0.0000 (1.0) 26.5989 (1.02) 0.0000 (1.0) 0;0 0.0376 (0.98) 1 1
-test_status-status[2.58.2] 26.4592 (1.01) 26.4592 (1.01) 26.4592 (1.01) 0.0000 (1.0) 26.4592 (1.01) 0.0000 (1.0) 0;0 0.0378 (0.99) 1 1
-test_status-status[3.0.0] 26.0744 (1.0) 26.0744 (1.0) 26.0744 (1.0) 0.0000 (1.0) 26.0744 (1.0) 0.0000 (1.0) 0;0 0.0384 (1.0) 1 1
-test_status-status[main] 26.4894 (1.02) 26.4894 (1.02) 26.4894 (1.02) 0.0000 (1.0) 26.4894 (1.02) 0.0000 (1.0) 0;0 0.0378 (0.98) 1 1
+test_status-status[2.11.0] 79.7092 (2.11) 79.7092 (2.11) 79.7092 (2.11) 0.0000 (1.0) 79.7092 (2.11) 0.0000 (1.0) 0;0 0.0125 (0.47) 1 1
+test_status-status[2.40.0] 41.2518 (1.09) 41.2518 (1.09) 41.2518 (1.09) 0.0000 (1.0) 41.2518 (1.09) 0.0000 (1.0) 0;0 0.0242 (0.92) 1 1
+test_status-status[2.58.2] 37.8618 (1.0) 37.8618 (1.0) 37.8618 (1.0) 0.0000 (1.0) 37.8618 (1.0) 0.0000 (1.0) 0;0 0.0264 (1.0) 1 1
+test_status-status[3.0.0] 39.6987 (1.05) 39.6987 (1.05) 39.6987 (1.05) 0.0000 (1.0) 39.6987 (1.05) 0.0000 (1.0) 0;0 0.0252 (0.95) 1 1
+test_status-status[main] 40.0325 (1.06) 40.0325 (1.06) 40.0325 (1.06) 0.0000 (1.0) 40.0325 (1.06) 0.0000 (1.0) 0;0 0.0250 (0.95) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_status-status-changed': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_status-status-changed[2.11.0] 39.6296 (7.45) 39.6296 (7.45) 39.6296 (7.45) 0.0000 (1.0) 39.6296 (7.45) 0.0000 (1.0) 0;0 0.0252 (0.13) 1 1
-test_status-status-changed[2.40.0] 5.3163 (1.0) 5.3163 (1.0) 5.3163 (1.0) 0.0000 (1.0) 5.3163 (1.0) 0.0000 (1.0) 0;0 0.1881 (1.0) 1 1
-test_status-status-changed[2.58.2] 6.1093 (1.15) 6.1093 (1.15) 6.1093 (1.15) 0.0000 (1.0) 6.1093 (1.15) 0.0000 (1.0) 0;0 0.1637 (0.87) 1 1
-test_status-status-changed[3.0.0] 6.3213 (1.19) 6.3213 (1.19) 6.3213 (1.19) 0.0000 (1.0) 6.3213 (1.19) 0.0000 (1.0) 0;0 0.1582 (0.84) 1 1
-test_status-status-changed[main] 6.4700 (1.22) 6.4700 (1.22) 6.4700 (1.22) 0.0000 (1.0) 6.4700 (1.22) 0.0000 (1.0) 0;0 0.1546 (0.82) 1 1
+test_status-status-changed[2.11.0] 57.7117 (6.39) 57.7117 (6.39) 57.7117 (6.39) 0.0000 (1.0) 57.7117 (6.39) 0.0000 (1.0) 0;0 0.0173 (0.16) 1 1
+test_status-status-changed[2.40.0] 9.0333 (1.0) 9.0333 (1.0) 9.0333 (1.0) 0.0000 (1.0) 9.0333 (1.0) 0.0000 (1.0) 0;0 0.1107 (1.0) 1 1
+test_status-status-changed[2.58.2] 9.9687 (1.10) 9.9687 (1.10) 9.9687 (1.10) 0.0000 (1.0) 9.9687 (1.10) 0.0000 (1.0) 0;0 0.1003 (0.91) 1 1
+test_status-status-changed[3.0.0] 9.9902 (1.11) 9.9902 (1.11) 9.9902 (1.11) 0.0000 (1.0) 9.9902 (1.11) 0.0000 (1.0) 0;0 0.1001 (0.90) 1 1
+test_status-status-changed[main] 10.5639 (1.17) 10.5639 (1.17) 10.5639 (1.17) 0.0000 (1.0) 10.5639 (1.17) 0.0000 (1.0) 0;0 0.0947 (0.86) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_status-status-changed-noop': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_status-status-changed-noop[2.11.0] 10.5733 (1.94) 10.5733 (1.94) 10.5733 (1.94) 0.0000 (1.0) 10.5733 (1.94) 0.0000 (1.0) 0;0 0.0946 (0.51) 1 1
-test_status-status-changed-noop[2.40.0] 5.4423 (1.0) 5.4423 (1.0) 5.4423 (1.0) 0.0000 (1.0) 5.4423 (1.0) 0.0000 (1.0) 0;0 0.1837 (1.0) 1 1
-test_status-status-changed-noop[2.58.2] 6.2421 (1.15) 6.2421 (1.15) 6.2421 (1.15) 0.0000 (1.0) 6.2421 (1.15) 0.0000 (1.0) 0;0 0.1602 (0.87) 1 1
-test_status-status-changed-noop[3.0.0] 6.2414 (1.15) 6.2414 (1.15) 6.2414 (1.15) 0.0000 (1.0) 6.2414 (1.15) 0.0000 (1.0) 0;0 0.1602 (0.87) 1 1
-test_status-status-changed-noop[main] 6.3064 (1.16) 6.3064 (1.16) 6.3064 (1.16) 0.0000 (1.0) 6.3064 (1.16) 0.0000 (1.0) 0;0 0.1586 (0.86) 1 1
+test_status-status-changed-noop[2.11.0] 16.7287 (1.91) 16.7287 (1.91) 16.7287 (1.91) 0.0000 (1.0) 16.7287 (1.91) 0.0000 (1.0) 0;0 0.0598 (0.52) 1 1
+test_status-status-changed-noop[2.40.0] 8.7439 (1.0) 8.7439 (1.0) 8.7439 (1.0) 0.0000 (1.0) 8.7439 (1.0) 0.0000 (1.0) 0;0 0.1144 (1.0) 1 1
+test_status-status-changed-noop[2.58.2] 10.5486 (1.21) 10.5486 (1.21) 10.5486 (1.21) 0.0000 (1.0) 10.5486 (1.21) 0.0000 (1.0) 0;0 0.0948 (0.83) 1 1
+test_status-status-changed-noop[3.0.0] 9.9354 (1.14) 9.9354 (1.14) 9.9354 (1.14) 0.0000 (1.0) 9.9354 (1.14) 0.0000 (1.0) 0;0 0.1007 (0.88) 1 1
+test_status-status-changed-noop[main] 9.8225 (1.12) 9.8225 (1.12) 9.8225 (1.12) 0.0000 (1.0) 9.8225 (1.12) 0.0000 (1.0) 0;0 0.1018 (0.89) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------- benchmark 'test_status-status-noop': 5 tests ------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_status-status-noop[2.11.0] 2.8549 (1.0) 2.8549 (1.0) 2.8549 (1.0) 0.0000 (1.0) 2.8549 (1.0) 0.0000 (1.0) 0;0 0.3503 (1.0) 1 1
-test_status-status-noop[2.40.0] 5.5695 (1.95) 5.5695 (1.95) 5.5695 (1.95) 0.0000 (1.0) 5.5695 (1.95) 0.0000 (1.0) 0;0 0.1795 (0.51) 1 1
-test_status-status-noop[2.58.2] 6.2446 (2.19) 6.2446 (2.19) 6.2446 (2.19) 0.0000 (1.0) 6.2446 (2.19) 0.0000 (1.0) 0;0 0.1601 (0.46) 1 1
-test_status-status-noop[3.0.0] 6.3583 (2.23) 6.3583 (2.23) 6.3583 (2.23) 0.0000 (1.0) 6.3583 (2.23) 0.0000 (1.0) 0;0 0.1573 (0.45) 1 1
-test_status-status-noop[main] 6.4814 (2.27) 6.4814 (2.27) 6.4814 (2.27) 0.0000 (1.0) 6.4814 (2.27) 0.0000 (1.0) 0;0 0.1543 (0.44) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+-------------------------------------------------------------------------- benchmark 'test_status-status-noop': 5 tests --------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_status-status-noop[2.11.0] 3.5846 (1.0) 3.5846 (1.0) 3.5846 (1.0) 0.0000 (1.0) 3.5846 (1.0) 0.0000 (1.0) 0;0 0.2790 (1.0) 1 1
+test_status-status-noop[2.40.0] 8.6410 (2.41) 8.6410 (2.41) 8.6410 (2.41) 0.0000 (1.0) 8.6410 (2.41) 0.0000 (1.0) 0;0 0.1157 (0.41) 1 1
+test_status-status-noop[2.58.2] 10.0293 (2.80) 10.0293 (2.80) 10.0293 (2.80) 0.0000 (1.0) 10.0293 (2.80) 0.0000 (1.0) 0;0 0.0997 (0.36) 1 1
+test_status-status-noop[3.0.0] 9.9002 (2.76) 9.9002 (2.76) 9.9002 (2.76) 0.0000 (1.0) 9.9002 (2.76) 0.0000 (1.0) 0;0 0.1010 (0.36) 1 1
+test_status-status-noop[main] 10.2140 (2.85) 10.2140 (2.85) 10.2140 (2.85) 0.0000 (1.0) 10.2140 (2.85) 0.0000 (1.0) 0;0 0.0979 (0.35) 1 1
+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile.
@@ -1216,7 +1216,7 @@
@@ -1224,7 +1224,7 @@
@@ -1232,7 +1232,7 @@
@@ -1240,7 +1240,7 @@
@@ -1248,7 +1248,7 @@
@@ -1256,7 +1256,7 @@
@@ -1285,61 +1285,61 @@
---------------------------------------------------------------------------- benchmark 'test_partial_add-add': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_add-add[2.11.0] 222.2572 (1.83) 222.2572 (1.83) 222.2572 (1.83) 0.0000 (1.0) 222.2572 (1.83) 0.0000 (1.0) 0;0 0.0045 (0.55) 1 1
-test_partial_add-add[2.40.0] 189.9064 (1.57) 189.9064 (1.57) 189.9064 (1.57) 0.0000 (1.0) 189.9064 (1.57) 0.0000 (1.0) 0;0 0.0053 (0.64) 1 1
-test_partial_add-add[2.58.2] 123.3851 (1.02) 123.3851 (1.02) 123.3851 (1.02) 0.0000 (1.0) 123.3851 (1.02) 0.0000 (1.0) 0;0 0.0081 (0.98) 1 1
-test_partial_add-add[3.0.0] 121.2540 (1.0) 121.2540 (1.0) 121.2540 (1.0) 0.0000 (1.0) 121.2540 (1.0) 0.0000 (1.0) 0;0 0.0082 (1.0) 1 1
-test_partial_add-add[main] 123.4764 (1.02) 123.4764 (1.02) 123.4764 (1.02) 0.0000 (1.0) 123.4764 (1.02) 0.0000 (1.0) 0;0 0.0081 (0.98) 1 1
+test_partial_add-add[2.11.0] 181.1077 (1.75) 181.1077 (1.75) 181.1077 (1.75) 0.0000 (1.0) 181.1077 (1.75) 0.0000 (1.0) 0;0 0.0055 (0.57) 1 1
+test_partial_add-add[2.40.0] 153.4187 (1.48) 153.4187 (1.48) 153.4187 (1.48) 0.0000 (1.0) 153.4187 (1.48) 0.0000 (1.0) 0;0 0.0065 (0.67) 1 1
+test_partial_add-add[2.58.2] 105.2905 (1.02) 105.2905 (1.02) 105.2905 (1.02) 0.0000 (1.0) 105.2905 (1.02) 0.0000 (1.0) 0;0 0.0095 (0.98) 1 1
+test_partial_add-add[3.0.0] 103.5210 (1.0) 103.5210 (1.0) 103.5210 (1.0) 0.0000 (1.0) 103.5210 (1.0) 0.0000 (1.0) 0;0 0.0097 (1.0) 1 1
+test_partial_add-add[main] 104.9487 (1.01) 104.9487 (1.01) 104.9487 (1.01) 0.0000 (1.0) 104.9487 (1.01) 0.0000 (1.0) 0;0 0.0095 (0.99) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_partial_add-add-partial': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_add-add-partial[2.11.0] 199.4575 (1.88) 199.4575 (1.88) 199.4575 (1.88) 0.0000 (1.0) 199.4575 (1.88) 0.0000 (1.0) 0;0 0.0050 (0.53) 1 1
-test_partial_add-add-partial[2.40.0] 112.2333 (1.06) 112.2333 (1.06) 112.2333 (1.06) 0.0000 (1.0) 112.2333 (1.06) 0.0000 (1.0) 0;0 0.0089 (0.95) 1 1
-test_partial_add-add-partial[2.58.2] 107.2234 (1.01) 107.2234 (1.01) 107.2234 (1.01) 0.0000 (1.0) 107.2234 (1.01) 0.0000 (1.0) 0;0 0.0093 (0.99) 1 1
-test_partial_add-add-partial[3.0.0] 106.1465 (1.0) 106.1465 (1.0) 106.1465 (1.0) 0.0000 (1.0) 106.1465 (1.0) 0.0000 (1.0) 0;0 0.0094 (1.0) 1 1
-test_partial_add-add-partial[main] 106.6232 (1.00) 106.6232 (1.00) 106.6232 (1.00) 0.0000 (1.0) 106.6232 (1.00) 0.0000 (1.0) 0;0 0.0094 (1.00) 1 1
+test_partial_add-add-partial[2.11.0] 164.7520 (1.83) 164.7520 (1.83) 164.7520 (1.83) 0.0000 (1.0) 164.7520 (1.83) 0.0000 (1.0) 0;0 0.0061 (0.55) 1 1
+test_partial_add-add-partial[2.40.0] 94.1815 (1.05) 94.1815 (1.05) 94.1815 (1.05) 0.0000 (1.0) 94.1815 (1.05) 0.0000 (1.0) 0;0 0.0106 (0.96) 1 1
+test_partial_add-add-partial[2.58.2] 90.6492 (1.01) 90.6492 (1.01) 90.6492 (1.01) 0.0000 (1.0) 90.6492 (1.01) 0.0000 (1.0) 0;0 0.0110 (0.99) 1 1
+test_partial_add-add-partial[3.0.0] 90.0081 (1.0) 90.0081 (1.0) 90.0081 (1.0) 0.0000 (1.0) 90.0081 (1.0) 0.0000 (1.0) 0;0 0.0111 (1.0) 1 1
+test_partial_add-add-partial[main] 90.2597 (1.00) 90.2597 (1.00) 90.2597 (1.00) 0.0000 (1.0) 90.2597 (1.00) 0.0000 (1.0) 0;0 0.0111 (1.00) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_partial_add-gc-cloud-noop': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_add-gc-cloud-noop[2.11.0] 6.5596 (1.0) 6.5596 (1.0) 6.5596 (1.0) 0.0000 (1.0) 6.5596 (1.0) 0.0000 (1.0) 0;0 0.1524 (1.0) 1 1
-test_partial_add-gc-cloud-noop[2.40.0] 8.1707 (1.25) 8.1707 (1.25) 8.1707 (1.25) 0.0000 (1.0) 8.1707 (1.25) 0.0000 (1.0) 0;0 0.1224 (0.80) 1 1
-test_partial_add-gc-cloud-noop[2.58.2] 11.0638 (1.69) 11.0638 (1.69) 11.0638 (1.69) 0.0000 (1.0) 11.0638 (1.69) 0.0000 (1.0) 0;0 0.0904 (0.59) 1 1
-test_partial_add-gc-cloud-noop[3.0.0] 14.1261 (2.15) 14.1261 (2.15) 14.1261 (2.15) 0.0000 (1.0) 14.1261 (2.15) 0.0000 (1.0) 0;0 0.0708 (0.46) 1 1
-test_partial_add-gc-cloud-noop[main] 17.3330 (2.64) 17.3330 (2.64) 17.3330 (2.64) 0.0000 (1.0) 17.3330 (2.64) 0.0000 (1.0) 0;0 0.0577 (0.38) 1 1
+test_partial_add-gc-cloud-noop[2.11.0] 5.8007 (1.0) 5.8007 (1.0) 5.8007 (1.0) 0.0000 (1.0) 5.8007 (1.0) 0.0000 (1.0) 0;0 0.1724 (1.0) 1 1
+test_partial_add-gc-cloud-noop[2.40.0] 7.3904 (1.27) 7.3904 (1.27) 7.3904 (1.27) 0.0000 (1.0) 7.3904 (1.27) 0.0000 (1.0) 0;0 0.1353 (0.78) 1 1
+test_partial_add-gc-cloud-noop[2.58.2] 9.3743 (1.62) 9.3743 (1.62) 9.3743 (1.62) 0.0000 (1.0) 9.3743 (1.62) 0.0000 (1.0) 0;0 0.1067 (0.62) 1 1
+test_partial_add-gc-cloud-noop[3.0.0] 12.3381 (2.13) 12.3381 (2.13) 12.3381 (2.13) 0.0000 (1.0) 12.3381 (2.13) 0.0000 (1.0) 0;0 0.0810 (0.47) 1 1
+test_partial_add-gc-cloud-noop[main] 13.9096 (2.40) 13.9096 (2.40) 13.9096 (2.40) 0.0000 (1.0) 13.9096 (2.40) 0.0000 (1.0) 0;0 0.0719 (0.42) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------ benchmark 'test_partial_add-gc-noop': 5 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_add-gc-noop[2.11.0] 2.4458 (1.0) 2.4458 (1.0) 2.4458 (1.0) 0.0000 (1.0) 2.4458 (1.0) 0.0000 (1.0) 0;0 0.4089 (1.0) 1 1
-test_partial_add-gc-noop[2.40.0] 4.2048 (1.72) 4.2048 (1.72) 4.2048 (1.72) 0.0000 (1.0) 4.2048 (1.72) 0.0000 (1.0) 0;0 0.2378 (0.58) 1 1
-test_partial_add-gc-noop[2.58.2] 6.0621 (2.48) 6.0621 (2.48) 6.0621 (2.48) 0.0000 (1.0) 6.0621 (2.48) 0.0000 (1.0) 0;0 0.1650 (0.40) 1 1
-test_partial_add-gc-noop[3.0.0] 9.2994 (3.80) 9.2994 (3.80) 9.2994 (3.80) 0.0000 (1.0) 9.2994 (3.80) 0.0000 (1.0) 0;0 0.1075 (0.26) 1 1
-test_partial_add-gc-noop[main] 9.5202 (3.89) 9.5202 (3.89) 9.5202 (3.89) 0.0000 (1.0) 9.5202 (3.89) 0.0000 (1.0) 0;0 0.1050 (0.26) 1 1
+test_partial_add-gc-noop[2.11.0] 2.0391 (1.0) 2.0391 (1.0) 2.0391 (1.0) 0.0000 (1.0) 2.0391 (1.0) 0.0000 (1.0) 0;0 0.4904 (1.0) 1 1
+test_partial_add-gc-noop[2.40.0] 3.2811 (1.61) 3.2811 (1.61) 3.2811 (1.61) 0.0000 (1.0) 3.2811 (1.61) 0.0000 (1.0) 0;0 0.3048 (0.62) 1 1
+test_partial_add-gc-noop[2.58.2] 4.9058 (2.41) 4.9058 (2.41) 4.9058 (2.41) 0.0000 (1.0) 4.9058 (2.41) 0.0000 (1.0) 0;0 0.2038 (0.42) 1 1
+test_partial_add-gc-noop[3.0.0] 7.5878 (3.72) 7.5878 (3.72) 7.5878 (3.72) 0.0000 (1.0) 7.5878 (3.72) 0.0000 (1.0) 0;0 0.1318 (0.27) 1 1
+test_partial_add-gc-noop[main] 7.8230 (3.84) 7.8230 (3.84) 7.8230 (3.84) 0.0000 (1.0) 7.8230 (3.84) 0.0000 (1.0) 0;0 0.1278 (0.26) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_partial_add-push': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_add-push[2.11.0] 127.5952 (3.00) 127.5952 (3.00) 127.5952 (3.00) 0.0000 (1.0) 127.5952 (3.00) 0.0000 (1.0) 0;0 0.0078 (0.33) 1 1
-test_partial_add-push[2.40.0] 165.7114 (3.90) 165.7114 (3.90) 165.7114 (3.90) 0.0000 (1.0) 165.7114 (3.90) 0.0000 (1.0) 0;0 0.0060 (0.26) 1 1
-test_partial_add-push[2.58.2] 104.6978 (2.46) 104.6978 (2.46) 104.6978 (2.46) 0.0000 (1.0) 104.6978 (2.46) 0.0000 (1.0) 0;0 0.0096 (0.41) 1 1
-test_partial_add-push[3.0.0] 42.5342 (1.0) 42.5342 (1.0) 42.5342 (1.0) 0.0000 (1.0) 42.5342 (1.0) 0.0000 (1.0) 0;0 0.0235 (1.0) 1 1
-test_partial_add-push[main] 103.1491 (2.43) 103.1491 (2.43) 103.1491 (2.43) 0.0000 (1.0) 103.1491 (2.43) 0.0000 (1.0) 0;0 0.0097 (0.41) 1 1
+test_partial_add-push[2.11.0] 100.5399 (2.87) 100.5399 (2.87) 100.5399 (2.87) 0.0000 (1.0) 100.5399 (2.87) 0.0000 (1.0) 0;0 0.0099 (0.35) 1 1
+test_partial_add-push[2.40.0] 128.6340 (3.68) 128.6340 (3.68) 128.6340 (3.68) 0.0000 (1.0) 128.6340 (3.68) 0.0000 (1.0) 0;0 0.0078 (0.27) 1 1
+test_partial_add-push[2.58.2] 82.2846 (2.35) 82.2846 (2.35) 82.2846 (2.35) 0.0000 (1.0) 82.2846 (2.35) 0.0000 (1.0) 0;0 0.0122 (0.43) 1 1
+test_partial_add-push[3.0.0] 35.0017 (1.0) 35.0017 (1.0) 35.0017 (1.0) 0.0000 (1.0) 35.0017 (1.0) 0.0000 (1.0) 0;0 0.0286 (1.0) 1 1
+test_partial_add-push[main] 81.4270 (2.33) 81.4270 (2.33) 81.4270 (2.33) 0.0000 (1.0) 81.4270 (2.33) 0.0000 (1.0) 0;0 0.0123 (0.43) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_partial_add-push-partial': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_partial_add-push-partial[2.11.0] 29.3233 (2.04) 29.3233 (2.04) 29.3233 (2.04) 0.0000 (1.0) 29.3233 (2.04) 0.0000 (1.0) 0;0 0.0341 (0.49) 1 1
-test_partial_add-push-partial[2.40.0] 34.8605 (2.42) 34.8605 (2.42) 34.8605 (2.42) 0.0000 (1.0) 34.8605 (2.42) 0.0000 (1.0) 0;0 0.0287 (0.41) 1 1
-test_partial_add-push-partial[2.58.2] 24.7324 (1.72) 24.7324 (1.72) 24.7324 (1.72) 0.0000 (1.0) 24.7324 (1.72) 0.0000 (1.0) 0;0 0.0404 (0.58) 1 1
-test_partial_add-push-partial[3.0.0] 14.3812 (1.0) 14.3812 (1.0) 14.3812 (1.0) 0.0000 (1.0) 14.3812 (1.0) 0.0000 (1.0) 0;0 0.0695 (1.0) 1 1
-test_partial_add-push-partial[main] 24.9276 (1.73) 24.9276 (1.73) 24.9276 (1.73) 0.0000 (1.0) 24.9276 (1.73) 0.0000 (1.0) 0;0 0.0401 (0.58) 1 1
+test_partial_add-push-partial[2.11.0] 22.0345 (1.83) 22.0345 (1.83) 22.0345 (1.83) 0.0000 (1.0) 22.0345 (1.83) 0.0000 (1.0) 0;0 0.0454 (0.55) 1 1
+test_partial_add-push-partial[2.40.0] 27.4660 (2.28) 27.4660 (2.28) 27.4660 (2.28) 0.0000 (1.0) 27.4660 (2.28) 0.0000 (1.0) 0;0 0.0364 (0.44) 1 1
+test_partial_add-push-partial[2.58.2] 19.8341 (1.65) 19.8341 (1.65) 19.8341 (1.65) 0.0000 (1.0) 19.8341 (1.65) 0.0000 (1.0) 0;0 0.0504 (0.61) 1 1
+test_partial_add-push-partial[3.0.0] 12.0290 (1.0) 12.0290 (1.0) 12.0290 (1.0) 0.0000 (1.0) 12.0290 (1.0) 0.0000 (1.0) 0;0 0.0831 (1.0) 1 1
+test_partial_add-push-partial[main] 19.7318 (1.64) 19.7318 (1.64) 19.7318 (1.64) 0.0000 (1.0) 19.7318 (1.64) 0.0000 (1.0) 0;0 0.0507 (0.61) 1 1
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -1371,7 +1371,7 @@
@@ -1379,7 +1379,7 @@
@@ -1387,7 +1387,7 @@
@@ -1395,7 +1395,7 @@
@@ -1424,38 +1424,38 @@
------------------------------------------------------------------------ benchmark 'test_data_status-data-changed': 4 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_data_status-data-changed[2.40.0] 5.9421 (1.09) 5.9421 (1.09) 5.9421 (1.09) 0.0000 (1.0) 5.9421 (1.09) 0.0000 (1.0) 0;0 0.1683 (0.92) 1 1
-test_data_status-data-changed[2.58.2] 5.4428 (1.0) 5.4428 (1.0) 5.4428 (1.0) 0.0000 (1.0) 5.4428 (1.0) 0.0000 (1.0) 0;0 0.1837 (1.0) 1 1
-test_data_status-data-changed[3.0.0] 5.9364 (1.09) 5.9364 (1.09) 5.9364 (1.09) 0.0000 (1.0) 5.9364 (1.09) 0.0000 (1.0) 0;0 0.1685 (0.92) 1 1
-test_data_status-data-changed[main] 5.9259 (1.09) 5.9259 (1.09) 5.9259 (1.09) 0.0000 (1.0) 5.9259 (1.09) 0.0000 (1.0) 0;0 0.1688 (0.92) 1 1
+test_data_status-data-changed[2.40.0] 9.5109 (1.12) 9.5109 (1.12) 9.5109 (1.12) 0.0000 (1.0) 9.5109 (1.12) 0.0000 (1.0) 0;0 0.1051 (0.89) 1 1
+test_data_status-data-changed[2.58.2] 8.5035 (1.0) 8.5035 (1.0) 8.5035 (1.0) 0.0000 (1.0) 8.5035 (1.0) 0.0000 (1.0) 0;0 0.1176 (1.0) 1 1
+test_data_status-data-changed[3.0.0] 9.9709 (1.17) 9.9709 (1.17) 9.9709 (1.17) 0.0000 (1.0) 9.9709 (1.17) 0.0000 (1.0) 0;0 0.1003 (0.85) 1 1
+test_data_status-data-changed[main] 9.6507 (1.13) 9.6507 (1.13) 9.6507 (1.13) 0.0000 (1.0) 9.6507 (1.13) 0.0000 (1.0) 0;0 0.1036 (0.88) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------- benchmark 'test_data_status-data-changed-noop': 4 tests ------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_data_status-data-changed-noop[2.40.0] 6.1599 (1.09) 6.1599 (1.09) 6.1599 (1.09) 0.0000 (1.0) 6.1599 (1.09) 0.0000 (1.0) 0;0 0.1623 (0.92) 1 1
-test_data_status-data-changed-noop[2.58.2] 5.6536 (1.0) 5.6536 (1.0) 5.6536 (1.0) 0.0000 (1.0) 5.6536 (1.0) 0.0000 (1.0) 0;0 0.1769 (1.0) 1 1
-test_data_status-data-changed-noop[3.0.0] 6.0392 (1.07) 6.0392 (1.07) 6.0392 (1.07) 0.0000 (1.0) 6.0392 (1.07) 0.0000 (1.0) 0;0 0.1656 (0.94) 1 1
-test_data_status-data-changed-noop[main] 6.0359 (1.07) 6.0359 (1.07) 6.0359 (1.07) 0.0000 (1.0) 6.0359 (1.07) 0.0000 (1.0) 0;0 0.1657 (0.94) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+-------------------------------------------------------------------------- benchmark 'test_data_status-data-changed-noop': 4 tests --------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_data_status-data-changed-noop[2.40.0] 9.1356 (1.03) 9.1356 (1.03) 9.1356 (1.03) 0.0000 (1.0) 9.1356 (1.03) 0.0000 (1.0) 0;0 0.1095 (0.97) 1 1
+test_data_status-data-changed-noop[2.58.2] 8.8811 (1.0) 8.8811 (1.0) 8.8811 (1.0) 0.0000 (1.0) 8.8811 (1.0) 0.0000 (1.0) 0;0 0.1126 (1.0) 1 1
+test_data_status-data-changed-noop[3.0.0] 10.2388 (1.15) 10.2388 (1.15) 10.2388 (1.15) 0.0000 (1.0) 10.2388 (1.15) 0.0000 (1.0) 0;0 0.0977 (0.87) 1 1
+test_data_status-data-changed-noop[main] 9.8972 (1.11) 9.8972 (1.11) 9.8972 (1.11) 0.0000 (1.0) 9.8972 (1.11) 0.0000 (1.0) 0;0 0.1010 (0.90) 1 1
+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_data_status-data-new': 4 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_data_status-data-new[2.40.0] 27.0948 (1.05) 27.0948 (1.05) 27.0948 (1.05) 0.0000 (1.0) 27.0948 (1.05) 0.0000 (1.0) 0;0 0.0369 (0.95) 1 1
-test_data_status-data-new[2.58.2] 25.7136 (1.0) 25.7136 (1.0) 25.7136 (1.0) 0.0000 (1.0) 25.7136 (1.0) 0.0000 (1.0) 0;0 0.0389 (1.0) 1 1
-test_data_status-data-new[3.0.0] 26.2195 (1.02) 26.2195 (1.02) 26.2195 (1.02) 0.0000 (1.0) 26.2195 (1.02) 0.0000 (1.0) 0;0 0.0381 (0.98) 1 1
-test_data_status-data-new[main] 26.3661 (1.03) 26.3661 (1.03) 26.3661 (1.03) 0.0000 (1.0) 26.3661 (1.03) 0.0000 (1.0) 0;0 0.0379 (0.98) 1 1
+test_data_status-data-new[2.40.0] 40.4010 (1.10) 40.4010 (1.10) 40.4010 (1.10) 0.0000 (1.0) 40.4010 (1.10) 0.0000 (1.0) 0;0 0.0248 (0.91) 1 1
+test_data_status-data-new[2.58.2] 36.7148 (1.0) 36.7148 (1.0) 36.7148 (1.0) 0.0000 (1.0) 36.7148 (1.0) 0.0000 (1.0) 0;0 0.0272 (1.0) 1 1
+test_data_status-data-new[3.0.0] 37.5435 (1.02) 37.5435 (1.02) 37.5435 (1.02) 0.0000 (1.0) 37.5435 (1.02) 0.0000 (1.0) 0;0 0.0266 (0.98) 1 1
+test_data_status-data-new[main] 37.0151 (1.01) 37.0151 (1.01) 37.0151 (1.01) 0.0000 (1.0) 37.0151 (1.01) 0.0000 (1.0) 0;0 0.0270 (0.99) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------- benchmark 'test_data_status-data-noop': 4 tests ------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_data_status-data-noop[2.40.0] 5.5490 (1.0) 5.5490 (1.0) 5.5490 (1.0) 0.0000 (1.0) 5.5490 (1.0) 0.0000 (1.0) 0;0 0.1802 (1.0) 1 1
-test_data_status-data-noop[2.58.2] 5.5941 (1.01) 5.5941 (1.01) 5.5941 (1.01) 0.0000 (1.0) 5.5941 (1.01) 0.0000 (1.0) 0;0 0.1788 (0.99) 1 1
-test_data_status-data-noop[3.0.0] 6.0749 (1.09) 6.0749 (1.09) 6.0749 (1.09) 0.0000 (1.0) 6.0749 (1.09) 0.0000 (1.0) 0;0 0.1646 (0.91) 1 1
-test_data_status-data-noop[main] 6.0813 (1.10) 6.0813 (1.10) 6.0813 (1.10) 0.0000 (1.0) 6.0813 (1.10) 0.0000 (1.0) 0;0 0.1644 (0.91) 1 1
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+-------------------------------------------------------------------------- benchmark 'test_data_status-data-noop': 4 tests --------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_data_status-data-noop[2.40.0] 9.1036 (1.04) 9.1036 (1.04) 9.1036 (1.04) 0.0000 (1.0) 9.1036 (1.04) 0.0000 (1.0) 0;0 0.1098 (0.96) 1 1
+test_data_status-data-noop[2.58.2] 8.7163 (1.0) 8.7163 (1.0) 8.7163 (1.0) 0.0000 (1.0) 8.7163 (1.0) 0.0000 (1.0) 0;0 0.1147 (1.0) 1 1
+test_data_status-data-noop[3.0.0] 10.3622 (1.19) 10.3622 (1.19) 10.3622 (1.19) 0.0000 (1.0) 10.3622 (1.19) 0.0000 (1.0) 0;0 0.0965 (0.84) 1 1
+test_data_status-data-noop[main] 9.6268 (1.10) 9.6268 (1.10) 9.6268 (1.10) 0.0000 (1.0) 9.6268 (1.10) 0.0000 (1.0) 0;0 0.1039 (0.91) 1 1
+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile.
@@ -1486,7 +1486,7 @@
@@ -1494,7 +1494,7 @@
@@ -1502,7 +1502,7 @@
@@ -1510,7 +1510,7 @@
@@ -1539,42 +1539,42 @@
-------------------------------------------------------------------------- benchmark 'test_diff-diff': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_diff-diff[2.11.0] 54.6482 (1.53) 54.6482 (1.53) 54.6482 (1.53) 0.0000 (1.0) 54.6482 (1.53) 0.0000 (1.0) 0;0 0.0183 (0.65) 1 1
-test_diff-diff[2.40.0] 39.0073 (1.09) 39.0073 (1.09) 39.0073 (1.09) 0.0000 (1.0) 39.0073 (1.09) 0.0000 (1.0) 0;0 0.0256 (0.92) 1 1
-test_diff-diff[2.58.2] 35.7809 (1.0) 35.7809 (1.0) 35.7809 (1.0) 0.0000 (1.0) 35.7809 (1.0) 0.0000 (1.0) 0;0 0.0279 (1.0) 1 1
-test_diff-diff[3.0.0] 37.2406 (1.04) 37.2406 (1.04) 37.2406 (1.04) 0.0000 (1.0) 37.2406 (1.04) 0.0000 (1.0) 0;0 0.0269 (0.96) 1 1
-test_diff-diff[main] 41.3503 (1.16) 41.3503 (1.16) 41.3503 (1.16) 0.0000 (1.0) 41.3503 (1.16) 0.0000 (1.0) 0;0 0.0242 (0.87) 1 1
+test_diff-diff[2.11.0] 40.0518 (1.60) 40.0518 (1.60) 40.0518 (1.60) 0.0000 (1.0) 40.0518 (1.60) 0.0000 (1.0) 0;0 0.0250 (0.63) 1 1
+test_diff-diff[2.40.0] 27.2905 (1.09) 27.2905 (1.09) 27.2905 (1.09) 0.0000 (1.0) 27.2905 (1.09) 0.0000 (1.0) 0;0 0.0366 (0.92) 1 1
+test_diff-diff[2.58.2] 25.0712 (1.0) 25.0712 (1.0) 25.0712 (1.0) 0.0000 (1.0) 25.0712 (1.0) 0.0000 (1.0) 0;0 0.0399 (1.0) 1 1
+test_diff-diff[3.0.0] 25.2459 (1.01) 25.2459 (1.01) 25.2459 (1.01) 0.0000 (1.0) 25.2459 (1.01) 0.0000 (1.0) 0;0 0.0396 (0.99) 1 1
+test_diff-diff[main] 29.6890 (1.18) 29.6890 (1.18) 29.6890 (1.18) 0.0000 (1.0) 29.6890 (1.18) 0.0000 (1.0) 0;0 0.0337 (0.84) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_diff-diff-changed': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_diff-diff-changed[2.11.0] 32.8240 (4.07) 32.8240 (4.07) 32.8240 (4.07) 0.0000 (1.0) 32.8240 (4.07) 0.0000 (1.0) 0;0 0.0305 (0.25) 1 1
-test_diff-diff-changed[2.40.0] 8.0658 (1.0) 8.0658 (1.0) 8.0658 (1.0) 0.0000 (1.0) 8.0658 (1.0) 0.0000 (1.0) 0;0 0.1240 (1.0) 1 1
-test_diff-diff-changed[2.58.2] 12.8769 (1.60) 12.8769 (1.60) 12.8769 (1.60) 0.0000 (1.0) 12.8769 (1.60) 0.0000 (1.0) 0;0 0.0777 (0.63) 1 1
-test_diff-diff-changed[3.0.0] 14.3672 (1.78) 14.3672 (1.78) 14.3672 (1.78) 0.0000 (1.0) 14.3672 (1.78) 0.0000 (1.0) 0;0 0.0696 (0.56) 1 1
-test_diff-diff-changed[main] 11.2605 (1.40) 11.2605 (1.40) 11.2605 (1.40) 0.0000 (1.0) 11.2605 (1.40) 0.0000 (1.0) 0;0 0.0888 (0.72) 1 1
+test_diff-diff-changed[2.11.0] 25.0085 (4.39) 25.0085 (4.39) 25.0085 (4.39) 0.0000 (1.0) 25.0085 (4.39) 0.0000 (1.0) 0;0 0.0400 (0.23) 1 1
+test_diff-diff-changed[2.40.0] 5.6976 (1.0) 5.6976 (1.0) 5.6976 (1.0) 0.0000 (1.0) 5.6976 (1.0) 0.0000 (1.0) 0;0 0.1755 (1.0) 1 1
+test_diff-diff-changed[2.58.2] 8.9747 (1.58) 8.9747 (1.58) 8.9747 (1.58) 0.0000 (1.0) 8.9747 (1.58) 0.0000 (1.0) 0;0 0.1114 (0.63) 1 1
+test_diff-diff-changed[3.0.0] 9.3138 (1.63) 9.3138 (1.63) 9.3138 (1.63) 0.0000 (1.0) 9.3138 (1.63) 0.0000 (1.0) 0;0 0.1074 (0.61) 1 1
+test_diff-diff-changed[main] 7.6865 (1.35) 7.6865 (1.35) 7.6865 (1.35) 0.0000 (1.0) 7.6865 (1.35) 0.0000 (1.0) 0;0 0.1301 (0.74) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
--------------------------------------------------------------------------- benchmark 'test_diff-diff-changed-noop': 5 tests --------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_diff-diff-changed-noop[2.11.0] 3.3629 (1.0) 3.3629 (1.0) 3.3629 (1.0) 0.0000 (1.0) 3.3629 (1.0) 0.0000 (1.0) 0;0 0.2974 (1.0) 1 1
-test_diff-diff-changed-noop[2.40.0] 8.5942 (2.56) 8.5942 (2.56) 8.5942 (2.56) 0.0000 (1.0) 8.5942 (2.56) 0.0000 (1.0) 0;0 0.1164 (0.39) 1 1
-test_diff-diff-changed-noop[2.58.2] 10.9360 (3.25) 10.9360 (3.25) 10.9360 (3.25) 0.0000 (1.0) 10.9360 (3.25) 0.0000 (1.0) 0;0 0.0914 (0.31) 1 1
-test_diff-diff-changed-noop[3.0.0] 11.6570 (3.47) 11.6570 (3.47) 11.6570 (3.47) 0.0000 (1.0) 11.6570 (3.47) 0.0000 (1.0) 0;0 0.0858 (0.29) 1 1
-test_diff-diff-changed-noop[main] 11.1651 (3.32) 11.1651 (3.32) 11.1651 (3.32) 0.0000 (1.0) 11.1651 (3.32) 0.0000 (1.0) 0;0 0.0896 (0.30) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+------------------------------------------------------------------------ benchmark 'test_diff-diff-changed-noop': 5 tests ------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_diff-diff-changed-noop[2.11.0] 2.9533 (1.0) 2.9533 (1.0) 2.9533 (1.0) 0.0000 (1.0) 2.9533 (1.0) 0.0000 (1.0) 0;0 0.3386 (1.0) 1 1
+test_diff-diff-changed-noop[2.40.0] 5.7893 (1.96) 5.7893 (1.96) 5.7893 (1.96) 0.0000 (1.0) 5.7893 (1.96) 0.0000 (1.0) 0;0 0.1727 (0.51) 1 1
+test_diff-diff-changed-noop[2.58.2] 7.4751 (2.53) 7.4751 (2.53) 7.4751 (2.53) 0.0000 (1.0) 7.4751 (2.53) 0.0000 (1.0) 0;0 0.1338 (0.40) 1 1
+test_diff-diff-changed-noop[3.0.0] 8.0301 (2.72) 8.0301 (2.72) 8.0301 (2.72) 0.0000 (1.0) 8.0301 (2.72) 0.0000 (1.0) 0;0 0.1245 (0.37) 1 1
+test_diff-diff-changed-noop[main] 7.6955 (2.61) 7.6955 (2.61) 7.6955 (2.61) 0.0000 (1.0) 7.6955 (2.61) 0.0000 (1.0) 0;0 0.1299 (0.38) 1 1
+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
--------------------------------------------------------------------------- benchmark 'test_diff-diff-noop': 5 tests --------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_diff-diff-noop[2.11.0] 3.7441 (1.0) 3.7441 (1.0) 3.7441 (1.0) 0.0000 (1.0) 3.7441 (1.0) 0.0000 (1.0) 0;0 0.2671 (1.0) 1 1
-test_diff-diff-noop[2.40.0] 8.4250 (2.25) 8.4250 (2.25) 8.4250 (2.25) 0.0000 (1.0) 8.4250 (2.25) 0.0000 (1.0) 0;0 0.1187 (0.44) 1 1
-test_diff-diff-noop[2.58.2] 8.7080 (2.33) 8.7080 (2.33) 8.7080 (2.33) 0.0000 (1.0) 8.7080 (2.33) 0.0000 (1.0) 0;0 0.1148 (0.43) 1 1
-test_diff-diff-noop[3.0.0] 9.0381 (2.41) 9.0381 (2.41) 9.0381 (2.41) 0.0000 (1.0) 9.0381 (2.41) 0.0000 (1.0) 0;0 0.1106 (0.41) 1 1
-test_diff-diff-noop[main] 11.6001 (3.10) 11.6001 (3.10) 11.6001 (3.10) 0.0000 (1.0) 11.6001 (3.10) 0.0000 (1.0) 0;0 0.0862 (0.32) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+------------------------------------------------------------------------ benchmark 'test_diff-diff-noop': 5 tests ------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_diff-diff-noop[2.11.0] 3.3821 (1.0) 3.3821 (1.0) 3.3821 (1.0) 0.0000 (1.0) 3.3821 (1.0) 0.0000 (1.0) 0;0 0.2957 (1.0) 1 1
+test_diff-diff-noop[2.40.0] 5.8051 (1.72) 5.8051 (1.72) 5.8051 (1.72) 0.0000 (1.0) 5.8051 (1.72) 0.0000 (1.0) 0;0 0.1723 (0.58) 1 1
+test_diff-diff-noop[2.58.2] 5.6566 (1.67) 5.6566 (1.67) 5.6566 (1.67) 0.0000 (1.0) 5.6566 (1.67) 0.0000 (1.0) 0;0 0.1768 (0.60) 1 1
+test_diff-diff-noop[3.0.0] 6.1471 (1.82) 6.1471 (1.82) 6.1471 (1.82) 0.0000 (1.0) 6.1471 (1.82) 0.0000 (1.0) 0;0 0.1627 (0.55) 1 1
+test_diff-diff-noop[main] 7.6771 (2.27) 7.6771 (2.27) 7.6771 (2.27) 0.0000 (1.0) 7.6771 (2.27) 0.0000 (1.0) 0;0 0.1303 (0.44) 1 1
+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile.
@@ -1605,7 +1605,7 @@
@@ -1613,7 +1613,7 @@
@@ -1621,7 +1621,7 @@
@@ -1629,7 +1629,7 @@
@@ -1637,7 +1637,7 @@
@@ -1645,7 +1645,7 @@
@@ -1653,7 +1653,7 @@
@@ -1682,71 +1682,71 @@
---------------------------------------------------------------------------- benchmark 'test_sharing-add': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing-add[2.11.0] 310.2966 (1.81) 310.2966 (1.81) 310.2966 (1.81) 0.0000 (1.0) 310.2966 (1.81) 0.0000 (1.0) 0;0 0.0032 (0.55) 1 1
-test_sharing-add[2.40.0] 266.8687 (1.56) 266.8687 (1.56) 266.8687 (1.56) 0.0000 (1.0) 266.8687 (1.56) 0.0000 (1.0) 0;0 0.0037 (0.64) 1 1
-test_sharing-add[2.58.2] 173.1343 (1.01) 173.1343 (1.01) 173.1343 (1.01) 0.0000 (1.0) 173.1343 (1.01) 0.0000 (1.0) 0;0 0.0058 (0.99) 1 1
-test_sharing-add[3.0.0] 171.5303 (1.0) 171.5303 (1.0) 171.5303 (1.0) 0.0000 (1.0) 171.5303 (1.0) 0.0000 (1.0) 0;0 0.0058 (1.0) 1 1
-test_sharing-add[main] 171.7026 (1.00) 171.7026 (1.00) 171.7026 (1.00) 0.0000 (1.0) 171.7026 (1.00) 0.0000 (1.0) 0;0 0.0058 (1.00) 1 1
+test_sharing-add[2.11.0] 286.5556 (1.79) 286.5556 (1.79) 286.5556 (1.79) 0.0000 (1.0) 286.5556 (1.79) 0.0000 (1.0) 0;0 0.0035 (0.56) 1 1
+test_sharing-add[2.40.0] 253.2076 (1.58) 253.2076 (1.58) 253.2076 (1.58) 0.0000 (1.0) 253.2076 (1.58) 0.0000 (1.0) 0;0 0.0039 (0.63) 1 1
+test_sharing-add[2.58.2] 165.8119 (1.04) 165.8119 (1.04) 165.8119 (1.04) 0.0000 (1.0) 165.8119 (1.04) 0.0000 (1.0) 0;0 0.0060 (0.97) 1 1
+test_sharing-add[3.0.0] 160.5035 (1.00) 160.5035 (1.00) 160.5035 (1.00) 0.0000 (1.0) 160.5035 (1.00) 0.0000 (1.0) 0;0 0.0062 (1.00) 1 1
+test_sharing-add[main] 160.1518 (1.0) 160.1518 (1.0) 160.1518 (1.0) 0.0000 (1.0) 160.1518 (1.0) 0.0000 (1.0) 0;0 0.0062 (1.0) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_sharing-add-noop': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing-add-noop[2.11.0] 149.2555 (1.39) 149.2555 (1.39) 149.2555 (1.39) 0.0000 (1.0) 149.2555 (1.39) 0.0000 (1.0) 0;0 0.0067 (0.72) 1 1
-test_sharing-add-noop[2.40.0] 107.5613 (1.0) 107.5613 (1.0) 107.5613 (1.0) 0.0000 (1.0) 107.5613 (1.0) 0.0000 (1.0) 0;0 0.0093 (1.0) 1 1
-test_sharing-add-noop[2.58.2] 113.9486 (1.06) 113.9486 (1.06) 113.9486 (1.06) 0.0000 (1.0) 113.9486 (1.06) 0.0000 (1.0) 0;0 0.0088 (0.94) 1 1
-test_sharing-add-noop[3.0.0] 113.5833 (1.06) 113.5833 (1.06) 113.5833 (1.06) 0.0000 (1.0) 113.5833 (1.06) 0.0000 (1.0) 0;0 0.0088 (0.95) 1 1
-test_sharing-add-noop[main] 114.4120 (1.06) 114.4120 (1.06) 114.4120 (1.06) 0.0000 (1.0) 114.4120 (1.06) 0.0000 (1.0) 0;0 0.0087 (0.94) 1 1
+test_sharing-add-noop[2.11.0] 137.6613 (1.35) 137.6613 (1.35) 137.6613 (1.35) 0.0000 (1.0) 137.6613 (1.35) 0.0000 (1.0) 0;0 0.0073 (0.74) 1 1
+test_sharing-add-noop[2.40.0] 101.7762 (1.0) 101.7762 (1.0) 101.7762 (1.0) 0.0000 (1.0) 101.7762 (1.0) 0.0000 (1.0) 0;0 0.0098 (1.0) 1 1
+test_sharing-add-noop[2.58.2] 120.1334 (1.18) 120.1334 (1.18) 120.1334 (1.18) 0.0000 (1.0) 120.1334 (1.18) 0.0000 (1.0) 0;0 0.0083 (0.85) 1 1
+test_sharing-add-noop[3.0.0] 106.6085 (1.05) 106.6085 (1.05) 106.6085 (1.05) 0.0000 (1.0) 106.6085 (1.05) 0.0000 (1.0) 0;0 0.0094 (0.95) 1 1
+test_sharing-add-noop[main] 107.9462 (1.06) 107.9462 (1.06) 107.9462 (1.06) 0.0000 (1.0) 107.9462 (1.06) 0.0000 (1.0) 0;0 0.0093 (0.94) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_sharing-checkout-noop': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing-checkout-noop[2.11.0] 7.1097 (1.0) 7.1097 (1.0) 7.1097 (1.0) 0.0000 (1.0) 7.1097 (1.0) 0.0000 (1.0) 0;0 0.1407 (1.0) 1 1
-test_sharing-checkout-noop[2.40.0] 10.8117 (1.52) 10.8117 (1.52) 10.8117 (1.52) 0.0000 (1.0) 10.8117 (1.52) 0.0000 (1.0) 0;0 0.0925 (0.66) 1 1
-test_sharing-checkout-noop[2.58.2] 12.1979 (1.72) 12.1979 (1.72) 12.1979 (1.72) 0.0000 (1.0) 12.1979 (1.72) 0.0000 (1.0) 0;0 0.0820 (0.58) 1 1
-test_sharing-checkout-noop[3.0.0] 12.7207 (1.79) 12.7207 (1.79) 12.7207 (1.79) 0.0000 (1.0) 12.7207 (1.79) 0.0000 (1.0) 0;0 0.0786 (0.56) 1 1
-test_sharing-checkout-noop[main] 12.4099 (1.75) 12.4099 (1.75) 12.4099 (1.75) 0.0000 (1.0) 12.4099 (1.75) 0.0000 (1.0) 0;0 0.0806 (0.57) 1 1
+test_sharing-checkout-noop[2.11.0] 6.1561 (1.0) 6.1561 (1.0) 6.1561 (1.0) 0.0000 (1.0) 6.1561 (1.0) 0.0000 (1.0) 0;0 0.1624 (1.0) 1 1
+test_sharing-checkout-noop[2.40.0] 10.5077 (1.71) 10.5077 (1.71) 10.5077 (1.71) 0.0000 (1.0) 10.5077 (1.71) 0.0000 (1.0) 0;0 0.0952 (0.59) 1 1
+test_sharing-checkout-noop[2.58.2] 11.6047 (1.89) 11.6047 (1.89) 11.6047 (1.89) 0.0000 (1.0) 11.6047 (1.89) 0.0000 (1.0) 0;0 0.0862 (0.53) 1 1
+test_sharing-checkout-noop[3.0.0] 11.5984 (1.88) 11.5984 (1.88) 11.5984 (1.88) 0.0000 (1.0) 11.5984 (1.88) 0.0000 (1.0) 0;0 0.0862 (0.53) 1 1
+test_sharing-checkout-noop[main] 11.2303 (1.82) 11.2303 (1.82) 11.2303 (1.82) 0.0000 (1.0) 11.2303 (1.82) 0.0000 (1.0) 0;0 0.0890 (0.55) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_sharing-pull': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing-pull[2.11.0] 330.0239 (1.27) 330.0239 (1.27) 330.0239 (1.27) 0.0000 (1.0) 330.0239 (1.27) 0.0000 (1.0) 0;0 0.0030 (0.79) 1 1
-test_sharing-pull[2.40.0] 410.0283 (1.57) 410.0283 (1.57) 410.0283 (1.57) 0.0000 (1.0) 410.0283 (1.57) 0.0000 (1.0) 0;0 0.0024 (0.64) 1 1
-test_sharing-pull[2.58.2] 260.8296 (1.0) 260.8296 (1.0) 260.8296 (1.0) 0.0000 (1.0) 260.8296 (1.0) 0.0000 (1.0) 0;0 0.0038 (1.0) 1 1
-test_sharing-pull[3.0.0] 347.7353 (1.33) 347.7353 (1.33) 347.7353 (1.33) 0.0000 (1.0) 347.7353 (1.33) 0.0000 (1.0) 0;0 0.0029 (0.75) 1 1
-test_sharing-pull[main] 346.0868 (1.33) 346.0868 (1.33) 346.0868 (1.33) 0.0000 (1.0) 346.0868 (1.33) 0.0000 (1.0) 0;0 0.0029 (0.75) 1 1
+test_sharing-pull[2.11.0] 309.3712 (1.22) 309.3712 (1.22) 309.3712 (1.22) 0.0000 (1.0) 309.3712 (1.22) 0.0000 (1.0) 0;0 0.0032 (0.82) 1 1
+test_sharing-pull[2.40.0] 367.5768 (1.45) 367.5768 (1.45) 367.5768 (1.45) 0.0000 (1.0) 367.5768 (1.45) 0.0000 (1.0) 0;0 0.0027 (0.69) 1 1
+test_sharing-pull[2.58.2] 254.3608 (1.0) 254.3608 (1.0) 254.3608 (1.0) 0.0000 (1.0) 254.3608 (1.0) 0.0000 (1.0) 0;0 0.0039 (1.0) 1 1
+test_sharing-pull[3.0.0] 323.8344 (1.27) 323.8344 (1.27) 323.8344 (1.27) 0.0000 (1.0) 323.8344 (1.27) 0.0000 (1.0) 0;0 0.0031 (0.79) 1 1
+test_sharing-pull[main] 314.0574 (1.23) 314.0574 (1.23) 314.0574 (1.23) 0.0000 (1.0) 314.0574 (1.23) 0.0000 (1.0) 0;0 0.0032 (0.81) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_sharing-pull-noop': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing-pull-noop[2.11.0] 8.0422 (1.0) 8.0422 (1.0) 8.0422 (1.0) 0.0000 (1.0) 8.0422 (1.0) 0.0000 (1.0) 0;0 0.1243 (1.0) 1 1
-test_sharing-pull-noop[2.40.0] 12.6969 (1.58) 12.6969 (1.58) 12.6969 (1.58) 0.0000 (1.0) 12.6969 (1.58) 0.0000 (1.0) 0;0 0.0788 (0.63) 1 1
-test_sharing-pull-noop[2.58.2] 13.1994 (1.64) 13.1994 (1.64) 13.1994 (1.64) 0.0000 (1.0) 13.1994 (1.64) 0.0000 (1.0) 0;0 0.0758 (0.61) 1 1
-test_sharing-pull-noop[3.0.0] 19.0181 (2.36) 19.0181 (2.36) 19.0181 (2.36) 0.0000 (1.0) 19.0181 (2.36) 0.0000 (1.0) 0;0 0.0526 (0.42) 1 1
-test_sharing-pull-noop[main] 19.2304 (2.39) 19.2304 (2.39) 19.2304 (2.39) 0.0000 (1.0) 19.2304 (2.39) 0.0000 (1.0) 0;0 0.0520 (0.42) 1 1
+test_sharing-pull-noop[2.11.0] 7.3796 (1.0) 7.3796 (1.0) 7.3796 (1.0) 0.0000 (1.0) 7.3796 (1.0) 0.0000 (1.0) 0;0 0.1355 (1.0) 1 1
+test_sharing-pull-noop[2.40.0] 10.9102 (1.48) 10.9102 (1.48) 10.9102 (1.48) 0.0000 (1.0) 10.9102 (1.48) 0.0000 (1.0) 0;0 0.0917 (0.68) 1 1
+test_sharing-pull-noop[2.58.2] 13.3459 (1.81) 13.3459 (1.81) 13.3459 (1.81) 0.0000 (1.0) 13.3459 (1.81) 0.0000 (1.0) 0;0 0.0749 (0.55) 1 1
+test_sharing-pull-noop[3.0.0] 16.9784 (2.30) 16.9784 (2.30) 16.9784 (2.30) 0.0000 (1.0) 16.9784 (2.30) 0.0000 (1.0) 0;0 0.0589 (0.43) 1 1
+test_sharing-pull-noop[main] 17.4349 (2.36) 17.4349 (2.36) 17.4349 (2.36) 0.0000 (1.0) 17.4349 (2.36) 0.0000 (1.0) 0;0 0.0574 (0.42) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_sharing-push': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing-push[2.11.0] 176.8599 (2.77) 176.8599 (2.77) 176.8599 (2.77) 0.0000 (1.0) 176.8599 (2.77) 0.0000 (1.0) 0;0 0.0057 (0.36) 1 1
-test_sharing-push[2.40.0] 227.5973 (3.57) 227.5973 (3.57) 227.5973 (3.57) 0.0000 (1.0) 227.5973 (3.57) 0.0000 (1.0) 0;0 0.0044 (0.28) 1 1
-test_sharing-push[2.58.2] 145.5817 (2.28) 145.5817 (2.28) 145.5817 (2.28) 0.0000 (1.0) 145.5817 (2.28) 0.0000 (1.0) 0;0 0.0069 (0.44) 1 1
-test_sharing-push[3.0.0] 63.7602 (1.0) 63.7602 (1.0) 63.7602 (1.0) 0.0000 (1.0) 63.7602 (1.0) 0.0000 (1.0) 0;0 0.0157 (1.0) 1 1
-test_sharing-push[main] 142.3939 (2.23) 142.3939 (2.23) 142.3939 (2.23) 0.0000 (1.0) 142.3939 (2.23) 0.0000 (1.0) 0;0 0.0070 (0.45) 1 1
+test_sharing-push[2.11.0] 161.9083 (2.84) 161.9083 (2.84) 161.9083 (2.84) 0.0000 (1.0) 161.9083 (2.84) 0.0000 (1.0) 0;0 0.0062 (0.35) 1 1
+test_sharing-push[2.40.0] 203.8243 (3.58) 203.8243 (3.58) 203.8243 (3.58) 0.0000 (1.0) 203.8243 (3.58) 0.0000 (1.0) 0;0 0.0049 (0.28) 1 1
+test_sharing-push[2.58.2] 145.3734 (2.55) 145.3734 (2.55) 145.3734 (2.55) 0.0000 (1.0) 145.3734 (2.55) 0.0000 (1.0) 0;0 0.0069 (0.39) 1 1
+test_sharing-push[3.0.0] 56.9343 (1.0) 56.9343 (1.0) 56.9343 (1.0) 0.0000 (1.0) 56.9343 (1.0) 0.0000 (1.0) 0;0 0.0176 (1.0) 1 1
+test_sharing-push[main] 136.1034 (2.39) 136.1034 (2.39) 136.1034 (2.39) 0.0000 (1.0) 136.1034 (2.39) 0.0000 (1.0) 0;0 0.0073 (0.42) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------ benchmark 'test_sharing-push-noop': 5 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing-push-noop[2.11.0] 3.9042 (1.0) 3.9042 (1.0) 3.9042 (1.0) 0.0000 (1.0) 3.9042 (1.0) 0.0000 (1.0) 0;0 0.2561 (1.0) 1 1
-test_sharing-push-noop[2.40.0] 4.2762 (1.10) 4.2762 (1.10) 4.2762 (1.10) 0.0000 (1.0) 4.2762 (1.10) 0.0000 (1.0) 0;0 0.2339 (0.91) 1 1
-test_sharing-push-noop[2.58.2] 4.6439 (1.19) 4.6439 (1.19) 4.6439 (1.19) 0.0000 (1.0) 4.6439 (1.19) 0.0000 (1.0) 0;0 0.2153 (0.84) 1 1
-test_sharing-push-noop[3.0.0] 5.0070 (1.28) 5.0070 (1.28) 5.0070 (1.28) 0.0000 (1.0) 5.0070 (1.28) 0.0000 (1.0) 0;0 0.1997 (0.78) 1 1
-test_sharing-push-noop[main] 4.8454 (1.24) 4.8454 (1.24) 4.8454 (1.24) 0.0000 (1.0) 4.8454 (1.24) 0.0000 (1.0) 0;0 0.2064 (0.81) 1 1
+test_sharing-push-noop[2.11.0] 3.3651 (1.0) 3.3651 (1.0) 3.3651 (1.0) 0.0000 (1.0) 3.3651 (1.0) 0.0000 (1.0) 0;0 0.2972 (1.0) 1 1
+test_sharing-push-noop[2.40.0] 3.9352 (1.17) 3.9352 (1.17) 3.9352 (1.17) 0.0000 (1.0) 3.9352 (1.17) 0.0000 (1.0) 0;0 0.2541 (0.86) 1 1
+test_sharing-push-noop[2.58.2] 4.7525 (1.41) 4.7525 (1.41) 4.7525 (1.41) 0.0000 (1.0) 4.7525 (1.41) 0.0000 (1.0) 0;0 0.2104 (0.71) 1 1
+test_sharing-push-noop[3.0.0] 3.9162 (1.16) 3.9162 (1.16) 3.9162 (1.16) 0.0000 (1.0) 3.9162 (1.16) 0.0000 (1.0) 0;0 0.2554 (0.86) 1 1
+test_sharing-push-noop[main] 4.3864 (1.30) 4.3864 (1.30) 4.3864 (1.30) 0.0000 (1.0) 4.3864 (1.30) 0.0000 (1.0) 0;0 0.2280 (0.77) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -1778,7 +1778,7 @@
@@ -1807,11 +1807,11 @@
-------------------------------------------------------------------------- benchmark 'test_get_url-get-url': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_get_url-get-url[2.11.0] 96.3286 (1.0) 96.3286 (1.0) 96.3286 (1.0) 0.0000 (1.0) 96.3286 (1.0) 0.0000 (1.0) 0;0 0.0104 (1.0) 1 1
-test_get_url-get-url[2.40.0] 98.1866 (1.02) 98.1866 (1.02) 98.1866 (1.02) 0.0000 (1.0) 98.1866 (1.02) 0.0000 (1.0) 0;0 0.0102 (0.98) 1 1
-test_get_url-get-url[2.58.2] 98.1000 (1.02) 98.1000 (1.02) 98.1000 (1.02) 0.0000 (1.0) 98.1000 (1.02) 0.0000 (1.0) 0;0 0.0102 (0.98) 1 1
-test_get_url-get-url[3.0.0] 96.7314 (1.00) 96.7314 (1.00) 96.7314 (1.00) 0.0000 (1.0) 96.7314 (1.00) 0.0000 (1.0) 0;0 0.0103 (1.00) 1 1
-test_get_url-get-url[main] 99.6985 (1.03) 99.6985 (1.03) 99.6985 (1.03) 0.0000 (1.0) 99.6985 (1.03) 0.0000 (1.0) 0;0 0.0100 (0.97) 1 1
+test_get_url-get-url[2.11.0] 84.4280 (1.0) 84.4280 (1.0) 84.4280 (1.0) 0.0000 (1.0) 84.4280 (1.0) 0.0000 (1.0) 0;0 0.0118 (1.0) 1 1
+test_get_url-get-url[2.40.0] 86.1199 (1.02) 86.1199 (1.02) 86.1199 (1.02) 0.0000 (1.0) 86.1199 (1.02) 0.0000 (1.0) 0;0 0.0116 (0.98) 1 1
+test_get_url-get-url[2.58.2] 85.4103 (1.01) 85.4103 (1.01) 85.4103 (1.01) 0.0000 (1.0) 85.4103 (1.01) 0.0000 (1.0) 0;0 0.0117 (0.99) 1 1
+test_get_url-get-url[3.0.0] 85.3562 (1.01) 85.3562 (1.01) 85.3562 (1.01) 0.0000 (1.0) 85.3562 (1.01) 0.0000 (1.0) 0;0 0.0117 (0.99) 1 1
+test_get_url-get-url[main] 88.2512 (1.05) 88.2512 (1.05) 88.2512 (1.05) 0.0000 (1.0) 88.2512 (1.05) 0.0000 (1.0) 0;0 0.0113 (0.96) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -1843,7 +1843,7 @@
@@ -1851,7 +1851,7 @@
@@ -1859,7 +1859,7 @@
@@ -1867,7 +1867,7 @@
@@ -1875,7 +1875,7 @@
@@ -1883,7 +1883,7 @@
@@ -1891,7 +1891,7 @@
@@ -1920,106 +1920,106 @@
--------------------------------------------------------------------------- benchmark 'test_sharing_s3-add': 10 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_s3-add[2.11.0] 217.6668 (1.74) 217.6668 (1.74) 217.6668 (1.74) 0.0000 (1.0) 217.6668 (1.74) 0.0000 (1.0) 0;0 0.0046 (0.57) 1 1
-test_sharing_s3-add[2.11.0] 215.9274 (1.73) 215.9274 (1.73) 215.9274 (1.73) 0.0000 (1.0) 215.9274 (1.73) 0.0000 (1.0) 0;0 0.0046 (0.58) 1 1
-test_sharing_s3-add[2.40.0] 187.4807 (1.50) 187.4807 (1.50) 187.4807 (1.50) 0.0000 (1.0) 187.4807 (1.50) 0.0000 (1.0) 0;0 0.0053 (0.67) 1 1
-test_sharing_s3-add[2.40.0] 184.7828 (1.48) 184.7828 (1.48) 184.7828 (1.48) 0.0000 (1.0) 184.7828 (1.48) 0.0000 (1.0) 0;0 0.0054 (0.68) 1 1
-test_sharing_s3-add[2.58.2] 126.5579 (1.01) 126.5579 (1.01) 126.5579 (1.01) 0.0000 (1.0) 126.5579 (1.01) 0.0000 (1.0) 0;0 0.0079 (0.99) 1 1
-test_sharing_s3-add[2.58.2] 126.4245 (1.01) 126.4245 (1.01) 126.4245 (1.01) 0.0000 (1.0) 126.4245 (1.01) 0.0000 (1.0) 0;0 0.0079 (0.99) 1 1
-test_sharing_s3-add[3.0.0] 125.0757 (1.0) 125.0757 (1.0) 125.0757 (1.0) 0.0000 (1.0) 125.0757 (1.0) 0.0000 (1.0) 0;0 0.0080 (1.0) 1 1
-test_sharing_s3-add[3.0.0] 127.6106 (1.02) 127.6106 (1.02) 127.6106 (1.02) 0.0000 (1.0) 127.6106 (1.02) 0.0000 (1.0) 0;0 0.0078 (0.98) 1 1
-test_sharing_s3-add[main] 128.9323 (1.03) 128.9323 (1.03) 128.9323 (1.03) 0.0000 (1.0) 128.9323 (1.03) 0.0000 (1.0) 0;0 0.0078 (0.97) 1 1
-test_sharing_s3-add[main] 127.5138 (1.02) 127.5138 (1.02) 127.5138 (1.02) 0.0000 (1.0) 127.5138 (1.02) 0.0000 (1.0) 0;0 0.0078 (0.98) 1 1
+test_sharing_s3-add[2.11.0] 211.7686 (1.72) 211.7686 (1.72) 211.7686 (1.72) 0.0000 (1.0) 211.7686 (1.72) 0.0000 (1.0) 0;0 0.0047 (0.58) 1 1
+test_sharing_s3-add[2.11.0] 215.2077 (1.75) 215.2077 (1.75) 215.2077 (1.75) 0.0000 (1.0) 215.2077 (1.75) 0.0000 (1.0) 0;0 0.0046 (0.57) 1 1
+test_sharing_s3-add[2.40.0] 184.3472 (1.50) 184.3472 (1.50) 184.3472 (1.50) 0.0000 (1.0) 184.3472 (1.50) 0.0000 (1.0) 0;0 0.0054 (0.67) 1 1
+test_sharing_s3-add[2.40.0] 184.8817 (1.50) 184.8817 (1.50) 184.8817 (1.50) 0.0000 (1.0) 184.8817 (1.50) 0.0000 (1.0) 0;0 0.0054 (0.67) 1 1
+test_sharing_s3-add[2.58.2] 124.9368 (1.01) 124.9368 (1.01) 124.9368 (1.01) 0.0000 (1.0) 124.9368 (1.01) 0.0000 (1.0) 0;0 0.0080 (0.99) 1 1
+test_sharing_s3-add[2.58.2] 125.7403 (1.02) 125.7403 (1.02) 125.7403 (1.02) 0.0000 (1.0) 125.7403 (1.02) 0.0000 (1.0) 0;0 0.0080 (0.98) 1 1
+test_sharing_s3-add[3.0.0] 124.0975 (1.01) 124.0975 (1.01) 124.0975 (1.01) 0.0000 (1.0) 124.0975 (1.01) 0.0000 (1.0) 0;0 0.0081 (0.99) 1 1
+test_sharing_s3-add[3.0.0] 125.9923 (1.02) 125.9923 (1.02) 125.9923 (1.02) 0.0000 (1.0) 125.9923 (1.02) 0.0000 (1.0) 0;0 0.0079 (0.98) 1 1
+test_sharing_s3-add[main] 124.9976 (1.01) 124.9976 (1.01) 124.9976 (1.01) 0.0000 (1.0) 124.9976 (1.01) 0.0000 (1.0) 0;0 0.0080 (0.99) 1 1
+test_sharing_s3-add[main] 123.1621 (1.0) 123.1621 (1.0) 123.1621 (1.0) 0.0000 (1.0) 123.1621 (1.0) 0.0000 (1.0) 0;0 0.0081 (1.0) 1 1
--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_sharing_s3-add-noop': 10 tests ---------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_s3-add-noop[2.11.0] 111.5242 (1.42) 111.5242 (1.42) 111.5242 (1.42) 0.0000 (1.0) 111.5242 (1.42) 0.0000 (1.0) 0;0 0.0090 (0.70) 1 1
-test_sharing_s3-add-noop[2.11.0] 106.9801 (1.37) 106.9801 (1.37) 106.9801 (1.37) 0.0000 (1.0) 106.9801 (1.37) 0.0000 (1.0) 0;0 0.0093 (0.73) 1 1
-test_sharing_s3-add-noop[2.40.0] 78.3071 (1.0) 78.3071 (1.0) 78.3071 (1.0) 0.0000 (1.0) 78.3071 (1.0) 0.0000 (1.0) 0;0 0.0128 (1.0) 1 1
-test_sharing_s3-add-noop[2.40.0] 79.4279 (1.01) 79.4279 (1.01) 79.4279 (1.01) 0.0000 (1.0) 79.4279 (1.01) 0.0000 (1.0) 0;0 0.0126 (0.99) 1 1
-test_sharing_s3-add-noop[2.58.2] 85.7156 (1.09) 85.7156 (1.09) 85.7156 (1.09) 0.0000 (1.0) 85.7156 (1.09) 0.0000 (1.0) 0;0 0.0117 (0.91) 1 1
-test_sharing_s3-add-noop[2.58.2] 86.1527 (1.10) 86.1527 (1.10) 86.1527 (1.10) 0.0000 (1.0) 86.1527 (1.10) 0.0000 (1.0) 0;0 0.0116 (0.91) 1 1
-test_sharing_s3-add-noop[3.0.0] 85.1961 (1.09) 85.1961 (1.09) 85.1961 (1.09) 0.0000 (1.0) 85.1961 (1.09) 0.0000 (1.0) 0;0 0.0117 (0.92) 1 1
-test_sharing_s3-add-noop[3.0.0] 85.3135 (1.09) 85.3135 (1.09) 85.3135 (1.09) 0.0000 (1.0) 85.3135 (1.09) 0.0000 (1.0) 0;0 0.0117 (0.92) 1 1
-test_sharing_s3-add-noop[main] 86.0147 (1.10) 86.0147 (1.10) 86.0147 (1.10) 0.0000 (1.0) 86.0147 (1.10) 0.0000 (1.0) 0;0 0.0116 (0.91) 1 1
-test_sharing_s3-add-noop[main] 85.3714 (1.09) 85.3714 (1.09) 85.3714 (1.09) 0.0000 (1.0) 85.3714 (1.09) 0.0000 (1.0) 0;0 0.0117 (0.92) 1 1
+test_sharing_s3-add-noop[2.11.0] 107.1877 (1.40) 107.1877 (1.40) 107.1877 (1.40) 0.0000 (1.0) 107.1877 (1.40) 0.0000 (1.0) 0;0 0.0093 (0.72) 1 1
+test_sharing_s3-add-noop[2.11.0] 107.0012 (1.39) 107.0012 (1.39) 107.0012 (1.39) 0.0000 (1.0) 107.0012 (1.39) 0.0000 (1.0) 0;0 0.0093 (0.72) 1 1
+test_sharing_s3-add-noop[2.40.0] 78.0875 (1.02) 78.0875 (1.02) 78.0875 (1.02) 0.0000 (1.0) 78.0875 (1.02) 0.0000 (1.0) 0;0 0.0128 (0.98) 1 1
+test_sharing_s3-add-noop[2.40.0] 76.7680 (1.0) 76.7680 (1.0) 76.7680 (1.0) 0.0000 (1.0) 76.7680 (1.0) 0.0000 (1.0) 0;0 0.0130 (1.0) 1 1
+test_sharing_s3-add-noop[2.58.2] 84.1554 (1.10) 84.1554 (1.10) 84.1554 (1.10) 0.0000 (1.0) 84.1554 (1.10) 0.0000 (1.0) 0;0 0.0119 (0.91) 1 1
+test_sharing_s3-add-noop[2.58.2] 83.7057 (1.09) 83.7057 (1.09) 83.7057 (1.09) 0.0000 (1.0) 83.7057 (1.09) 0.0000 (1.0) 0;0 0.0119 (0.92) 1 1
+test_sharing_s3-add-noop[3.0.0] 83.9769 (1.09) 83.9769 (1.09) 83.9769 (1.09) 0.0000 (1.0) 83.9769 (1.09) 0.0000 (1.0) 0;0 0.0119 (0.91) 1 1
+test_sharing_s3-add-noop[3.0.0] 84.0107 (1.09) 84.0107 (1.09) 84.0107 (1.09) 0.0000 (1.0) 84.0107 (1.09) 0.0000 (1.0) 0;0 0.0119 (0.91) 1 1
+test_sharing_s3-add-noop[main] 83.5896 (1.09) 83.5896 (1.09) 83.5896 (1.09) 0.0000 (1.0) 83.5896 (1.09) 0.0000 (1.0) 0;0 0.0120 (0.92) 1 1
+test_sharing_s3-add-noop[main] 83.8502 (1.09) 83.8502 (1.09) 83.8502 (1.09) 0.0000 (1.0) 83.8502 (1.09) 0.0000 (1.0) 0;0 0.0119 (0.92) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
----------------------------------------------------------------------- benchmark 'test_sharing_s3-checkout-noop': 10 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_s3-checkout-noop[2.11.0] 6.2522 (1.0) 6.2522 (1.0) 6.2522 (1.0) 0.0000 (1.0) 6.2522 (1.0) 0.0000 (1.0) 0;0 0.1599 (1.0) 1 1
-test_sharing_s3-checkout-noop[2.11.0] 6.3297 (1.01) 6.3297 (1.01) 6.3297 (1.01) 0.0000 (1.0) 6.3297 (1.01) 0.0000 (1.0) 0;0 0.1580 (0.99) 1 1
-test_sharing_s3-checkout-noop[2.40.0] 7.5148 (1.20) 7.5148 (1.20) 7.5148 (1.20) 0.0000 (1.0) 7.5148 (1.20) 0.0000 (1.0) 0;0 0.1331 (0.83) 1 1
-test_sharing_s3-checkout-noop[2.40.0] 7.6268 (1.22) 7.6268 (1.22) 7.6268 (1.22) 0.0000 (1.0) 7.6268 (1.22) 0.0000 (1.0) 0;0 0.1311 (0.82) 1 1
-test_sharing_s3-checkout-noop[2.58.2] 8.0073 (1.28) 8.0073 (1.28) 8.0073 (1.28) 0.0000 (1.0) 8.0073 (1.28) 0.0000 (1.0) 0;0 0.1249 (0.78) 1 1
-test_sharing_s3-checkout-noop[2.58.2] 8.3148 (1.33) 8.3148 (1.33) 8.3148 (1.33) 0.0000 (1.0) 8.3148 (1.33) 0.0000 (1.0) 0;0 0.1203 (0.75) 1 1
-test_sharing_s3-checkout-noop[3.0.0] 8.7972 (1.41) 8.7972 (1.41) 8.7972 (1.41) 0.0000 (1.0) 8.7972 (1.41) 0.0000 (1.0) 0;0 0.1137 (0.71) 1 1
-test_sharing_s3-checkout-noop[3.0.0] 8.6617 (1.39) 8.6617 (1.39) 8.6617 (1.39) 0.0000 (1.0) 8.6617 (1.39) 0.0000 (1.0) 0;0 0.1155 (0.72) 1 1
-test_sharing_s3-checkout-noop[main] 8.3755 (1.34) 8.3755 (1.34) 8.3755 (1.34) 0.0000 (1.0) 8.3755 (1.34) 0.0000 (1.0) 0;0 0.1194 (0.75) 1 1
-test_sharing_s3-checkout-noop[main] 8.2311 (1.32) 8.2311 (1.32) 8.2311 (1.32) 0.0000 (1.0) 8.2311 (1.32) 0.0000 (1.0) 0;0 0.1215 (0.76) 1 1
+test_sharing_s3-checkout-noop[2.11.0] 5.8062 (1.03) 5.8062 (1.03) 5.8062 (1.03) 0.0000 (1.0) 5.8062 (1.03) 0.0000 (1.0) 0;0 0.1722 (0.97) 1 1
+test_sharing_s3-checkout-noop[2.11.0] 5.6579 (1.0) 5.6579 (1.0) 5.6579 (1.0) 0.0000 (1.0) 5.6579 (1.0) 0.0000 (1.0) 0;0 0.1767 (1.0) 1 1
+test_sharing_s3-checkout-noop[2.40.0] 7.1103 (1.26) 7.1103 (1.26) 7.1103 (1.26) 0.0000 (1.0) 7.1103 (1.26) 0.0000 (1.0) 0;0 0.1406 (0.80) 1 1
+test_sharing_s3-checkout-noop[2.40.0] 7.1630 (1.27) 7.1630 (1.27) 7.1630 (1.27) 0.0000 (1.0) 7.1630 (1.27) 0.0000 (1.0) 0;0 0.1396 (0.79) 1 1
+test_sharing_s3-checkout-noop[2.58.2] 7.8597 (1.39) 7.8597 (1.39) 7.8597 (1.39) 0.0000 (1.0) 7.8597 (1.39) 0.0000 (1.0) 0;0 0.1272 (0.72) 1 1
+test_sharing_s3-checkout-noop[2.58.2] 7.8297 (1.38) 7.8297 (1.38) 7.8297 (1.38) 0.0000 (1.0) 7.8297 (1.38) 0.0000 (1.0) 0;0 0.1277 (0.72) 1 1
+test_sharing_s3-checkout-noop[3.0.0] 8.4093 (1.49) 8.4093 (1.49) 8.4093 (1.49) 0.0000 (1.0) 8.4093 (1.49) 0.0000 (1.0) 0;0 0.1189 (0.67) 1 1
+test_sharing_s3-checkout-noop[3.0.0] 8.3795 (1.48) 8.3795 (1.48) 8.3795 (1.48) 0.0000 (1.0) 8.3795 (1.48) 0.0000 (1.0) 0;0 0.1193 (0.68) 1 1
+test_sharing_s3-checkout-noop[main] 7.9615 (1.41) 7.9615 (1.41) 7.9615 (1.41) 0.0000 (1.0) 7.9615 (1.41) 0.0000 (1.0) 0;0 0.1256 (0.71) 1 1
+test_sharing_s3-checkout-noop[main] 8.0040 (1.41) 8.0040 (1.41) 8.0040 (1.41) 0.0000 (1.0) 8.0040 (1.41) 0.0000 (1.0) 0;0 0.1249 (0.71) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_sharing_s3-pull': 10 tests ---------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_s3-pull[2.11.0] 461.2904 (1.32) 461.2904 (1.32) 461.2904 (1.32) 0.0000 (1.0) 461.2904 (1.32) 0.0000 (1.0) 0;0 0.0022 (0.76) 1 1
-test_sharing_s3-pull[2.11.0] 498.9183 (1.42) 498.9183 (1.42) 498.9183 (1.42) 0.0000 (1.0) 498.9183 (1.42) 0.0000 (1.0) 0;0 0.0020 (0.70) 1 1
-test_sharing_s3-pull[2.40.0] 527.9165 (1.51) 527.9165 (1.51) 527.9165 (1.51) 0.0000 (1.0) 527.9165 (1.51) 0.0000 (1.0) 0;0 0.0019 (0.66) 1 1
-test_sharing_s3-pull[2.40.0] 516.3032 (1.47) 516.3032 (1.47) 516.3032 (1.47) 0.0000 (1.0) 516.3032 (1.47) 0.0000 (1.0) 0;0 0.0019 (0.68) 1 1
-test_sharing_s3-pull[2.58.2] 350.5817 (1.0) 350.5817 (1.0) 350.5817 (1.0) 0.0000 (1.0) 350.5817 (1.0) 0.0000 (1.0) 0;0 0.0029 (1.0) 1 1
-test_sharing_s3-pull[2.58.2] 376.0287 (1.07) 376.0287 (1.07) 376.0287 (1.07) 0.0000 (1.0) 376.0287 (1.07) 0.0000 (1.0) 0;0 0.0027 (0.93) 1 1
-test_sharing_s3-pull[3.0.0] 417.5536 (1.19) 417.5536 (1.19) 417.5536 (1.19) 0.0000 (1.0) 417.5536 (1.19) 0.0000 (1.0) 0;0 0.0024 (0.84) 1 1
-test_sharing_s3-pull[3.0.0] 417.9047 (1.19) 417.9047 (1.19) 417.9047 (1.19) 0.0000 (1.0) 417.9047 (1.19) 0.0000 (1.0) 0;0 0.0024 (0.84) 1 1
-test_sharing_s3-pull[main] 440.3490 (1.26) 440.3490 (1.26) 440.3490 (1.26) 0.0000 (1.0) 440.3490 (1.26) 0.0000 (1.0) 0;0 0.0023 (0.80) 1 1
-test_sharing_s3-pull[main] 408.9068 (1.17) 408.9068 (1.17) 408.9068 (1.17) 0.0000 (1.0) 408.9068 (1.17) 0.0000 (1.0) 0;0 0.0024 (0.86) 1 1
+test_sharing_s3-pull[2.11.0] 485.4980 (1.26) 485.4980 (1.26) 485.4980 (1.26) 0.0000 (1.0) 485.4980 (1.26) 0.0000 (1.0) 0;0 0.0021 (0.79) 1 1
+test_sharing_s3-pull[2.11.0] 487.9492 (1.27) 487.9492 (1.27) 487.9492 (1.27) 0.0000 (1.0) 487.9492 (1.27) 0.0000 (1.0) 0;0 0.0020 (0.79) 1 1
+test_sharing_s3-pull[2.40.0] 501.2937 (1.30) 501.2937 (1.30) 501.2937 (1.30) 0.0000 (1.0) 501.2937 (1.30) 0.0000 (1.0) 0;0 0.0020 (0.77) 1 1
+test_sharing_s3-pull[2.40.0] 520.0883 (1.35) 520.0883 (1.35) 520.0883 (1.35) 0.0000 (1.0) 520.0883 (1.35) 0.0000 (1.0) 0;0 0.0019 (0.74) 1 1
+test_sharing_s3-pull[2.58.2] 386.8284 (1.01) 386.8284 (1.01) 386.8284 (1.01) 0.0000 (1.0) 386.8284 (1.01) 0.0000 (1.0) 0;0 0.0026 (0.99) 1 1
+test_sharing_s3-pull[2.58.2] 384.4136 (1.0) 384.4136 (1.0) 384.4136 (1.0) 0.0000 (1.0) 384.4136 (1.0) 0.0000 (1.0) 0;0 0.0026 (1.0) 1 1
+test_sharing_s3-pull[3.0.0] 453.1653 (1.18) 453.1653 (1.18) 453.1653 (1.18) 0.0000 (1.0) 453.1653 (1.18) 0.0000 (1.0) 0;0 0.0022 (0.85) 1 1
+test_sharing_s3-pull[3.0.0] 456.7067 (1.19) 456.7067 (1.19) 456.7067 (1.19) 0.0000 (1.0) 456.7067 (1.19) 0.0000 (1.0) 0;0 0.0022 (0.84) 1 1
+test_sharing_s3-pull[main] 470.1878 (1.22) 470.1878 (1.22) 470.1878 (1.22) 0.0000 (1.0) 470.1878 (1.22) 0.0000 (1.0) 0;0 0.0021 (0.82) 1 1
+test_sharing_s3-pull[main] 429.8047 (1.12) 429.8047 (1.12) 429.8047 (1.12) 0.0000 (1.0) 429.8047 (1.12) 0.0000 (1.0) 0;0 0.0023 (0.89) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------- benchmark 'test_sharing_s3-pull-noop': 10 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_s3-pull-noop[2.11.0] 7.4589 (1.0) 7.4589 (1.0) 7.4589 (1.0) 0.0000 (1.0) 7.4589 (1.0) 0.0000 (1.0) 0;0 0.1341 (1.0) 1 1
-test_sharing_s3-pull-noop[2.11.0] 7.6741 (1.03) 7.6741 (1.03) 7.6741 (1.03) 0.0000 (1.0) 7.6741 (1.03) 0.0000 (1.0) 0;0 0.1303 (0.97) 1 1
-test_sharing_s3-pull-noop[2.40.0] 9.0218 (1.21) 9.0218 (1.21) 9.0218 (1.21) 0.0000 (1.0) 9.0218 (1.21) 0.0000 (1.0) 0;0 0.1108 (0.83) 1 1
-test_sharing_s3-pull-noop[2.40.0] 9.1936 (1.23) 9.1936 (1.23) 9.1936 (1.23) 0.0000 (1.0) 9.1936 (1.23) 0.0000 (1.0) 0;0 0.1088 (0.81) 1 1
-test_sharing_s3-pull-noop[2.58.2] 9.5917 (1.29) 9.5917 (1.29) 9.5917 (1.29) 0.0000 (1.0) 9.5917 (1.29) 0.0000 (1.0) 0;0 0.1043 (0.78) 1 1
-test_sharing_s3-pull-noop[2.58.2] 9.8605 (1.32) 9.8605 (1.32) 9.8605 (1.32) 0.0000 (1.0) 9.8605 (1.32) 0.0000 (1.0) 0;0 0.1014 (0.76) 1 1
-test_sharing_s3-pull-noop[3.0.0] 13.8606 (1.86) 13.8606 (1.86) 13.8606 (1.86) 0.0000 (1.0) 13.8606 (1.86) 0.0000 (1.0) 0;0 0.0721 (0.54) 1 1
-test_sharing_s3-pull-noop[3.0.0] 13.8927 (1.86) 13.8927 (1.86) 13.8927 (1.86) 0.0000 (1.0) 13.8927 (1.86) 0.0000 (1.0) 0;0 0.0720 (0.54) 1 1
-test_sharing_s3-pull-noop[main] 14.3585 (1.93) 14.3585 (1.93) 14.3585 (1.93) 0.0000 (1.0) 14.3585 (1.93) 0.0000 (1.0) 0;0 0.0696 (0.52) 1 1
-test_sharing_s3-pull-noop[main] 14.0339 (1.88) 14.0339 (1.88) 14.0339 (1.88) 0.0000 (1.0) 14.0339 (1.88) 0.0000 (1.0) 0;0 0.0713 (0.53) 1 1
+test_sharing_s3-pull-noop[2.11.0] 6.9284 (1.02) 6.9284 (1.02) 6.9284 (1.02) 0.0000 (1.0) 6.9284 (1.02) 0.0000 (1.0) 0;0 0.1443 (0.98) 1 1
+test_sharing_s3-pull-noop[2.11.0] 6.7957 (1.0) 6.7957 (1.0) 6.7957 (1.0) 0.0000 (1.0) 6.7957 (1.0) 0.0000 (1.0) 0;0 0.1472 (1.0) 1 1
+test_sharing_s3-pull-noop[2.40.0] 8.5136 (1.25) 8.5136 (1.25) 8.5136 (1.25) 0.0000 (1.0) 8.5136 (1.25) 0.0000 (1.0) 0;0 0.1175 (0.80) 1 1
+test_sharing_s3-pull-noop[2.40.0] 8.4901 (1.25) 8.4901 (1.25) 8.4901 (1.25) 0.0000 (1.0) 8.4901 (1.25) 0.0000 (1.0) 0;0 0.1178 (0.80) 1 1
+test_sharing_s3-pull-noop[2.58.2] 9.2213 (1.36) 9.2213 (1.36) 9.2213 (1.36) 0.0000 (1.0) 9.2213 (1.36) 0.0000 (1.0) 0;0 0.1084 (0.74) 1 1
+test_sharing_s3-pull-noop[2.58.2] 9.1285 (1.34) 9.1285 (1.34) 9.1285 (1.34) 0.0000 (1.0) 9.1285 (1.34) 0.0000 (1.0) 0;0 0.1095 (0.74) 1 1
+test_sharing_s3-pull-noop[3.0.0] 13.2483 (1.95) 13.2483 (1.95) 13.2483 (1.95) 0.0000 (1.0) 13.2483 (1.95) 0.0000 (1.0) 0;0 0.0755 (0.51) 1 1
+test_sharing_s3-pull-noop[3.0.0] 13.2194 (1.95) 13.2194 (1.95) 13.2194 (1.95) 0.0000 (1.0) 13.2194 (1.95) 0.0000 (1.0) 0;0 0.0756 (0.51) 1 1
+test_sharing_s3-pull-noop[main] 13.6087 (2.00) 13.6087 (2.00) 13.6087 (2.00) 0.0000 (1.0) 13.6087 (2.00) 0.0000 (1.0) 0;0 0.0735 (0.50) 1 1
+test_sharing_s3-pull-noop[main] 13.7499 (2.02) 13.7499 (2.02) 13.7499 (2.02) 0.0000 (1.0) 13.7499 (2.02) 0.0000 (1.0) 0;0 0.0727 (0.49) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------------- benchmark 'test_sharing_s3-push': 10 tests -------------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_s3-push[2.11.0] 1,055.1754 (2.30) 1,055.1754 (2.30) 1,055.1754 (2.30) 0.0000 (1.0) 1,055.1754 (2.30) 0.0000 (1.0) 0;0 0.0009 (0.43) 1 1
-test_sharing_s3-push[2.11.0] 1,061.9038 (2.32) 1,061.9038 (2.32) 1,061.9038 (2.32) 0.0000 (1.0) 1,061.9038 (2.32) 0.0000 (1.0) 0;0 0.0009 (0.43) 1 1
-test_sharing_s3-push[2.40.0] 1,057.1892 (2.31) 1,057.1892 (2.31) 1,057.1892 (2.31) 0.0000 (1.0) 1,057.1892 (2.31) 0.0000 (1.0) 0;0 0.0009 (0.43) 1 1
-test_sharing_s3-push[2.40.0] 1,076.5702 (2.35) 1,076.5702 (2.35) 1,076.5702 (2.35) 0.0000 (1.0) 1,076.5702 (2.35) 0.0000 (1.0) 0;0 0.0009 (0.43) 1 1
-test_sharing_s3-push[2.58.2] 458.3893 (1.0) 458.3893 (1.0) 458.3893 (1.0) 0.0000 (1.0) 458.3893 (1.0) 0.0000 (1.0) 0;0 0.0022 (1.0) 1 1
-test_sharing_s3-push[2.58.2] 476.9156 (1.04) 476.9156 (1.04) 476.9156 (1.04) 0.0000 (1.0) 476.9156 (1.04) 0.0000 (1.0) 0;0 0.0021 (0.96) 1 1
-test_sharing_s3-push[3.0.0] 464.5998 (1.01) 464.5998 (1.01) 464.5998 (1.01) 0.0000 (1.0) 464.5998 (1.01) 0.0000 (1.0) 0;0 0.0022 (0.99) 1 1
-test_sharing_s3-push[3.0.0] 465.2883 (1.02) 465.2883 (1.02) 465.2883 (1.02) 0.0000 (1.0) 465.2883 (1.02) 0.0000 (1.0) 0;0 0.0021 (0.99) 1 1
-test_sharing_s3-push[main] 473.8542 (1.03) 473.8542 (1.03) 473.8542 (1.03) 0.0000 (1.0) 473.8542 (1.03) 0.0000 (1.0) 0;0 0.0021 (0.97) 1 1
-test_sharing_s3-push[main] 476.5582 (1.04) 476.5582 (1.04) 476.5582 (1.04) 0.0000 (1.0) 476.5582 (1.04) 0.0000 (1.0) 0;0 0.0021 (0.96) 1 1
+test_sharing_s3-push[2.11.0] 1,199.9573 (2.44) 1,199.9573 (2.44) 1,199.9573 (2.44) 0.0000 (1.0) 1,199.9573 (2.44) 0.0000 (1.0) 0;0 0.0008 (0.41) 1 1
+test_sharing_s3-push[2.11.0] 1,197.7442 (2.44) 1,197.7442 (2.44) 1,197.7442 (2.44) 0.0000 (1.0) 1,197.7442 (2.44) 0.0000 (1.0) 0;0 0.0008 (0.41) 1 1
+test_sharing_s3-push[2.40.0] 1,205.9304 (2.45) 1,205.9304 (2.45) 1,205.9304 (2.45) 0.0000 (1.0) 1,205.9304 (2.45) 0.0000 (1.0) 0;0 0.0008 (0.41) 1 1
+test_sharing_s3-push[2.40.0] 1,218.2851 (2.48) 1,218.2851 (2.48) 1,218.2851 (2.48) 0.0000 (1.0) 1,218.2851 (2.48) 0.0000 (1.0) 0;0 0.0008 (0.40) 1 1
+test_sharing_s3-push[2.58.2] 500.2837 (1.02) 500.2837 (1.02) 500.2837 (1.02) 0.0000 (1.0) 500.2837 (1.02) 0.0000 (1.0) 0;0 0.0020 (0.98) 1 1
+test_sharing_s3-push[2.58.2] 502.5748 (1.02) 502.5748 (1.02) 502.5748 (1.02) 0.0000 (1.0) 502.5748 (1.02) 0.0000 (1.0) 0;0 0.0020 (0.98) 1 1
+test_sharing_s3-push[3.0.0] 496.1023 (1.01) 496.1023 (1.01) 496.1023 (1.01) 0.0000 (1.0) 496.1023 (1.01) 0.0000 (1.0) 0;0 0.0020 (0.99) 1 1
+test_sharing_s3-push[3.0.0] 501.0957 (1.02) 501.0957 (1.02) 501.0957 (1.02) 0.0000 (1.0) 501.0957 (1.02) 0.0000 (1.0) 0;0 0.0020 (0.98) 1 1
+test_sharing_s3-push[main] 503.9901 (1.02) 503.9901 (1.02) 503.9901 (1.02) 0.0000 (1.0) 503.9901 (1.02) 0.0000 (1.0) 0;0 0.0020 (0.98) 1 1
+test_sharing_s3-push[main] 491.8591 (1.0) 491.8591 (1.0) 491.8591 (1.0) 0.0000 (1.0) 491.8591 (1.0) 0.0000 (1.0) 0;0 0.0020 (1.0) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
----------------------------------------------------------------------- benchmark 'test_sharing_s3-push-noop': 10 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_s3-push-noop[2.11.0] 3.9276 (1.00) 3.9276 (1.00) 3.9276 (1.00) 0.0000 (1.0) 3.9276 (1.00) 0.0000 (1.0) 0;0 0.2546 (1.00) 1 1
-test_sharing_s3-push-noop[2.11.0] 3.9220 (1.00) 3.9220 (1.00) 3.9220 (1.00) 0.0000 (1.0) 3.9220 (1.00) 0.0000 (1.0) 0;0 0.2550 (1.00) 1 1
-test_sharing_s3-push-noop[2.40.0] 3.9215 (1.0) 3.9215 (1.0) 3.9215 (1.0) 0.0000 (1.0) 3.9215 (1.0) 0.0000 (1.0) 0;0 0.2550 (1.0) 1 1
-test_sharing_s3-push-noop[2.40.0] 3.9596 (1.01) 3.9596 (1.01) 3.9596 (1.01) 0.0000 (1.0) 3.9596 (1.01) 0.0000 (1.0) 0;0 0.2526 (0.99) 1 1
-test_sharing_s3-push-noop[2.58.2] 4.4054 (1.12) 4.4054 (1.12) 4.4054 (1.12) 0.0000 (1.0) 4.4054 (1.12) 0.0000 (1.0) 0;0 0.2270 (0.89) 1 1
-test_sharing_s3-push-noop[2.58.2] 4.5630 (1.16) 4.5630 (1.16) 4.5630 (1.16) 0.0000 (1.0) 4.5630 (1.16) 0.0000 (1.0) 0;0 0.2192 (0.86) 1 1
-test_sharing_s3-push-noop[3.0.0] 4.4927 (1.15) 4.4927 (1.15) 4.4927 (1.15) 0.0000 (1.0) 4.4927 (1.15) 0.0000 (1.0) 0;0 0.2226 (0.87) 1 1
-test_sharing_s3-push-noop[3.0.0] 4.5249 (1.15) 4.5249 (1.15) 4.5249 (1.15) 0.0000 (1.0) 4.5249 (1.15) 0.0000 (1.0) 0;0 0.2210 (0.87) 1 1
-test_sharing_s3-push-noop[main] 4.6321 (1.18) 4.6321 (1.18) 4.6321 (1.18) 0.0000 (1.0) 4.6321 (1.18) 0.0000 (1.0) 0;0 0.2159 (0.85) 1 1
-test_sharing_s3-push-noop[main] 4.2458 (1.08) 4.2458 (1.08) 4.2458 (1.08) 0.0000 (1.0) 4.2458 (1.08) 0.0000 (1.0) 0;0 0.2355 (0.92) 1 1
+test_sharing_s3-push-noop[2.11.0] 3.5473 (1.02) 3.5473 (1.02) 3.5473 (1.02) 0.0000 (1.0) 3.5473 (1.02) 0.0000 (1.0) 0;0 0.2819 (0.98) 1 1
+test_sharing_s3-push-noop[2.11.0] 3.4822 (1.0) 3.4822 (1.0) 3.4822 (1.0) 0.0000 (1.0) 3.4822 (1.0) 0.0000 (1.0) 0;0 0.2872 (1.0) 1 1
+test_sharing_s3-push-noop[2.40.0] 3.9000 (1.12) 3.9000 (1.12) 3.9000 (1.12) 0.0000 (1.0) 3.9000 (1.12) 0.0000 (1.0) 0;0 0.2564 (0.89) 1 1
+test_sharing_s3-push-noop[2.40.0] 3.8090 (1.09) 3.8090 (1.09) 3.8090 (1.09) 0.0000 (1.0) 3.8090 (1.09) 0.0000 (1.0) 0;0 0.2625 (0.91) 1 1
+test_sharing_s3-push-noop[2.58.2] 4.1212 (1.18) 4.1212 (1.18) 4.1212 (1.18) 0.0000 (1.0) 4.1212 (1.18) 0.0000 (1.0) 0;0 0.2426 (0.84) 1 1
+test_sharing_s3-push-noop[2.58.2] 4.0657 (1.17) 4.0657 (1.17) 4.0657 (1.17) 0.0000 (1.0) 4.0657 (1.17) 0.0000 (1.0) 0;0 0.2460 (0.86) 1 1
+test_sharing_s3-push-noop[3.0.0] 4.0769 (1.17) 4.0769 (1.17) 4.0769 (1.17) 0.0000 (1.0) 4.0769 (1.17) 0.0000 (1.0) 0;0 0.2453 (0.85) 1 1
+test_sharing_s3-push-noop[3.0.0] 4.1606 (1.19) 4.1606 (1.19) 4.1606 (1.19) 0.0000 (1.0) 4.1606 (1.19) 0.0000 (1.0) 0;0 0.2404 (0.84) 1 1
+test_sharing_s3-push-noop[main] 4.1895 (1.20) 4.1895 (1.20) 4.1895 (1.20) 0.0000 (1.0) 4.1895 (1.20) 0.0000 (1.0) 0;0 0.2387 (0.83) 1 1
+test_sharing_s3-push-noop[main] 4.1591 (1.19) 4.1591 (1.19) 4.1591 (1.19) 0.0000 (1.0) 4.1591 (1.19) 0.0000 (1.0) 0;0 0.2404 (0.84) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2051,7 +2051,7 @@
@@ -2059,7 +2059,7 @@
@@ -2067,7 +2067,7 @@
@@ -2075,7 +2075,7 @@
@@ -2083,7 +2083,7 @@
@@ -2091,7 +2091,7 @@
@@ -2099,7 +2099,7 @@
@@ -2128,106 +2128,106 @@
---------------------------------------------------------------------------- benchmark 'test_sharing_azure-add': 10 tests ---------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_azure-add[2.11.0] 261.8700 (1.85) 261.8700 (1.85) 261.8700 (1.85) 0.0000 (1.0) 261.8700 (1.85) 0.0000 (1.0) 0;0 0.0038 (0.54) 1 1
-test_sharing_azure-add[2.11.0] 263.6267 (1.86) 263.6267 (1.86) 263.6267 (1.86) 0.0000 (1.0) 263.6267 (1.86) 0.0000 (1.0) 0;0 0.0038 (0.54) 1 1
-test_sharing_azure-add[2.40.0] 215.9845 (1.53) 215.9845 (1.53) 215.9845 (1.53) 0.0000 (1.0) 215.9845 (1.53) 0.0000 (1.0) 0;0 0.0046 (0.65) 1 1
-test_sharing_azure-add[2.40.0] 222.8308 (1.58) 222.8308 (1.58) 222.8308 (1.58) 0.0000 (1.0) 222.8308 (1.58) 0.0000 (1.0) 0;0 0.0045 (0.63) 1 1
-test_sharing_azure-add[2.58.2] 146.3715 (1.04) 146.3715 (1.04) 146.3715 (1.04) 0.0000 (1.0) 146.3715 (1.04) 0.0000 (1.0) 0;0 0.0068 (0.97) 1 1
-test_sharing_azure-add[2.58.2] 141.4022 (1.0) 141.4022 (1.0) 141.4022 (1.0) 0.0000 (1.0) 141.4022 (1.0) 0.0000 (1.0) 0;0 0.0071 (1.0) 1 1
-test_sharing_azure-add[3.0.0] 143.0231 (1.01) 143.0231 (1.01) 143.0231 (1.01) 0.0000 (1.0) 143.0231 (1.01) 0.0000 (1.0) 0;0 0.0070 (0.99) 1 1
-test_sharing_azure-add[3.0.0] 145.5309 (1.03) 145.5309 (1.03) 145.5309 (1.03) 0.0000 (1.0) 145.5309 (1.03) 0.0000 (1.0) 0;0 0.0069 (0.97) 1 1
-test_sharing_azure-add[main] 147.5392 (1.04) 147.5392 (1.04) 147.5392 (1.04) 0.0000 (1.0) 147.5392 (1.04) 0.0000 (1.0) 0;0 0.0068 (0.96) 1 1
-test_sharing_azure-add[main] 142.2177 (1.01) 142.2177 (1.01) 142.2177 (1.01) 0.0000 (1.0) 142.2177 (1.01) 0.0000 (1.0) 0;0 0.0070 (0.99) 1 1
+test_sharing_azure-add[2.11.0] 183.3804 (1.78) 183.3804 (1.78) 183.3804 (1.78) 0.0000 (1.0) 183.3804 (1.78) 0.0000 (1.0) 0;0 0.0055 (0.56) 1 1
+test_sharing_azure-add[2.11.0] 184.4360 (1.79) 184.4360 (1.79) 184.4360 (1.79) 0.0000 (1.0) 184.4360 (1.79) 0.0000 (1.0) 0;0 0.0054 (0.56) 1 1
+test_sharing_azure-add[2.40.0] 157.4928 (1.53) 157.4928 (1.53) 157.4928 (1.53) 0.0000 (1.0) 157.4928 (1.53) 0.0000 (1.0) 0;0 0.0063 (0.65) 1 1
+test_sharing_azure-add[2.40.0] 157.2393 (1.52) 157.2393 (1.52) 157.2393 (1.52) 0.0000 (1.0) 157.2393 (1.52) 0.0000 (1.0) 0;0 0.0064 (0.66) 1 1
+test_sharing_azure-add[2.58.2] 103.5936 (1.00) 103.5936 (1.00) 103.5936 (1.00) 0.0000 (1.0) 103.5936 (1.00) 0.0000 (1.0) 0;0 0.0097 (1.00) 1 1
+test_sharing_azure-add[2.58.2] 104.4333 (1.01) 104.4333 (1.01) 104.4333 (1.01) 0.0000 (1.0) 104.4333 (1.01) 0.0000 (1.0) 0;0 0.0096 (0.99) 1 1
+test_sharing_azure-add[3.0.0] 104.1465 (1.01) 104.1465 (1.01) 104.1465 (1.01) 0.0000 (1.0) 104.1465 (1.01) 0.0000 (1.0) 0;0 0.0096 (0.99) 1 1
+test_sharing_azure-add[3.0.0] 104.3808 (1.01) 104.3808 (1.01) 104.3808 (1.01) 0.0000 (1.0) 104.3808 (1.01) 0.0000 (1.0) 0;0 0.0096 (0.99) 1 1
+test_sharing_azure-add[main] 104.2963 (1.01) 104.2963 (1.01) 104.2963 (1.01) 0.0000 (1.0) 104.2963 (1.01) 0.0000 (1.0) 0;0 0.0096 (0.99) 1 1
+test_sharing_azure-add[main] 103.1165 (1.0) 103.1165 (1.0) 103.1165 (1.0) 0.0000 (1.0) 103.1165 (1.0) 0.0000 (1.0) 0;0 0.0097 (1.0) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
---------------------------------------------------------------------------- benchmark 'test_sharing_azure-add-noop': 10 tests ----------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_azure-add-noop[2.11.0] 125.6531 (1.41) 125.6531 (1.41) 125.6531 (1.41) 0.0000 (1.0) 125.6531 (1.41) 0.0000 (1.0) 0;0 0.0080 (0.71) 1 1
-test_sharing_azure-add-noop[2.11.0] 126.8197 (1.42) 126.8197 (1.42) 126.8197 (1.42) 0.0000 (1.0) 126.8197 (1.42) 0.0000 (1.0) 0;0 0.0079 (0.70) 1 1
-test_sharing_azure-add-noop[2.40.0] 89.2785 (1.0) 89.2785 (1.0) 89.2785 (1.0) 0.0000 (1.0) 89.2785 (1.0) 0.0000 (1.0) 0;0 0.0112 (1.0) 1 1
-test_sharing_azure-add-noop[2.40.0] 91.1454 (1.02) 91.1454 (1.02) 91.1454 (1.02) 0.0000 (1.0) 91.1454 (1.02) 0.0000 (1.0) 0;0 0.0110 (0.98) 1 1
-test_sharing_azure-add-noop[2.58.2] 96.7491 (1.08) 96.7491 (1.08) 96.7491 (1.08) 0.0000 (1.0) 96.7491 (1.08) 0.0000 (1.0) 0;0 0.0103 (0.92) 1 1
-test_sharing_azure-add-noop[2.58.2] 95.0879 (1.07) 95.0879 (1.07) 95.0879 (1.07) 0.0000 (1.0) 95.0879 (1.07) 0.0000 (1.0) 0;0 0.0105 (0.94) 1 1
-test_sharing_azure-add-noop[3.0.0] 96.4253 (1.08) 96.4253 (1.08) 96.4253 (1.08) 0.0000 (1.0) 96.4253 (1.08) 0.0000 (1.0) 0;0 0.0104 (0.93) 1 1
-test_sharing_azure-add-noop[3.0.0] 96.6200 (1.08) 96.6200 (1.08) 96.6200 (1.08) 0.0000 (1.0) 96.6200 (1.08) 0.0000 (1.0) 0;0 0.0103 (0.92) 1 1
-test_sharing_azure-add-noop[main] 97.0611 (1.09) 97.0611 (1.09) 97.0611 (1.09) 0.0000 (1.0) 97.0611 (1.09) 0.0000 (1.0) 0;0 0.0103 (0.92) 1 1
-test_sharing_azure-add-noop[main] 95.7757 (1.07) 95.7757 (1.07) 95.7757 (1.07) 0.0000 (1.0) 95.7757 (1.07) 0.0000 (1.0) 0;0 0.0104 (0.93) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+------------------------------------------------------------------------- benchmark 'test_sharing_azure-add-noop': 10 tests --------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_sharing_azure-add-noop[2.11.0] 97.6292 (1.52) 97.6292 (1.52) 97.6292 (1.52) 0.0000 (1.0) 97.6292 (1.52) 0.0000 (1.0) 0;0 0.0102 (0.66) 1 1
+test_sharing_azure-add-noop[2.11.0] 97.9485 (1.53) 97.9485 (1.53) 97.9485 (1.53) 0.0000 (1.0) 97.9485 (1.53) 0.0000 (1.0) 0;0 0.0102 (0.65) 1 1
+test_sharing_azure-add-noop[2.40.0] 64.0398 (1.0) 64.0398 (1.0) 64.0398 (1.0) 0.0000 (1.0) 64.0398 (1.0) 0.0000 (1.0) 0;0 0.0156 (1.0) 1 1
+test_sharing_azure-add-noop[2.40.0] 64.0873 (1.00) 64.0873 (1.00) 64.0873 (1.00) 0.0000 (1.0) 64.0873 (1.00) 0.0000 (1.0) 0;0 0.0156 (1.00) 1 1
+test_sharing_azure-add-noop[2.58.2] 69.8601 (1.09) 69.8601 (1.09) 69.8601 (1.09) 0.0000 (1.0) 69.8601 (1.09) 0.0000 (1.0) 0;0 0.0143 (0.92) 1 1
+test_sharing_azure-add-noop[2.58.2] 70.0669 (1.09) 70.0669 (1.09) 70.0669 (1.09) 0.0000 (1.0) 70.0669 (1.09) 0.0000 (1.0) 0;0 0.0143 (0.91) 1 1
+test_sharing_azure-add-noop[3.0.0] 70.5511 (1.10) 70.5511 (1.10) 70.5511 (1.10) 0.0000 (1.0) 70.5511 (1.10) 0.0000 (1.0) 0;0 0.0142 (0.91) 1 1
+test_sharing_azure-add-noop[3.0.0] 70.9502 (1.11) 70.9502 (1.11) 70.9502 (1.11) 0.0000 (1.0) 70.9502 (1.11) 0.0000 (1.0) 0;0 0.0141 (0.90) 1 1
+test_sharing_azure-add-noop[main] 70.0453 (1.09) 70.0453 (1.09) 70.0453 (1.09) 0.0000 (1.0) 70.0453 (1.09) 0.0000 (1.0) 0;0 0.0143 (0.91) 1 1
+test_sharing_azure-add-noop[main] 70.5251 (1.10) 70.5251 (1.10) 70.5251 (1.10) 0.0000 (1.0) 70.5251 (1.10) 0.0000 (1.0) 0;0 0.0142 (0.91) 1 1
+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------ benchmark 'test_sharing_azure-checkout-noop': 10 tests -----------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_azure-checkout-noop[2.11.0] 6.5977 (1.04) 6.5977 (1.04) 6.5977 (1.04) 0.0000 (1.0) 6.5977 (1.04) 0.0000 (1.0) 0;0 0.1516 (0.96) 1 1
-test_sharing_azure-checkout-noop[2.11.0] 6.3289 (1.0) 6.3289 (1.0) 6.3289 (1.0) 0.0000 (1.0) 6.3289 (1.0) 0.0000 (1.0) 0;0 0.1580 (1.0) 1 1
-test_sharing_azure-checkout-noop[2.40.0] 8.3845 (1.32) 8.3845 (1.32) 8.3845 (1.32) 0.0000 (1.0) 8.3845 (1.32) 0.0000 (1.0) 0;0 0.1193 (0.75) 1 1
-test_sharing_azure-checkout-noop[2.40.0] 8.1830 (1.29) 8.1830 (1.29) 8.1830 (1.29) 0.0000 (1.0) 8.1830 (1.29) 0.0000 (1.0) 0;0 0.1222 (0.77) 1 1
-test_sharing_azure-checkout-noop[2.58.2] 9.0624 (1.43) 9.0624 (1.43) 9.0624 (1.43) 0.0000 (1.0) 9.0624 (1.43) 0.0000 (1.0) 0;0 0.1103 (0.70) 1 1
-test_sharing_azure-checkout-noop[2.58.2] 9.0610 (1.43) 9.0610 (1.43) 9.0610 (1.43) 0.0000 (1.0) 9.0610 (1.43) 0.0000 (1.0) 0;0 0.1104 (0.70) 1 1
-test_sharing_azure-checkout-noop[3.0.0] 9.4997 (1.50) 9.4997 (1.50) 9.4997 (1.50) 0.0000 (1.0) 9.4997 (1.50) 0.0000 (1.0) 0;0 0.1053 (0.67) 1 1
-test_sharing_azure-checkout-noop[3.0.0] 9.6273 (1.52) 9.6273 (1.52) 9.6273 (1.52) 0.0000 (1.0) 9.6273 (1.52) 0.0000 (1.0) 0;0 0.1039 (0.66) 1 1
-test_sharing_azure-checkout-noop[main] 9.1032 (1.44) 9.1032 (1.44) 9.1032 (1.44) 0.0000 (1.0) 9.1032 (1.44) 0.0000 (1.0) 0;0 0.1099 (0.70) 1 1
-test_sharing_azure-checkout-noop[main] 9.1327 (1.44) 9.1327 (1.44) 9.1327 (1.44) 0.0000 (1.0) 9.1327 (1.44) 0.0000 (1.0) 0;0 0.1095 (0.69) 1 1
+test_sharing_azure-checkout-noop[2.11.0] 4.8620 (1.0) 4.8620 (1.0) 4.8620 (1.0) 0.0000 (1.0) 4.8620 (1.0) 0.0000 (1.0) 0;0 0.2057 (1.0) 1 1
+test_sharing_azure-checkout-noop[2.11.0] 4.8659 (1.00) 4.8659 (1.00) 4.8659 (1.00) 0.0000 (1.0) 4.8659 (1.00) 0.0000 (1.0) 0;0 0.2055 (1.00) 1 1
+test_sharing_azure-checkout-noop[2.40.0] 6.2962 (1.29) 6.2962 (1.29) 6.2962 (1.29) 0.0000 (1.0) 6.2962 (1.29) 0.0000 (1.0) 0;0 0.1588 (0.77) 1 1
+test_sharing_azure-checkout-noop[2.40.0] 6.1805 (1.27) 6.1805 (1.27) 6.1805 (1.27) 0.0000 (1.0) 6.1805 (1.27) 0.0000 (1.0) 0;0 0.1618 (0.79) 1 1
+test_sharing_azure-checkout-noop[2.58.2] 6.9985 (1.44) 6.9985 (1.44) 6.9985 (1.44) 0.0000 (1.0) 6.9985 (1.44) 0.0000 (1.0) 0;0 0.1429 (0.69) 1 1
+test_sharing_azure-checkout-noop[2.58.2] 6.9823 (1.44) 6.9823 (1.44) 6.9823 (1.44) 0.0000 (1.0) 6.9823 (1.44) 0.0000 (1.0) 0;0 0.1432 (0.70) 1 1
+test_sharing_azure-checkout-noop[3.0.0] 7.3400 (1.51) 7.3400 (1.51) 7.3400 (1.51) 0.0000 (1.0) 7.3400 (1.51) 0.0000 (1.0) 0;0 0.1362 (0.66) 1 1
+test_sharing_azure-checkout-noop[3.0.0] 7.3751 (1.52) 7.3751 (1.52) 7.3751 (1.52) 0.0000 (1.0) 7.3751 (1.52) 0.0000 (1.0) 0;0 0.1356 (0.66) 1 1
+test_sharing_azure-checkout-noop[main] 7.3848 (1.52) 7.3848 (1.52) 7.3848 (1.52) 0.0000 (1.0) 7.3848 (1.52) 0.0000 (1.0) 0;0 0.1354 (0.66) 1 1
+test_sharing_azure-checkout-noop[main] 7.2096 (1.48) 7.2096 (1.48) 7.2096 (1.48) 0.0000 (1.0) 7.2096 (1.48) 0.0000 (1.0) 0;0 0.1387 (0.67) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
--------------------------------------------------------------------------- benchmark 'test_sharing_azure-pull': 10 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_azure-pull[2.11.0] 269.8040 (1.27) 269.8040 (1.27) 269.8040 (1.27) 0.0000 (1.0) 269.8040 (1.27) 0.0000 (1.0) 0;0 0.0037 (0.79) 1 1
-test_sharing_azure-pull[2.11.0] 268.7310 (1.26) 268.7310 (1.26) 268.7310 (1.26) 0.0000 (1.0) 268.7310 (1.26) 0.0000 (1.0) 0;0 0.0037 (0.79) 1 1
-test_sharing_azure-pull[2.40.0] 336.0330 (1.58) 336.0330 (1.58) 336.0330 (1.58) 0.0000 (1.0) 336.0330 (1.58) 0.0000 (1.0) 0;0 0.0030 (0.63) 1 1
-test_sharing_azure-pull[2.40.0] 340.2897 (1.60) 340.2897 (1.60) 340.2897 (1.60) 0.0000 (1.0) 340.2897 (1.60) 0.0000 (1.0) 0;0 0.0029 (0.62) 1 1
-test_sharing_azure-pull[2.58.2] 212.6807 (1.0) 212.6807 (1.0) 212.6807 (1.0) 0.0000 (1.0) 212.6807 (1.0) 0.0000 (1.0) 0;0 0.0047 (1.0) 1 1
-test_sharing_azure-pull[2.58.2] 217.0032 (1.02) 217.0032 (1.02) 217.0032 (1.02) 0.0000 (1.0) 217.0032 (1.02) 0.0000 (1.0) 0;0 0.0046 (0.98) 1 1
-test_sharing_azure-pull[3.0.0] 294.8067 (1.39) 294.8067 (1.39) 294.8067 (1.39) 0.0000 (1.0) 294.8067 (1.39) 0.0000 (1.0) 0;0 0.0034 (0.72) 1 1
-test_sharing_azure-pull[3.0.0] 293.8722 (1.38) 293.8722 (1.38) 293.8722 (1.38) 0.0000 (1.0) 293.8722 (1.38) 0.0000 (1.0) 0;0 0.0034 (0.72) 1 1
-test_sharing_azure-pull[main] 286.5223 (1.35) 286.5223 (1.35) 286.5223 (1.35) 0.0000 (1.0) 286.5223 (1.35) 0.0000 (1.0) 0;0 0.0035 (0.74) 1 1
-test_sharing_azure-pull[main] 283.0095 (1.33) 283.0095 (1.33) 283.0095 (1.33) 0.0000 (1.0) 283.0095 (1.33) 0.0000 (1.0) 0;0 0.0035 (0.75) 1 1
+test_sharing_azure-pull[2.11.0] 193.7214 (1.24) 193.7214 (1.24) 193.7214 (1.24) 0.0000 (1.0) 193.7214 (1.24) 0.0000 (1.0) 0;0 0.0052 (0.81) 1 1
+test_sharing_azure-pull[2.11.0] 195.7622 (1.25) 195.7622 (1.25) 195.7622 (1.25) 0.0000 (1.0) 195.7622 (1.25) 0.0000 (1.0) 0;0 0.0051 (0.80) 1 1
+test_sharing_azure-pull[2.40.0] 243.4630 (1.55) 243.4630 (1.55) 243.4630 (1.55) 0.0000 (1.0) 243.4630 (1.55) 0.0000 (1.0) 0;0 0.0041 (0.64) 1 1
+test_sharing_azure-pull[2.40.0] 244.1913 (1.56) 244.1913 (1.56) 244.1913 (1.56) 0.0000 (1.0) 244.1913 (1.56) 0.0000 (1.0) 0;0 0.0041 (0.64) 1 1
+test_sharing_azure-pull[2.58.2] 156.9981 (1.00) 156.9981 (1.00) 156.9981 (1.00) 0.0000 (1.0) 156.9981 (1.00) 0.0000 (1.0) 0;0 0.0064 (1.00) 1 1
+test_sharing_azure-pull[2.58.2] 156.8145 (1.0) 156.8145 (1.0) 156.8145 (1.0) 0.0000 (1.0) 156.8145 (1.0) 0.0000 (1.0) 0;0 0.0064 (1.0) 1 1
+test_sharing_azure-pull[3.0.0] 210.0115 (1.34) 210.0115 (1.34) 210.0115 (1.34) 0.0000 (1.0) 210.0115 (1.34) 0.0000 (1.0) 0;0 0.0048 (0.75) 1 1
+test_sharing_azure-pull[3.0.0] 209.7193 (1.34) 209.7193 (1.34) 209.7193 (1.34) 0.0000 (1.0) 209.7193 (1.34) 0.0000 (1.0) 0;0 0.0048 (0.75) 1 1
+test_sharing_azure-pull[main] 210.6785 (1.34) 210.6785 (1.34) 210.6785 (1.34) 0.0000 (1.0) 210.6785 (1.34) 0.0000 (1.0) 0;0 0.0047 (0.74) 1 1
+test_sharing_azure-pull[main] 210.2566 (1.34) 210.2566 (1.34) 210.2566 (1.34) 0.0000 (1.0) 210.2566 (1.34) 0.0000 (1.0) 0;0 0.0048 (0.75) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_sharing_azure-pull-noop': 10 tests -------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_azure-pull-noop[2.11.0] 7.7321 (1.10) 7.7321 (1.10) 7.7321 (1.10) 0.0000 (1.0) 7.7321 (1.10) 0.0000 (1.0) 0;0 0.1293 (0.91) 1 1
-test_sharing_azure-pull-noop[2.11.0] 7.0273 (1.0) 7.0273 (1.0) 7.0273 (1.0) 0.0000 (1.0) 7.0273 (1.0) 0.0000 (1.0) 0;0 0.1423 (1.0) 1 1
-test_sharing_azure-pull-noop[2.40.0] 9.1447 (1.30) 9.1447 (1.30) 9.1447 (1.30) 0.0000 (1.0) 9.1447 (1.30) 0.0000 (1.0) 0;0 0.1094 (0.77) 1 1
-test_sharing_azure-pull-noop[2.40.0] 9.2341 (1.31) 9.2341 (1.31) 9.2341 (1.31) 0.0000 (1.0) 9.2341 (1.31) 0.0000 (1.0) 0;0 0.1083 (0.76) 1 1
-test_sharing_azure-pull-noop[2.58.2] 10.0500 (1.43) 10.0500 (1.43) 10.0500 (1.43) 0.0000 (1.0) 10.0500 (1.43) 0.0000 (1.0) 0;0 0.0995 (0.70) 1 1
-test_sharing_azure-pull-noop[2.58.2] 10.0223 (1.43) 10.0223 (1.43) 10.0223 (1.43) 0.0000 (1.0) 10.0223 (1.43) 0.0000 (1.0) 0;0 0.0998 (0.70) 1 1
-test_sharing_azure-pull-noop[3.0.0] 14.9666 (2.13) 14.9666 (2.13) 14.9666 (2.13) 0.0000 (1.0) 14.9666 (2.13) 0.0000 (1.0) 0;0 0.0668 (0.47) 1 1
-test_sharing_azure-pull-noop[3.0.0] 15.5824 (2.22) 15.5824 (2.22) 15.5824 (2.22) 0.0000 (1.0) 15.5824 (2.22) 0.0000 (1.0) 0;0 0.0642 (0.45) 1 1
-test_sharing_azure-pull-noop[main] 14.8390 (2.11) 14.8390 (2.11) 14.8390 (2.11) 0.0000 (1.0) 14.8390 (2.11) 0.0000 (1.0) 0;0 0.0674 (0.47) 1 1
-test_sharing_azure-pull-noop[main] 14.9431 (2.13) 14.9431 (2.13) 14.9431 (2.13) 0.0000 (1.0) 14.9431 (2.13) 0.0000 (1.0) 0;0 0.0669 (0.47) 1 1
+test_sharing_azure-pull-noop[2.11.0] 5.5955 (1.00) 5.5955 (1.00) 5.5955 (1.00) 0.0000 (1.0) 5.5955 (1.00) 0.0000 (1.0) 0;0 0.1787 (1.00) 1 1
+test_sharing_azure-pull-noop[2.11.0] 5.5842 (1.0) 5.5842 (1.0) 5.5842 (1.0) 0.0000 (1.0) 5.5842 (1.0) 0.0000 (1.0) 0;0 0.1791 (1.0) 1 1
+test_sharing_azure-pull-noop[2.40.0] 7.1583 (1.28) 7.1583 (1.28) 7.1583 (1.28) 0.0000 (1.0) 7.1583 (1.28) 0.0000 (1.0) 0;0 0.1397 (0.78) 1 1
+test_sharing_azure-pull-noop[2.40.0] 7.1722 (1.28) 7.1722 (1.28) 7.1722 (1.28) 0.0000 (1.0) 7.1722 (1.28) 0.0000 (1.0) 0;0 0.1394 (0.78) 1 1
+test_sharing_azure-pull-noop[2.58.2] 7.9221 (1.42) 7.9221 (1.42) 7.9221 (1.42) 0.0000 (1.0) 7.9221 (1.42) 0.0000 (1.0) 0;0 0.1262 (0.70) 1 1
+test_sharing_azure-pull-noop[2.58.2] 7.8662 (1.41) 7.8662 (1.41) 7.8662 (1.41) 0.0000 (1.0) 7.8662 (1.41) 0.0000 (1.0) 0;0 0.1271 (0.71) 1 1
+test_sharing_azure-pull-noop[3.0.0] 11.8064 (2.11) 11.8064 (2.11) 11.8064 (2.11) 0.0000 (1.0) 11.8064 (2.11) 0.0000 (1.0) 0;0 0.0847 (0.47) 1 1
+test_sharing_azure-pull-noop[3.0.0] 11.7412 (2.10) 11.7412 (2.10) 11.7412 (2.10) 0.0000 (1.0) 11.7412 (2.10) 0.0000 (1.0) 0;0 0.0852 (0.48) 1 1
+test_sharing_azure-pull-noop[main] 11.6156 (2.08) 11.6156 (2.08) 11.6156 (2.08) 0.0000 (1.0) 11.6156 (2.08) 0.0000 (1.0) 0;0 0.0861 (0.48) 1 1
+test_sharing_azure-pull-noop[main] 11.7751 (2.11) 11.7751 (2.11) 11.7751 (2.11) 0.0000 (1.0) 11.7751 (2.11) 0.0000 (1.0) 0;0 0.0849 (0.47) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
--------------------------------------------------------------------------- benchmark 'test_sharing_azure-push': 10 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_azure-push[2.11.0] 150.6810 (2.93) 150.6810 (2.93) 150.6810 (2.93) 0.0000 (1.0) 150.6810 (2.93) 0.0000 (1.0) 0;0 0.0066 (0.34) 1 1
-test_sharing_azure-push[2.11.0] 147.4726 (2.87) 147.4726 (2.87) 147.4726 (2.87) 0.0000 (1.0) 147.4726 (2.87) 0.0000 (1.0) 0;0 0.0068 (0.35) 1 1
-test_sharing_azure-push[2.40.0] 191.4561 (3.73) 191.4561 (3.73) 191.4561 (3.73) 0.0000 (1.0) 191.4561 (3.73) 0.0000 (1.0) 0;0 0.0052 (0.27) 1 1
-test_sharing_azure-push[2.40.0] 193.2706 (3.76) 193.2706 (3.76) 193.2706 (3.76) 0.0000 (1.0) 193.2706 (3.76) 0.0000 (1.0) 0;0 0.0052 (0.27) 1 1
-test_sharing_azure-push[2.58.2] 120.6337 (2.35) 120.6337 (2.35) 120.6337 (2.35) 0.0000 (1.0) 120.6337 (2.35) 0.0000 (1.0) 0;0 0.0083 (0.43) 1 1
-test_sharing_azure-push[2.58.2] 119.3979 (2.32) 119.3979 (2.32) 119.3979 (2.32) 0.0000 (1.0) 119.3979 (2.32) 0.0000 (1.0) 0;0 0.0084 (0.43) 1 1
-test_sharing_azure-push[3.0.0] 51.8803 (1.01) 51.8803 (1.01) 51.8803 (1.01) 0.0000 (1.0) 51.8803 (1.01) 0.0000 (1.0) 0;0 0.0193 (0.99) 1 1
-test_sharing_azure-push[3.0.0] 51.3755 (1.0) 51.3755 (1.0) 51.3755 (1.0) 0.0000 (1.0) 51.3755 (1.0) 0.0000 (1.0) 0;0 0.0195 (1.0) 1 1
-test_sharing_azure-push[main] 119.6928 (2.33) 119.6928 (2.33) 119.6928 (2.33) 0.0000 (1.0) 119.6928 (2.33) 0.0000 (1.0) 0;0 0.0084 (0.43) 1 1
-test_sharing_azure-push[main] 119.3472 (2.32) 119.3472 (2.32) 119.3472 (2.32) 0.0000 (1.0) 119.3472 (2.32) 0.0000 (1.0) 0;0 0.0084 (0.43) 1 1
+test_sharing_azure-push[2.11.0] 105.9859 (2.76) 105.9859 (2.76) 105.9859 (2.76) 0.0000 (1.0) 105.9859 (2.76) 0.0000 (1.0) 0;0 0.0094 (0.36) 1 1
+test_sharing_azure-push[2.11.0] 106.2089 (2.76) 106.2089 (2.76) 106.2089 (2.76) 0.0000 (1.0) 106.2089 (2.76) 0.0000 (1.0) 0;0 0.0094 (0.36) 1 1
+test_sharing_azure-push[2.40.0] 138.1789 (3.59) 138.1789 (3.59) 138.1789 (3.59) 0.0000 (1.0) 138.1789 (3.59) 0.0000 (1.0) 0;0 0.0072 (0.28) 1 1
+test_sharing_azure-push[2.40.0] 138.0129 (3.59) 138.0129 (3.59) 138.0129 (3.59) 0.0000 (1.0) 138.0129 (3.59) 0.0000 (1.0) 0;0 0.0072 (0.28) 1 1
+test_sharing_azure-push[2.58.2] 88.6472 (2.31) 88.6472 (2.31) 88.6472 (2.31) 0.0000 (1.0) 88.6472 (2.31) 0.0000 (1.0) 0;0 0.0113 (0.43) 1 1
+test_sharing_azure-push[2.58.2] 89.2362 (2.32) 89.2362 (2.32) 89.2362 (2.32) 0.0000 (1.0) 89.2362 (2.32) 0.0000 (1.0) 0;0 0.0112 (0.43) 1 1
+test_sharing_azure-push[3.0.0] 38.9677 (1.01) 38.9677 (1.01) 38.9677 (1.01) 0.0000 (1.0) 38.9677 (1.01) 0.0000 (1.0) 0;0 0.0257 (0.99) 1 1
+test_sharing_azure-push[3.0.0] 38.4424 (1.0) 38.4424 (1.0) 38.4424 (1.0) 0.0000 (1.0) 38.4424 (1.0) 0.0000 (1.0) 0;0 0.0260 (1.0) 1 1
+test_sharing_azure-push[main] 88.0875 (2.29) 88.0875 (2.29) 88.0875 (2.29) 0.0000 (1.0) 88.0875 (2.29) 0.0000 (1.0) 0;0 0.0114 (0.44) 1 1
+test_sharing_azure-push[main] 89.2543 (2.32) 89.2543 (2.32) 89.2543 (2.32) 0.0000 (1.0) 89.2543 (2.32) 0.0000 (1.0) 0;0 0.0112 (0.43) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------ benchmark 'test_sharing_azure-push-noop': 10 tests -----------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_sharing_azure-push-noop[2.11.0] 3.2650 (1.0) 3.2650 (1.0) 3.2650 (1.0) 0.0000 (1.0) 3.2650 (1.0) 0.0000 (1.0) 0;0 0.3063 (1.0) 1 1
-test_sharing_azure-push-noop[2.11.0] 3.3146 (1.02) 3.3146 (1.02) 3.3146 (1.02) 0.0000 (1.0) 3.3146 (1.02) 0.0000 (1.0) 0;0 0.3017 (0.99) 1 1
-test_sharing_azure-push-noop[2.40.0] 3.6499 (1.12) 3.6499 (1.12) 3.6499 (1.12) 0.0000 (1.0) 3.6499 (1.12) 0.0000 (1.0) 0;0 0.2740 (0.89) 1 1
-test_sharing_azure-push-noop[2.40.0] 3.6679 (1.12) 3.6679 (1.12) 3.6679 (1.12) 0.0000 (1.0) 3.6679 (1.12) 0.0000 (1.0) 0;0 0.2726 (0.89) 1 1
-test_sharing_azure-push-noop[2.58.2] 3.8105 (1.17) 3.8105 (1.17) 3.8105 (1.17) 0.0000 (1.0) 3.8105 (1.17) 0.0000 (1.0) 0;0 0.2624 (0.86) 1 1
-test_sharing_azure-push-noop[2.58.2] 3.9798 (1.22) 3.9798 (1.22) 3.9798 (1.22) 0.0000 (1.0) 3.9798 (1.22) 0.0000 (1.0) 0;0 0.2513 (0.82) 1 1
-test_sharing_azure-push-noop[3.0.0] 4.1781 (1.28) 4.1781 (1.28) 4.1781 (1.28) 0.0000 (1.0) 4.1781 (1.28) 0.0000 (1.0) 0;0 0.2393 (0.78) 1 1
-test_sharing_azure-push-noop[3.0.0] 3.9046 (1.20) 3.9046 (1.20) 3.9046 (1.20) 0.0000 (1.0) 3.9046 (1.20) 0.0000 (1.0) 0;0 0.2561 (0.84) 1 1
-test_sharing_azure-push-noop[main] 4.1276 (1.26) 4.1276 (1.26) 4.1276 (1.26) 0.0000 (1.0) 4.1276 (1.26) 0.0000 (1.0) 0;0 0.2423 (0.79) 1 1
-test_sharing_azure-push-noop[main] 4.0138 (1.23) 4.0138 (1.23) 4.0138 (1.23) 0.0000 (1.0) 4.0138 (1.23) 0.0000 (1.0) 0;0 0.2491 (0.81) 1 1
+test_sharing_azure-push-noop[2.11.0] 2.5156 (1.0) 2.5156 (1.0) 2.5156 (1.0) 0.0000 (1.0) 2.5156 (1.0) 0.0000 (1.0) 0;0 0.3975 (1.0) 1 1
+test_sharing_azure-push-noop[2.11.0] 2.5231 (1.00) 2.5231 (1.00) 2.5231 (1.00) 0.0000 (1.0) 2.5231 (1.00) 0.0000 (1.0) 0;0 0.3963 (1.00) 1 1
+test_sharing_azure-push-noop[2.40.0] 2.8485 (1.13) 2.8485 (1.13) 2.8485 (1.13) 0.0000 (1.0) 2.8485 (1.13) 0.0000 (1.0) 0;0 0.3511 (0.88) 1 1
+test_sharing_azure-push-noop[2.40.0] 2.8424 (1.13) 2.8424 (1.13) 2.8424 (1.13) 0.0000 (1.0) 2.8424 (1.13) 0.0000 (1.0) 0;0 0.3518 (0.89) 1 1
+test_sharing_azure-push-noop[2.58.2] 3.0649 (1.22) 3.0649 (1.22) 3.0649 (1.22) 0.0000 (1.0) 3.0649 (1.22) 0.0000 (1.0) 0;0 0.3263 (0.82) 1 1
+test_sharing_azure-push-noop[2.58.2] 3.0275 (1.20) 3.0275 (1.20) 3.0275 (1.20) 0.0000 (1.0) 3.0275 (1.20) 0.0000 (1.0) 0;0 0.3303 (0.83) 1 1
+test_sharing_azure-push-noop[3.0.0] 3.2710 (1.30) 3.2710 (1.30) 3.2710 (1.30) 0.0000 (1.0) 3.2710 (1.30) 0.0000 (1.0) 0;0 0.3057 (0.77) 1 1
+test_sharing_azure-push-noop[3.0.0] 3.2820 (1.30) 3.2820 (1.30) 3.2820 (1.30) 0.0000 (1.0) 3.2820 (1.30) 0.0000 (1.0) 0;0 0.3047 (0.77) 1 1
+test_sharing_azure-push-noop[main] 3.0672 (1.22) 3.0672 (1.22) 3.0672 (1.22) 0.0000 (1.0) 3.0672 (1.22) 0.0000 (1.0) 0;0 0.3260 (0.82) 1 1
+test_sharing_azure-push-noop[main] 3.0866 (1.23) 3.0866 (1.23) 3.0866 (1.23) 0.0000 (1.0) 3.0866 (1.23) 0.0000 (1.0) 0;0 0.3240 (0.81) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2259,7 +2259,7 @@
@@ -2267,7 +2267,7 @@
@@ -2275,7 +2275,7 @@
@@ -2304,31 +2304,31 @@
-------------------------------------------------------------------------- benchmark 'test_checkout_hardlink-checkout': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_checkout_hardlink-checkout[2.11.0] 31.7188 (1.33) 31.7188 (1.33) 31.7188 (1.33) 0.0000 (1.0) 31.7188 (1.33) 0.0000 (1.0) 0;0 0.0315 (0.75) 1 1
-test_checkout_hardlink-checkout[2.40.0] 32.7165 (1.37) 32.7165 (1.37) 32.7165 (1.37) 0.0000 (1.0) 32.7165 (1.37) 0.0000 (1.0) 0;0 0.0306 (0.73) 1 1
-test_checkout_hardlink-checkout[2.58.2] 34.9233 (1.47) 34.9233 (1.47) 34.9233 (1.47) 0.0000 (1.0) 34.9233 (1.47) 0.0000 (1.0) 0;0 0.0286 (0.68) 1 1
-test_checkout_hardlink-checkout[3.0.0] 23.8137 (1.0) 23.8137 (1.0) 23.8137 (1.0) 0.0000 (1.0) 23.8137 (1.0) 0.0000 (1.0) 0;0 0.0420 (1.0) 1 1
-test_checkout_hardlink-checkout[main] 24.9076 (1.05) 24.9076 (1.05) 24.9076 (1.05) 0.0000 (1.0) 24.9076 (1.05) 0.0000 (1.0) 0;0 0.0401 (0.96) 1 1
+test_checkout_hardlink-checkout[2.11.0] 40.1919 (1.27) 40.1919 (1.27) 40.1919 (1.27) 0.0000 (1.0) 40.1919 (1.27) 0.0000 (1.0) 0;0 0.0249 (0.79) 1 1
+test_checkout_hardlink-checkout[2.40.0] 41.3547 (1.31) 41.3547 (1.31) 41.3547 (1.31) 0.0000 (1.0) 41.3547 (1.31) 0.0000 (1.0) 0;0 0.0242 (0.76) 1 1
+test_checkout_hardlink-checkout[2.58.2] 44.4647 (1.41) 44.4647 (1.41) 44.4647 (1.41) 0.0000 (1.0) 44.4647 (1.41) 0.0000 (1.0) 0;0 0.0225 (0.71) 1 1
+test_checkout_hardlink-checkout[3.0.0] 31.5703 (1.0) 31.5703 (1.0) 31.5703 (1.0) 0.0000 (1.0) 31.5703 (1.0) 0.0000 (1.0) 0;0 0.0317 (1.0) 1 1
+test_checkout_hardlink-checkout[main] 32.1180 (1.02) 32.1180 (1.02) 32.1180 (1.02) 0.0000 (1.0) 32.1180 (1.02) 0.0000 (1.0) 0;0 0.0311 (0.98) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------- benchmark 'test_checkout_hardlink-checkout-noop': 5 tests ------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_checkout_hardlink-checkout-noop[2.11.0] 6.3386 (1.0) 6.3386 (1.0) 6.3386 (1.0) 0.0000 (1.0) 6.3386 (1.0) 0.0000 (1.0) 0;0 0.1578 (1.0) 1 1
-test_checkout_hardlink-checkout-noop[2.40.0] 8.3864 (1.32) 8.3864 (1.32) 8.3864 (1.32) 0.0000 (1.0) 8.3864 (1.32) 0.0000 (1.0) 0;0 0.1192 (0.76) 1 1
-test_checkout_hardlink-checkout-noop[2.58.2] 8.9406 (1.41) 8.9406 (1.41) 8.9406 (1.41) 0.0000 (1.0) 8.9406 (1.41) 0.0000 (1.0) 0;0 0.1118 (0.71) 1 1
-test_checkout_hardlink-checkout-noop[3.0.0] 9.3128 (1.47) 9.3128 (1.47) 9.3128 (1.47) 0.0000 (1.0) 9.3128 (1.47) 0.0000 (1.0) 0;0 0.1074 (0.68) 1 1
-test_checkout_hardlink-checkout-noop[main] 9.2297 (1.46) 9.2297 (1.46) 9.2297 (1.46) 0.0000 (1.0) 9.2297 (1.46) 0.0000 (1.0) 0;0 0.1083 (0.69) 1 1
------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+-------------------------------------------------------------------------- benchmark 'test_checkout_hardlink-checkout-noop': 5 tests --------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_checkout_hardlink-checkout-noop[2.11.0] 7.0849 (1.0) 7.0849 (1.0) 7.0849 (1.0) 0.0000 (1.0) 7.0849 (1.0) 0.0000 (1.0) 0;0 0.1411 (1.0) 1 1
+test_checkout_hardlink-checkout-noop[2.40.0] 11.4370 (1.61) 11.4370 (1.61) 11.4370 (1.61) 0.0000 (1.0) 11.4370 (1.61) 0.0000 (1.0) 0;0 0.0874 (0.62) 1 1
+test_checkout_hardlink-checkout-noop[2.58.2] 12.1400 (1.71) 12.1400 (1.71) 12.1400 (1.71) 0.0000 (1.0) 12.1400 (1.71) 0.0000 (1.0) 0;0 0.0824 (0.58) 1 1
+test_checkout_hardlink-checkout-noop[3.0.0] 12.6175 (1.78) 12.6175 (1.78) 12.6175 (1.78) 0.0000 (1.0) 12.6175 (1.78) 0.0000 (1.0) 0;0 0.0793 (0.56) 1 1
+test_checkout_hardlink-checkout-noop[main] 13.0236 (1.84) 13.0236 (1.84) 13.0236 (1.84) 0.0000 (1.0) 13.0236 (1.84) 0.0000 (1.0) 0;0 0.0768 (0.54) 1 1
+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_checkout_hardlink-checkout-update': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_checkout_hardlink-checkout-update[2.11.0] 41.8109 (4.33) 41.8109 (4.33) 41.8109 (4.33) 0.0000 (1.0) 41.8109 (4.33) 0.0000 (1.0) 0;0 0.0239 (0.23) 1 1
-test_checkout_hardlink-checkout-update[2.40.0] 9.6624 (1.0) 9.6624 (1.0) 9.6624 (1.0) 0.0000 (1.0) 9.6624 (1.0) 0.0000 (1.0) 0;0 0.1035 (1.0) 1 1
-test_checkout_hardlink-checkout-update[2.58.2] 15.3399 (1.59) 15.3399 (1.59) 15.3399 (1.59) 0.0000 (1.0) 15.3399 (1.59) 0.0000 (1.0) 0;0 0.0652 (0.63) 1 1
-test_checkout_hardlink-checkout-update[3.0.0] 10.1075 (1.05) 10.1075 (1.05) 10.1075 (1.05) 0.0000 (1.0) 10.1075 (1.05) 0.0000 (1.0) 0;0 0.0989 (0.96) 1 1
-test_checkout_hardlink-checkout-update[main] 10.3161 (1.07) 10.3161 (1.07) 10.3161 (1.07) 0.0000 (1.0) 10.3161 (1.07) 0.0000 (1.0) 0;0 0.0969 (0.94) 1 1
+test_checkout_hardlink-checkout-update[2.11.0] 47.1777 (3.60) 47.1777 (3.60) 47.1777 (3.60) 0.0000 (1.0) 47.1777 (3.60) 0.0000 (1.0) 0;0 0.0212 (0.28) 1 1
+test_checkout_hardlink-checkout-update[2.40.0] 13.0881 (1.0) 13.0881 (1.0) 13.0881 (1.0) 0.0000 (1.0) 13.0881 (1.0) 0.0000 (1.0) 0;0 0.0764 (1.0) 1 1
+test_checkout_hardlink-checkout-update[2.58.2] 18.9632 (1.45) 18.9632 (1.45) 18.9632 (1.45) 0.0000 (1.0) 18.9632 (1.45) 0.0000 (1.0) 0;0 0.0527 (0.69) 1 1
+test_checkout_hardlink-checkout-update[3.0.0] 14.0991 (1.08) 14.0991 (1.08) 14.0991 (1.08) 0.0000 (1.0) 14.0991 (1.08) 0.0000 (1.0) 0;0 0.0709 (0.93) 1 1
+test_checkout_hardlink-checkout-update[main] 14.4420 (1.10) 14.4420 (1.10) 14.4420 (1.10) 0.0000 (1.0) 14.4420 (1.10) 0.0000 (1.0) 0;0 0.0692 (0.91) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2360,7 +2360,7 @@
@@ -2389,11 +2389,11 @@
---------------------------------------------------------------------------- benchmark 'test_get-get': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_get-get[2.11.0] 146.4751 (1.37) 146.4751 (1.37) 146.4751 (1.37) 0.0000 (1.0) 146.4751 (1.37) 0.0000 (1.0) 0;0 0.0068 (0.73) 1 1
-test_get-get[2.40.0] 106.7646 (1.0) 106.7646 (1.0) 106.7646 (1.0) 0.0000 (1.0) 106.7646 (1.0) 0.0000 (1.0) 0;0 0.0094 (1.0) 1 1
-test_get-get[2.58.2] 210.5756 (1.97) 210.5756 (1.97) 210.5756 (1.97) 0.0000 (1.0) 210.5756 (1.97) 0.0000 (1.0) 0;0 0.0047 (0.51) 1 1
-test_get-get[3.0.0] 211.2490 (1.98) 211.2490 (1.98) 211.2490 (1.98) 0.0000 (1.0) 211.2490 (1.98) 0.0000 (1.0) 0;0 0.0047 (0.51) 1 1
-test_get-get[main] 237.5491 (2.22) 237.5491 (2.22) 237.5491 (2.22) 0.0000 (1.0) 237.5491 (2.22) 0.0000 (1.0) 0;0 0.0042 (0.45) 1 1
+test_get-get[2.11.0] 148.4249 (1.37) 148.4249 (1.37) 148.4249 (1.37) 0.0000 (1.0) 148.4249 (1.37) 0.0000 (1.0) 0;0 0.0067 (0.73) 1 1
+test_get-get[2.40.0] 108.4440 (1.0) 108.4440 (1.0) 108.4440 (1.0) 0.0000 (1.0) 108.4440 (1.0) 0.0000 (1.0) 0;0 0.0092 (1.0) 1 1
+test_get-get[2.58.2] 213.4968 (1.97) 213.4968 (1.97) 213.4968 (1.97) 0.0000 (1.0) 213.4968 (1.97) 0.0000 (1.0) 0;0 0.0047 (0.51) 1 1
+test_get-get[3.0.0] 213.1344 (1.97) 213.1344 (1.97) 213.1344 (1.97) 0.0000 (1.0) 213.1344 (1.97) 0.0000 (1.0) 0;0 0.0047 (0.51) 1 1
+test_get-get[main] 240.2970 (2.22) 240.2970 (2.22) 240.2970 (2.22) 0.0000 (1.0) 240.2970 (2.22) 0.0000 (1.0) 0;0 0.0042 (0.45) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2425,7 +2425,7 @@
@@ -2454,11 +2454,11 @@
---------------------------------------------------------------------------- benchmark 'test_push-push': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_push-push[2.11.0] 115.0315 (2.92) 115.0315 (2.92) 115.0315 (2.92) 0.0000 (1.0) 115.0315 (2.92) 0.0000 (1.0) 0;0 0.0087 (0.34) 1 1
-test_push-push[2.40.0] 149.4508 (3.79) 149.4508 (3.79) 149.4508 (3.79) 0.0000 (1.0) 149.4508 (3.79) 0.0000 (1.0) 0;0 0.0067 (0.26) 1 1
-test_push-push[2.58.2] 96.0242 (2.44) 96.0242 (2.44) 96.0242 (2.44) 0.0000 (1.0) 96.0242 (2.44) 0.0000 (1.0) 0;0 0.0104 (0.41) 1 1
-test_push-push[3.0.0] 39.4184 (1.0) 39.4184 (1.0) 39.4184 (1.0) 0.0000 (1.0) 39.4184 (1.0) 0.0000 (1.0) 0;0 0.0254 (1.0) 1 1
-test_push-push[main] 94.1618 (2.39) 94.1618 (2.39) 94.1618 (2.39) 0.0000 (1.0) 94.1618 (2.39) 0.0000 (1.0) 0;0 0.0106 (0.42) 1 1
+test_push-push[2.11.0] 154.2021 (2.53) 154.2021 (2.53) 154.2021 (2.53) 0.0000 (1.0) 154.2021 (2.53) 0.0000 (1.0) 0;0 0.0065 (0.40) 1 1
+test_push-push[2.40.0] 194.5852 (3.19) 194.5852 (3.19) 194.5852 (3.19) 0.0000 (1.0) 194.5852 (3.19) 0.0000 (1.0) 0;0 0.0051 (0.31) 1 1
+test_push-push[2.58.2] 123.1699 (2.02) 123.1699 (2.02) 123.1699 (2.02) 0.0000 (1.0) 123.1699 (2.02) 0.0000 (1.0) 0;0 0.0081 (0.50) 1 1
+test_push-push[3.0.0] 61.0190 (1.0) 61.0190 (1.0) 61.0190 (1.0) 0.0000 (1.0) 61.0190 (1.0) 0.0000 (1.0) 0;0 0.0164 (1.0) 1 1
+test_push-push[main] 120.0691 (1.97) 120.0691 (1.97) 120.0691 (1.97) 0.0000 (1.0) 120.0691 (1.97) 0.0000 (1.0) 0;0 0.0083 (0.51) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2490,7 +2490,7 @@
@@ -2498,7 +2498,7 @@
@@ -2506,7 +2506,7 @@
@@ -2532,34 +2532,34 @@
----------------------------------------------------------------------------- benchmark 'test_checkout_copy-checkout': 5 tests ----------------------------------------------------------------------------
-Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_checkout_copy-checkout[2.11.0] 83.5014 (1.65) 83.5014 (1.65) 83.5014 (1.65) 0.0000 (1.0) 83.5014 (1.65) 0.0000 (1.0) 0;0 0.0120 (0.61) 1 1
-test_checkout_copy-checkout[2.40.0] 88.6187 (1.75) 88.6187 (1.75) 88.6187 (1.75) 0.0000 (1.0) 88.6187 (1.75) 0.0000 (1.0) 0;0 0.0113 (0.57) 1 1
-test_checkout_copy-checkout[2.58.2] 50.6563 (1.0) 50.6563 (1.0) 50.6563 (1.0) 0.0000 (1.0) 50.6563 (1.0) 0.0000 (1.0) 0;0 0.0197 (1.0) 1 1
-test_checkout_copy-checkout[3.0.0] 105.5120 (2.08) 105.5120 (2.08) 105.5120 (2.08) 0.0000 (1.0) 105.5120 (2.08) 0.0000 (1.0) 0;0 0.0095 (0.48) 1 1
-test_checkout_copy-checkout[main] 105.8545 (2.09) 105.8545 (2.09) 105.8545 (2.09) 0.0000 (1.0) 105.8545 (2.09) 0.0000 (1.0) 0;0 0.0094 (0.48) 1 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+-------------------------------------------------------------------------- benchmark 'test_checkout_copy-checkout': 5 tests --------------------------------------------------------------------------
+Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
+test_checkout_copy-checkout[2.11.0] 75.1553 (1.68) 75.1553 (1.68) 75.1553 (1.68) 0.0000 (1.0) 75.1553 (1.68) 0.0000 (1.0) 0;0 0.0133 (0.60) 1 1
+test_checkout_copy-checkout[2.40.0] 79.4996 (1.77) 79.4996 (1.77) 79.4996 (1.77) 0.0000 (1.0) 79.4996 (1.77) 0.0000 (1.0) 0;0 0.0126 (0.56) 1 1
+test_checkout_copy-checkout[2.58.2] 44.7901 (1.0) 44.7901 (1.0) 44.7901 (1.0) 0.0000 (1.0) 44.7901 (1.0) 0.0000 (1.0) 0;0 0.0223 (1.0) 1 1
+test_checkout_copy-checkout[3.0.0] 97.6113 (2.18) 97.6113 (2.18) 97.6113 (2.18) 0.0000 (1.0) 97.6113 (2.18) 0.0000 (1.0) 0;0 0.0102 (0.46) 1 1
+test_checkout_copy-checkout[main] 96.5749 (2.16) 96.5749 (2.16) 96.5749 (2.16) 0.0000 (1.0) 96.5749 (2.16) 0.0000 (1.0) 0;0 0.0104 (0.46) 1 1
+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------ benchmark 'test_checkout_copy-checkout-noop': 5 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_checkout_copy-checkout-noop[2.11.0] 5.2031 (1.0) 5.2031 (1.0) 5.2031 (1.0) 0.0000 (1.0) 5.2031 (1.0) 0.0000 (1.0) 0;0 0.1922 (1.0) 1 1
-test_checkout_copy-checkout-noop[2.40.0] 6.8449 (1.32) 6.8449 (1.32) 6.8449 (1.32) 0.0000 (1.0) 6.8449 (1.32) 0.0000 (1.0) 0;0 0.1461 (0.76) 1 1
-test_checkout_copy-checkout-noop[2.58.2] 7.5532 (1.45) 7.5532 (1.45) 7.5532 (1.45) 0.0000 (1.0) 7.5532 (1.45) 0.0000 (1.0) 0;0 0.1324 (0.69) 1 1
-test_checkout_copy-checkout-noop[3.0.0] 7.8959 (1.52) 7.8959 (1.52) 7.8959 (1.52) 0.0000 (1.0) 7.8959 (1.52) 0.0000 (1.0) 0;0 0.1266 (0.66) 1 1
-test_checkout_copy-checkout-noop[main] 7.7645 (1.49) 7.7645 (1.49) 7.7645 (1.49) 0.0000 (1.0) 7.7645 (1.49) 0.0000 (1.0) 0;0 0.1288 (0.67) 1 1
+test_checkout_copy-checkout-noop[2.11.0] 4.8249 (1.0) 4.8249 (1.0) 4.8249 (1.0) 0.0000 (1.0) 4.8249 (1.0) 0.0000 (1.0) 0;0 0.2073 (1.0) 1 1
+test_checkout_copy-checkout-noop[2.40.0] 6.1832 (1.28) 6.1832 (1.28) 6.1832 (1.28) 0.0000 (1.0) 6.1832 (1.28) 0.0000 (1.0) 0;0 0.1617 (0.78) 1 1
+test_checkout_copy-checkout-noop[2.58.2] 6.9381 (1.44) 6.9381 (1.44) 6.9381 (1.44) 0.0000 (1.0) 6.9381 (1.44) 0.0000 (1.0) 0;0 0.1441 (0.70) 1 1
+test_checkout_copy-checkout-noop[3.0.0] 7.2706 (1.51) 7.2706 (1.51) 7.2706 (1.51) 0.0000 (1.0) 7.2706 (1.51) 0.0000 (1.0) 0;0 0.1375 (0.66) 1 1
+test_checkout_copy-checkout-noop[main] 7.2730 (1.51) 7.2730 (1.51) 7.2730 (1.51) 0.0000 (1.0) 7.2730 (1.51) 0.0000 (1.0) 0;0 0.1375 (0.66) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_checkout_copy-checkout-update': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_checkout_copy-checkout-update[2.11.0] 32.3160 (3.95) 32.3160 (3.95) 32.3160 (3.95) 0.0000 (1.0) 32.3160 (3.95) 0.0000 (1.0) 0;0 0.0309 (0.25) 1 1
-test_checkout_copy-checkout-update[2.40.0] 8.1767 (1.0) 8.1767 (1.0) 8.1767 (1.0) 0.0000 (1.0) 8.1767 (1.0) 0.0000 (1.0) 0;0 0.1223 (1.0) 1 1
-test_checkout_copy-checkout-update[2.58.2] 12.9957 (1.59) 12.9957 (1.59) 12.9957 (1.59) 0.0000 (1.0) 12.9957 (1.59) 0.0000 (1.0) 0;0 0.0769 (0.63) 1 1
-test_checkout_copy-checkout-update[3.0.0] 8.8249 (1.08) 8.8249 (1.08) 8.8249 (1.08) 0.0000 (1.0) 8.8249 (1.08) 0.0000 (1.0) 0;0 0.1133 (0.93) 1 1
-test_checkout_copy-checkout-update[main] 8.7837 (1.07) 8.7837 (1.07) 8.7837 (1.07) 0.0000 (1.0) 8.7837 (1.07) 0.0000 (1.0) 0;0 0.1138 (0.93) 1 1
+test_checkout_copy-checkout-update[2.11.0] 29.5999 (4.05) 29.5999 (4.05) 29.5999 (4.05) 0.0000 (1.0) 29.5999 (4.05) 0.0000 (1.0) 0;0 0.0338 (0.25) 1 1
+test_checkout_copy-checkout-update[2.40.0] 7.3134 (1.0) 7.3134 (1.0) 7.3134 (1.0) 0.0000 (1.0) 7.3134 (1.0) 0.0000 (1.0) 0;0 0.1367 (1.0) 1 1
+test_checkout_copy-checkout-update[2.58.2] 12.1536 (1.66) 12.1536 (1.66) 12.1536 (1.66) 0.0000 (1.0) 12.1536 (1.66) 0.0000 (1.0) 0;0 0.0823 (0.60) 1 1
+test_checkout_copy-checkout-update[3.0.0] 8.2253 (1.12) 8.2253 (1.12) 8.2253 (1.12) 0.0000 (1.0) 8.2253 (1.12) 0.0000 (1.0) 0;0 0.1216 (0.89) 1 1
+test_checkout_copy-checkout-update[main] 8.1856 (1.12) 8.1856 (1.12) 8.1856 (1.12) 0.0000 (1.0) 8.1856 (1.12) 0.0000 (1.0) 0;0 0.1222 (0.89) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2591,7 +2591,7 @@
@@ -2620,11 +2620,11 @@
---------------------------------------------------------------------------- benchmark 'test_pull-pull': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_pull-pull[2.11.0] 300.7112 (1.34) 300.7112 (1.34) 300.7112 (1.34) 0.0000 (1.0) 300.7112 (1.34) 0.0000 (1.0) 0;0 0.0033 (0.75) 1 1
-test_pull-pull[2.40.0] 351.8281 (1.57) 351.8281 (1.57) 351.8281 (1.57) 0.0000 (1.0) 351.8281 (1.57) 0.0000 (1.0) 0;0 0.0028 (0.64) 1 1
-test_pull-pull[2.58.2] 224.3850 (1.0) 224.3850 (1.0) 224.3850 (1.0) 0.0000 (1.0) 224.3850 (1.0) 0.0000 (1.0) 0;0 0.0045 (1.0) 1 1
-test_pull-pull[3.0.0] 293.6861 (1.31) 293.6861 (1.31) 293.6861 (1.31) 0.0000 (1.0) 293.6861 (1.31) 0.0000 (1.0) 0;0 0.0034 (0.76) 1 1
-test_pull-pull[main] 298.5549 (1.33) 298.5549 (1.33) 298.5549 (1.33) 0.0000 (1.0) 298.5549 (1.33) 0.0000 (1.0) 0;0 0.0033 (0.75) 1 1
+test_pull-pull[2.11.0] 220.4273 (1.25) 220.4273 (1.25) 220.4273 (1.25) 0.0000 (1.0) 220.4273 (1.25) 0.0000 (1.0) 0;0 0.0045 (0.80) 1 1
+test_pull-pull[2.40.0] 270.8519 (1.54) 270.8519 (1.54) 270.8519 (1.54) 0.0000 (1.0) 270.8519 (1.54) 0.0000 (1.0) 0;0 0.0037 (0.65) 1 1
+test_pull-pull[2.58.2] 175.8354 (1.0) 175.8354 (1.0) 175.8354 (1.0) 0.0000 (1.0) 175.8354 (1.0) 0.0000 (1.0) 0;0 0.0057 (1.0) 1 1
+test_pull-pull[3.0.0] 231.3566 (1.32) 231.3566 (1.32) 231.3566 (1.32) 0.0000 (1.0) 231.3566 (1.32) 0.0000 (1.0) 0;0 0.0043 (0.76) 1 1
+test_pull-pull[main] 226.9037 (1.29) 226.9037 (1.29) 226.9037 (1.29) 0.0000 (1.0) 226.9037 (1.29) 0.0000 (1.0) 0;0 0.0044 (0.77) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2656,7 +2656,7 @@
@@ -2685,11 +2685,11 @@
---------------------------------------------------------------------------- benchmark 'test_import_url-import-url': 5 tests ----------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_import_url-import-url[2.11.0] 327.3357 (1.36) 327.3357 (1.36) 327.3357 (1.36) 0.0000 (1.0) 327.3357 (1.36) 0.0000 (1.0) 0;0 0.0031 (0.73) 1 1
-test_import_url-import-url[2.40.0] 297.1190 (1.24) 297.1190 (1.24) 297.1190 (1.24) 0.0000 (1.0) 297.1190 (1.24) 0.0000 (1.0) 0;0 0.0034 (0.81) 1 1
-test_import_url-import-url[2.58.2] 243.1461 (1.01) 243.1461 (1.01) 243.1461 (1.01) 0.0000 (1.0) 243.1461 (1.01) 0.0000 (1.0) 0;0 0.0041 (0.99) 1 1
-test_import_url-import-url[3.0.0] 240.1809 (1.0) 240.1809 (1.0) 240.1809 (1.0) 0.0000 (1.0) 240.1809 (1.0) 0.0000 (1.0) 0;0 0.0042 (1.0) 1 1
-test_import_url-import-url[main] 244.8200 (1.02) 244.8200 (1.02) 244.8200 (1.02) 0.0000 (1.0) 244.8200 (1.02) 0.0000 (1.0) 0;0 0.0041 (0.98) 1 1
+test_import_url-import-url[2.11.0] 468.4909 (1.37) 468.4909 (1.37) 468.4909 (1.37) 0.0000 (1.0) 468.4909 (1.37) 0.0000 (1.0) 0;0 0.0021 (0.73) 1 1
+test_import_url-import-url[2.40.0] 440.7687 (1.29) 440.7687 (1.29) 440.7687 (1.29) 0.0000 (1.0) 440.7687 (1.29) 0.0000 (1.0) 0;0 0.0023 (0.77) 1 1
+test_import_url-import-url[2.58.2] 349.7117 (1.03) 349.7117 (1.03) 349.7117 (1.03) 0.0000 (1.0) 349.7117 (1.03) 0.0000 (1.0) 0;0 0.0029 (0.97) 1 1
+test_import_url-import-url[3.0.0] 341.7435 (1.00) 341.7435 (1.00) 341.7435 (1.00) 0.0000 (1.0) 341.7435 (1.00) 0.0000 (1.0) 0;0 0.0029 (1.00) 1 1
+test_import_url-import-url[main] 340.8277 (1.0) 340.8277 (1.0) 340.8277 (1.0) 0.0000 (1.0) 340.8277 (1.0) 0.0000 (1.0) 0;0 0.0029 (1.0) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2721,7 +2721,7 @@
@@ -2750,11 +2750,11 @@
----------------------------------------------------------------------------- benchmark 'test_init-init': 5 tests -----------------------------------------------------------------------------
Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_init-init[2.11.0] 328.4693 (1.0) 496.4947 (1.14) 337.9004 (1.0) 17.2794 (2.12) 334.4438 (1.0) 7.3516 (1.02) 2;7 2.9595 (1.0) 100 1
-test_init-init[2.40.0] 387.3773 (1.18) 435.0826 (1.0) 398.5776 (1.18) 8.1790 (1.00) 397.0562 (1.19) 7.1962 (1.0) 18;4 2.5089 (0.85) 100 1
-test_init-init[2.58.2] 436.9265 (1.33) 484.7914 (1.11) 451.6077 (1.34) 8.1459 (1.0) 451.1343 (1.35) 9.7164 (1.35) 23;2 2.2143 (0.75) 100 1
-test_init-init[3.0.0] 433.9786 (1.32) 513.7351 (1.18) 445.6642 (1.32) 10.5851 (1.30) 442.5913 (1.32) 10.6781 (1.48) 10;5 2.2438 (0.76) 100 1
-test_init-init[main] 450.0873 (1.37) 500.3976 (1.15) 463.8318 (1.37) 8.6249 (1.06) 462.5604 (1.38) 11.4471 (1.59) 26;1 2.1560 (0.73) 100 1
+test_init-init[2.11.0] 341.1053 (1.0) 374.0632 (1.0) 350.8308 (1.0) 7.3035 (1.0) 348.8098 (1.0) 8.0636 (1.0) 23;6 2.8504 (1.0) 100 1
+test_init-init[2.40.0] 399.6984 (1.17) 478.7126 (1.28) 412.7349 (1.18) 11.9358 (1.63) 409.9258 (1.18) 10.9523 (1.36) 11;5 2.4229 (0.85) 100 1
+test_init-init[2.58.2] 451.6648 (1.32) 494.4824 (1.32) 466.4568 (1.33) 9.0195 (1.23) 464.6499 (1.33) 10.6154 (1.32) 27;5 2.1438 (0.75) 100 1
+test_init-init[3.0.0] 444.3448 (1.30) 486.1154 (1.30) 459.8370 (1.31) 8.4613 (1.16) 459.0624 (1.32) 11.8762 (1.47) 35;1 2.1747 (0.76) 100 1
+test_init-init[main] 467.2827 (1.37) 527.5555 (1.41) 483.3763 (1.38) 13.7152 (1.88) 478.9541 (1.37) 12.7365 (1.58) 21;9 2.0688 (0.73) 100 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2786,7 +2786,7 @@
@@ -2815,11 +2815,11 @@
---------------------------------------------------------------------------- benchmark 'test_help---help': 5 tests ----------------------------------------------------------------------------
Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_help---help[2.11.0] 151.4429 (1.0) 180.7665 (1.10) 156.1131 (1.0) 3.0635 (1.61) 155.8763 (1.0) 2.1039 (1.12) 9;4 6.4056 (1.0) 100 1
-test_help---help[2.40.0] 200.3000 (1.32) 211.8488 (1.29) 204.6023 (1.31) 2.2017 (1.15) 204.2684 (1.31) 2.6469 (1.40) 30;1 4.8875 (0.76) 100 1
-test_help---help[2.58.2] 160.3790 (1.06) 175.9830 (1.07) 167.8400 (1.08) 3.4765 (1.82) 167.1948 (1.07) 5.0334 (2.67) 33;0 5.9581 (0.93) 100 1
-test_help---help[3.0.0] 158.5375 (1.05) 176.9258 (1.07) 161.4228 (1.03) 2.2968 (1.20) 161.0577 (1.03) 1.8842 (1.0) 12;3 6.1949 (0.97) 100 1
-test_help---help[main] 154.5477 (1.02) 164.7634 (1.0) 159.2534 (1.02) 1.9069 (1.0) 158.9828 (1.02) 2.0236 (1.07) 28;5 6.2793 (0.98) 100 1
+test_help---help[2.11.0] 144.2467 (1.0) 150.2475 (1.0) 145.9086 (1.0) 0.8249 (2.01) 145.8291 (1.0) 0.8934 (1.60) 21;4 6.8536 (1.0) 100 1
+test_help---help[2.40.0] 189.3088 (1.31) 194.3791 (1.29) 190.8807 (1.31) 0.9215 (2.24) 190.6950 (1.31) 1.1067 (1.98) 25;2 5.2389 (0.76) 100 1
+test_help---help[2.58.2] 151.6420 (1.05) 156.1114 (1.04) 153.4343 (1.05) 0.6586 (1.60) 153.4711 (1.05) 0.7157 (1.28) 26;4 6.5174 (0.95) 100 1
+test_help---help[3.0.0] 148.9353 (1.03) 151.2037 (1.01) 149.7229 (1.03) 0.4106 (1.0) 149.6960 (1.03) 0.5588 (1.0) 31;1 6.6790 (0.97) 100 1
+test_help---help[main] 147.3839 (1.02) 150.4893 (1.00) 148.7228 (1.02) 0.7354 (1.79) 148.6885 (1.02) 1.0402 (1.86) 37;0 6.7239 (0.98) 100 1
-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend:
@@ -2851,7 +2851,7 @@
@@ -2859,7 +2859,7 @@
@@ -2867,7 +2867,7 @@
@@ -2875,7 +2875,7 @@
@@ -2904,41 +2904,41 @@
------------------------------------------------------------------------ benchmark 'test_list-list': 5 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_list-list[2.11.0] 1.9891 (4.94) 1.9891 (4.94) 1.9891 (4.94) 0.0000 (1.0) 1.9891 (4.94) 0.0000 (1.0) 0;0 0.5027 (0.20) 1 1
-test_list-list[2.40.0] 0.4028 (1.0) 0.4028 (1.0) 0.4028 (1.0) 0.0000 (1.0) 0.4028 (1.0) 0.0000 (1.0) 0;0 2.4828 (1.0) 1 1
-test_list-list[2.58.2] 0.4789 (1.19) 0.4789 (1.19) 0.4789 (1.19) 0.0000 (1.0) 0.4789 (1.19) 0.0000 (1.0) 0;0 2.0881 (0.84) 1 1
-test_list-list[3.0.0] 0.4745 (1.18) 0.4745 (1.18) 0.4745 (1.18) 0.0000 (1.0) 0.4745 (1.18) 0.0000 (1.0) 0;0 2.1075 (0.85) 1 1
-test_list-list[main] 0.4612 (1.15) 0.4612 (1.15) 0.4612 (1.15) 0.0000 (1.0) 0.4612 (1.15) 0.0000 (1.0) 0;0 2.1682 (0.87) 1 1
+test_list-list[2.11.0] 2.5409 (5.00) 2.5409 (5.00) 2.5409 (5.00) 0.0000 (1.0) 2.5409 (5.00) 0.0000 (1.0) 0;0 0.3936 (0.20) 1 1
+test_list-list[2.40.0] 0.5077 (1.0) 0.5077 (1.0) 0.5077 (1.0) 0.0000 (1.0) 0.5077 (1.0) 0.0000 (1.0) 0;0 1.9697 (1.0) 1 1
+test_list-list[2.58.2] 0.6176 (1.22) 0.6176 (1.22) 0.6176 (1.22) 0.0000 (1.0) 0.6176 (1.22) 0.0000 (1.0) 0;0 1.6192 (0.82) 1 1
+test_list-list[3.0.0] 0.5844 (1.15) 0.5844 (1.15) 0.5844 (1.15) 0.0000 (1.0) 0.5844 (1.15) 0.0000 (1.0) 0;0 1.7113 (0.87) 1 1
+test_list-list[main] 0.5866 (1.16) 0.5866 (1.16) 0.5866 (1.16) 0.0000 (1.0) 0.5866 (1.16) 0.0000 (1.0) 0;0 1.7047 (0.87) 1 1
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------ benchmark 'test_list-list-dvc-only': 5 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_list-list-dvc-only[2.11.0] 1.9957 (5.06) 1.9957 (5.06) 1.9957 (5.06) 0.0000 (1.0) 1.9957 (5.06) 0.0000 (1.0) 0;0 0.5011 (0.20) 1 1
-test_list-list-dvc-only[2.40.0] 0.3945 (1.0) 0.3945 (1.0) 0.3945 (1.0) 0.0000 (1.0) 0.3945 (1.0) 0.0000 (1.0) 0;0 2.5346 (1.0) 1 1
-test_list-list-dvc-only[2.58.2] 0.4657 (1.18) 0.4657 (1.18) 0.4657 (1.18) 0.0000 (1.0) 0.4657 (1.18) 0.0000 (1.0) 0;0 2.1471 (0.85) 1 1
-test_list-list-dvc-only[3.0.0] 0.4589 (1.16) 0.4589 (1.16) 0.4589 (1.16) 0.0000 (1.0) 0.4589 (1.16) 0.0000 (1.0) 0;0 2.1793 (0.86) 1 1
-test_list-list-dvc-only[main] 0.4622 (1.17) 0.4622 (1.17) 0.4622 (1.17) 0.0000 (1.0) 0.4622 (1.17) 0.0000 (1.0) 0;0 2.1638 (0.85) 1 1
+test_list-list-dvc-only[2.11.0] 2.5275 (4.97) 2.5275 (4.97) 2.5275 (4.97) 0.0000 (1.0) 2.5275 (4.97) 0.0000 (1.0) 0;0 0.3957 (0.20) 1 1
+test_list-list-dvc-only[2.40.0] 0.5082 (1.0) 0.5082 (1.0) 0.5082 (1.0) 0.0000 (1.0) 0.5082 (1.0) 0.0000 (1.0) 0;0 1.9676 (1.0) 1 1
+test_list-list-dvc-only[2.58.2] 0.6117 (1.20) 0.6117 (1.20) 0.6117 (1.20) 0.0000 (1.0) 0.6117 (1.20) 0.0000 (1.0) 0;0 1.6349 (0.83) 1 1
+test_list-list-dvc-only[3.0.0] 0.5465 (1.08) 0.5465 (1.08) 0.5465 (1.08) 0.0000 (1.0) 0.5465 (1.08) 0.0000 (1.0) 0;0 1.8298 (0.93) 1 1
+test_list-list-dvc-only[main] 0.5906 (1.16) 0.5906 (1.16) 0.5906 (1.16) 0.0000 (1.0) 0.5906 (1.16) 0.0000 (1.0) 0;0 1.6931 (0.86) 1 1
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-------------------------------------------------------------------------- benchmark 'test_list-list-recursive': 5 tests --------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_list-list-recursive[2.11.0] 45.8237 (14.48) 45.8237 (14.48) 45.8237 (14.48) 0.0000 (1.0) 45.8237 (14.48) 0.0000 (1.0) 0;0 0.0218 (0.07) 1 1
-test_list-list-recursive[2.40.0] 3.1653 (1.0) 3.1653 (1.0) 3.1653 (1.0) 0.0000 (1.0) 3.1653 (1.0) 0.0000 (1.0) 0;0 0.3159 (1.0) 1 1
-test_list-list-recursive[2.58.2] 4.0028 (1.26) 4.0028 (1.26) 4.0028 (1.26) 0.0000 (1.0) 4.0028 (1.26) 0.0000 (1.0) 0;0 0.2498 (0.79) 1 1
-test_list-list-recursive[3.0.0] 3.9463 (1.25) 3.9463 (1.25) 3.9463 (1.25) 0.0000 (1.0) 3.9463 (1.25) 0.0000 (1.0) 0;0 0.2534 (0.80) 1 1
-test_list-list-recursive[main] 4.1243 (1.30) 4.1243 (1.30) 4.1243 (1.30) 0.0000 (1.0) 4.1243 (1.30) 0.0000 (1.0) 0;0 0.2425 (0.77) 1 1
+test_list-list-recursive[2.11.0] 56.0780 (14.12) 56.0780 (14.12) 56.0780 (14.12) 0.0000 (1.0) 56.0780 (14.12) 0.0000 (1.0) 0;0 0.0178 (0.07) 1 1
+test_list-list-recursive[2.40.0] 3.9708 (1.0) 3.9708 (1.0) 3.9708 (1.0) 0.0000 (1.0) 3.9708 (1.0) 0.0000 (1.0) 0;0 0.2518 (1.0) 1 1
+test_list-list-recursive[2.58.2] 4.8973 (1.23) 4.8973 (1.23) 4.8973 (1.23) 0.0000 (1.0) 4.8973 (1.23) 0.0000 (1.0) 0;0 0.2042 (0.81) 1 1
+test_list-list-recursive[3.0.0] 5.0437 (1.27) 5.0437 (1.27) 5.0437 (1.27) 0.0000 (1.0) 5.0437 (1.27) 0.0000 (1.0) 0;0 0.1983 (0.79) 1 1
+test_list-list-recursive[main] 5.3338 (1.34) 5.3338 (1.34) 5.3338 (1.34) 0.0000 (1.0) 5.3338 (1.34) 0.0000 (1.0) 0;0 0.1875 (0.74) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------ benchmark 'test_list-list-shallow': 5 tests ------------------------------------------------------------------------
Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-test_list-list-shallow[2.11.0] 1.9847 (4.32) 1.9847 (4.32) 1.9847 (4.32) 0.0000 (1.0) 1.9847 (4.32) 0.0000 (1.0) 0;0 0.5039 (0.23) 1 1
-test_list-list-shallow[2.40.0] 1.6757 (3.65) 1.6757 (3.65) 1.6757 (3.65) 0.0000 (1.0) 1.6757 (3.65) 0.0000 (1.0) 0;0 0.5968 (0.27) 1 1
-test_list-list-shallow[2.58.2] 0.4645 (1.01) 0.4645 (1.01) 0.4645 (1.01) 0.0000 (1.0) 0.4645 (1.01) 0.0000 (1.0) 0;0 2.1530 (0.99) 1 1
-test_list-list-shallow[3.0.0] 0.4593 (1.0) 0.4593 (1.0) 0.4593 (1.0) 0.0000 (1.0) 0.4593 (1.0) 0.0000 (1.0) 0;0 2.1774 (1.0) 1 1
-test_list-list-shallow[main] 0.4634 (1.01) 0.4634 (1.01) 0.4634 (1.01) 0.0000 (1.0) 0.4634 (1.01) 0.0000 (1.0) 0;0 2.1578 (0.99) 1 1
+test_list-list-shallow[2.11.0] 2.4999 (4.52) 2.4999 (4.52) 2.4999 (4.52) 0.0000 (1.0) 2.4999 (4.52) 0.0000 (1.0) 0;0 0.4000 (0.22) 1 1
+test_list-list-shallow[2.40.0] 2.0536 (3.71) 2.0536 (3.71) 2.0536 (3.71) 0.0000 (1.0) 2.0536 (3.71) 0.0000 (1.0) 0;0 0.4870 (0.27) 1 1
+test_list-list-shallow[2.58.2] 0.5586 (1.01) 0.5586 (1.01) 0.5586 (1.01) 0.0000 (1.0) 0.5586 (1.01) 0.0000 (1.0) 0;0 1.7901 (0.99) 1 1
+test_list-list-shallow[3.0.0] 0.5532 (1.0) 0.5532 (1.0) 0.5532 (1.0) 0.0000 (1.0) 0.5532 (1.0) 0.0000 (1.0) 0;0 1.8076 (1.0) 1 1
+test_list-list-shallow[main] 0.5762 (1.04) 0.5762 (1.04) 0.5762 (1.04) 0.0000 (1.0) 0.5762 (1.04) 0.0000 (1.0) 0;0 1.7356 (0.96) 1 1
---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Legend: