Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Mar 22, 2023
1 parent cb9c0e7 commit 74b9778
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -497,3 +497,4 @@
{"machine_info": {"node": "fv-az177-262", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1034-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593906000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "180086a899d46c6ae41eee796726860b805bc246", "time": "2023-03-21T22:36:34+00:00", "author_time": "2023-03-21T22:36:34+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3722674010000162, "max": 1.443163764000019, "mean": 1.4077155825000176, "stddev": 0.05013129903876502, "rounds": 2, "median": 1.4077155825000176, "iqr": 0.0708963630000028, "q1": 1.3722674010000162, "q3": 1.443163764000019, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3722674010000162, "hd15iqr": 1.443163764000019, "ops": 0.7103707683792635, "total": 2.815431165000035, "data": [1.3722674010000162, 1.443163764000019], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.412799127999989, "max": 1.4186290819999954, "mean": 1.4157141049999922, "stddev": 0.00412240000741017, "rounds": 2, "median": 1.4157141049999922, "iqr": 0.00582995400000641, "q1": 1.412799127999989, "q3": 1.4186290819999954, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.412799127999989, "hd15iqr": 1.4186290819999954, "ops": 0.7063573051001039, "total": 2.8314282099999843, "data": [1.412799127999989, 1.4186290819999954], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.2758554080000124, "max": 3.305644455999982, "mean": 3.290749931999997, "stddev": 0.021064037845869923, "rounds": 2, "median": 3.290749931999997, "iqr": 0.029789047999969398, "q1": 3.2758554080000124, "q3": 3.305644455999982, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.2758554080000124, "hd15iqr": 3.305644455999982, "ops": 0.3038821000270405, "total": 6.581499863999994, "data": [3.305644455999982, 3.2758554080000124], "iterations": 1}}], "datetime": "2023-03-21T22:37:52.813790", "version": "4.0.0"}
{"machine_info": {"node": "fv-az397-753", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1034-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz", "hz_advertised_friendly": "2.3000 GHz", "hz_actual_friendly": "2.2947 GHz", "hz_advertised": [2300000000, 0], "hz_actual": [2294685000, 0], "stepping": 1, "model": 79, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 52428800, "l2_cache_size": 524288, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "ea337097b6aed9088318732e57c2cc3fce891e87", "time": "2023-03-22T15:22:37+00:00", "author_time": "2023-03-22T15:22:37+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8409396189999825, "max": 1.8622708360000502, "mean": 1.8516052275000163, "stddev": 0.015083448191709621, "rounds": 2, "median": 1.8516052275000163, "iqr": 0.02133121700006768, "q1": 1.8409396189999825, "q3": 1.8622708360000502, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8409396189999825, "hd15iqr": 1.8622708360000502, "ops": 0.5400719252397936, "total": 3.7032104550000327, "data": [1.8622708360000502, 1.8409396189999825], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.853441287999999, "max": 1.904625560999989, "mean": 1.879033424499994, "stddev": 0.03619274652839633, "rounds": 2, "median": 1.879033424499994, "iqr": 0.051184272999989844, "q1": 1.853441287999999, "q3": 1.904625560999989, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.853441287999999, "hd15iqr": 1.904625560999989, "ops": 0.5321885108382771, "total": 3.758066848999988, "data": [1.904625560999989, 1.853441287999999], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.186098107000021, "max": 4.195458812000027, "mean": 4.190778459500024, "stddev": 0.006619017982191039, "rounds": 2, "median": 4.190778459500024, "iqr": 0.009360705000005964, "q1": 4.186098107000021, "q3": 4.195458812000027, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.186098107000021, "hd15iqr": 4.195458812000027, "ops": 0.23861915146889057, "total": 8.381556919000047, "data": [4.186098107000021, 4.195458812000027], "iterations": 1}}], "datetime": "2023-03-22T15:24:03.548386", "version": "4.0.0"}
{"machine_info": {"node": "fv-az791-81", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1034-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793438000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": 98304, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "8852aca1f16ff596126db391aae9fab0daef12d3", "time": "2023-03-22T18:09:44+00:00", "author_time": "2023-03-22T18:09:44+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.321622968000014, "max": 1.3459227379999845, "mean": 1.3337728529999993, "stddev": 0.017182532148252588, "rounds": 2, "median": 1.3337728529999993, "iqr": 0.024299769999970522, "q1": 1.321622968000014, "q3": 1.3459227379999845, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.321622968000014, "hd15iqr": 1.3459227379999845, "ops": 0.7497528516574182, "total": 2.6675457059999985, "data": [1.321622968000014, 1.3459227379999845], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.337862819999998, "max": 1.3449021339999945, "mean": 1.3413824769999962, "stddev": 0.004977546664298902, "rounds": 2, "median": 1.3413824769999962, "iqr": 0.007039313999996466, "q1": 1.337862819999998, "q3": 1.3449021339999945, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.337862819999998, "hd15iqr": 1.3449021339999945, "ops": 0.745499525412395, "total": 2.6827649539999925, "data": [1.337862819999998, 1.3449021339999945], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.1318004710000196, "max": 3.146112924000022, "mean": 3.1389566975000207, "stddev": 0.010120432571715358, "rounds": 2, "median": 3.1389566975000207, "iqr": 0.014312453000002279, "q1": 3.1318004710000196, "q3": 3.146112924000022, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.1318004710000196, "hd15iqr": 3.146112924000022, "ops": 0.3185771886552103, "total": 6.277913395000041, "data": [3.146112924000022, 3.1318004710000196], "iterations": 1}}], "datetime": "2023-03-22T18:10:55.632660", "version": "4.0.0"}
{"machine_info": {"node": "fv-az275-320", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1034-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793437000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": 98304, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "cb9c0e70742468b913cd94b65030769abc299f54", "time": "2023-03-22T18:31:17+00:00", "author_time": "2023-03-22T18:31:17+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3255449179999914, "max": 1.3514404719999789, "mean": 1.3384926949999851, "stddev": 0.018310921835973545, "rounds": 2, "median": 1.3384926949999851, "iqr": 0.025895553999987442, "q1": 1.3255449179999914, "q3": 1.3514404719999789, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3255449179999914, "hd15iqr": 1.3514404719999789, "ops": 0.7471090456717144, "total": 2.6769853899999703, "data": [1.3255449179999914, 1.3514404719999789], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3583989580000093, "max": 1.5427058709999812, "mean": 1.4505524144999953, "stddev": 0.1303246680018392, "rounds": 2, "median": 1.4505524144999953, "iqr": 0.18430691299997193, "q1": 1.3583989580000093, "q3": 1.5427058709999812, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3583989580000093, "hd15iqr": 1.5427058709999812, "ops": 0.6893925307378151, "total": 2.9011048289999906, "data": [1.3583989580000093, 1.5427058709999812], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.1706940310000107, "max": 3.206587374999998, "mean": 3.1886407030000044, "stddev": 0.025380426941852524, "rounds": 2, "median": 3.1886407030000044, "iqr": 0.03589334399998734, "q1": 3.1706940310000107, "q3": 3.206587374999998, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.1706940310000107, "hd15iqr": 3.206587374999998, "ops": 0.31361325816958896, "total": 6.377281406000009, "data": [3.206587374999998, 3.1706940310000107], "iterations": 1}}], "datetime": "2023-03-22T18:32:26.685629", "version": "4.0.0"}

0 comments on commit 74b9778

Please sign in to comment.