Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Nov 8, 2023
1 parent 4b3d365 commit f505f6f
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -717,3 +717,4 @@
{"machine_info": {"node": "fv-az588-790", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1050-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593909000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "5104945b50d3ce63e36f067c0bbeaf53ca2b7cf2", "time": "2023-11-07T18:11:54+00:00", "author_time": "2023-11-07T18:11:54+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2311240029999908, "max": 1.2352957990000277, "mean": 1.2332099010000093, "stddev": 0.002949905241353021, "rounds": 2, "median": 1.2332099010000093, "iqr": 0.00417179600003692, "q1": 1.2311240029999908, "q3": 1.2352957990000277, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2311240029999908, "hd15iqr": 1.2352957990000277, "ops": 0.8108919650978317, "total": 2.4664198020000185, "data": [1.2352957990000277, 1.2311240029999908], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.272710396999969, "max": 1.3587639890000105, "mean": 1.3157371929999897, "stddev": 0.06084907844868984, "rounds": 2, "median": 1.3157371929999897, "iqr": 0.08605359200004159, "q1": 1.272710396999969, "q3": 1.3587639890000105, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.272710396999969, "hd15iqr": 1.3587639890000105, "ops": 0.7600301985230935, "total": 2.6314743859999794, "data": [1.272710396999969, 1.3587639890000105], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.1817582659999744, "max": 3.3074018369999862, "mean": 3.2445800514999803, "stddev": 0.08884342106660185, "rounds": 2, "median": 3.2445800514999803, "iqr": 0.1256435710000119, "q1": 3.1817582659999744, "q3": 3.3074018369999862, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.1817582659999744, "hd15iqr": 3.3074018369999862, "ops": 0.3082062960775761, "total": 6.489160102999961, "data": [3.1817582659999744, 3.3074018369999862], "iterations": 1}}], "datetime": "2023-11-07T18:13:01.623304", "version": "4.0.0"}
{"machine_info": {"node": "fv-az571-253", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1050-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 4, "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", "brand_raw": "AMD EPYC 7763 64-Core Processor", "hz_advertised_friendly": "2.4454 GHz", "hz_actual_friendly": "2.4454 GHz", "hz_advertised": [2445433000, 0], "hz_actual": [2445433000, 0], "stepping": 1, "model": 1, "family": 25, "flags": ["3dnowext", "3dnowprefetch", "abm", "adx", "aes", "aperfmperf", "apic", "arat", "avx", "avx2", "bmi1", "bmi2", "clflush", "clflushopt", "clwb", "clzero", "cmov", "cmp_legacy", "constant_tsc", "cpuid", "cr8_legacy", "cx16", "cx8", "de", "decodeassists", "erms", "extd_apicid", "f16c", "flushbyasid", "fma", "fpu", "fsgsbase", "fsrm", "fxsr", "fxsr_opt", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "misalignsse", "mmx", "mmxext", "movbe", "msr", "mtrr", "nonstop_tsc", "nopl", "npt", "nrip_save", "nx", "osvw", "osxsave", "pae", "pat", "pausefilter", "pcid", "pclmulqdq", "pdpe1gb", "pfthreshold", "pge", "pni", "popcnt", "pse", "pse36", "rdpid", "rdpru", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "sep", "sha", "sha_ni", "smap", "smep", "sse", "sse2", "sse4_1", "sse4_2", "sse4a", "ssse3", "svm", "syscall", "topoext", "tsc", "tsc_reliable", "tsc_scale", "umip", "v_vmsave_vmload", "vaes", "vmcb_clean", "vme", "vmmcall", "vpclmulqdq", "xgetbv1", "xsave", "xsavec", "xsaveerptr", "xsaveopt", "xsaves"], "l3_cache_size": 524288, "l2_cache_size": 1048576, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 512, "l2_cache_associativity": 6}}, "commit_info": {"id": "1cf6f546fec5c3f285b4e040c150f1a611a6058c", "time": "2023-11-08T14:34:54+00:00", "author_time": "2023-11-08T14:34:54+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.931415747999992, "max": 0.939872164999997, "mean": 0.9356439564999945, "stddev": 0.005979589805244729, "rounds": 2, "median": 0.9356439564999945, "iqr": 0.00845641700000499, "q1": 0.931415747999992, "q3": 0.939872164999997, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.931415747999992, "hd15iqr": 0.939872164999997, "ops": 1.0687826208387483, "total": 1.871287912999989, "data": [0.931415747999992, 0.939872164999997], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.97045514200002, "max": 1.3590523579999854, "mean": 1.1647537500000027, "stddev": 0.274779726583789, "rounds": 2, "median": 1.1647537500000027, "iqr": 0.38859721599996533, "q1": 0.97045514200002, "q3": 1.3590523579999854, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.97045514200002, "hd15iqr": 1.3590523579999854, "ops": 0.8585505734581217, "total": 2.3295075000000054, "data": [1.3590523579999854, 0.97045514200002], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.3393676510000034, "max": 2.4370354620000114, "mean": 2.3882015565000074, "stddev": 0.06906157146175172, "rounds": 2, "median": 2.3882015565000074, "iqr": 0.09766781100000799, "q1": 2.3393676510000034, "q3": 2.4370354620000114, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.3393676510000034, "hd15iqr": 2.4370354620000114, "ops": 0.4187251269802934, "total": 4.776403113000015, "data": [2.3393676510000034, 2.4370354620000114], "iterations": 1}}], "datetime": "2023-11-08T14:35:49.136885", "version": "4.0.0"}
{"machine_info": {"node": "fv-az345-568", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1050-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0952 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095173000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "3d215414e8826001ec851ffc63fb841ae144de44", "time": "2023-11-08T14:35:51+00:00", "author_time": "2023-11-08T14:35:51+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.4932050419999996, "max": 1.49962266, "mean": 1.4964138509999998, "stddev": 0.004537941206865134, "rounds": 2, "median": 1.4964138509999998, "iqr": 0.006417618000000402, "q1": 1.4932050419999996, "q3": 1.49962266, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.4932050419999996, "hd15iqr": 1.49962266, "ops": 0.6682643303065765, "total": 2.9928277019999996, "data": [1.4932050419999996, 1.49962266], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5132854119999593, "max": 1.5525165409999886, "mean": 1.532900976499974, "stddev": 0.027740597349524967, "rounds": 2, "median": 1.532900976499974, "iqr": 0.03923112900002934, "q1": 1.5132854119999593, "q3": 1.5525165409999886, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5132854119999593, "hd15iqr": 1.5525165409999886, "ops": 0.6523578595946031, "total": 3.065801952999948, "data": [1.5525165409999886, 1.5132854119999593], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.809388207999973, "max": 3.8346344409999915, "mean": 3.8220113244999823, "stddev": 0.01785178255372867, "rounds": 2, "median": 3.8220113244999823, "iqr": 0.025246233000018492, "q1": 3.809388207999973, "q3": 3.8346344409999915, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.809388207999973, "hd15iqr": 3.8346344409999915, "ops": 0.2616423435456005, "total": 7.6440226489999645, "data": [3.809388207999973, 3.8346344409999915], "iterations": 1}}], "datetime": "2023-11-08T14:47:23.593385", "version": "4.0.0"}
{"machine_info": {"node": "fv-az189-557", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1050-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593906000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "4b3d3658df58d8f3677755efc054add2ce7f50c7", "time": "2023-11-08T14:48:51+00:00", "author_time": "2023-11-08T14:48:51+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2100502150000239, "max": 1.2277092350000203, "mean": 1.218879725000022, "stddev": 0.012486812791106333, "rounds": 2, "median": 1.218879725000022, "iqr": 0.017659019999996417, "q1": 1.2100502150000239, "q3": 1.2277092350000203, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2100502150000239, "hd15iqr": 1.2277092350000203, "ops": 0.8204254935818067, "total": 2.437759450000044, "data": [1.2277092350000203, 1.2100502150000239], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2407188699999097, "max": 1.267324553000094, "mean": 1.2540217115000019, "stddev": 0.018813058867530038, "rounds": 2, "median": 1.2540217115000019, "iqr": 0.0266056830001844, "q1": 1.2407188699999097, "q3": 1.267324553000094, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2407188699999097, "hd15iqr": 1.267324553000094, "ops": 0.7974343592535148, "total": 2.5080434230000037, "data": [1.267324553000094, 1.2407188699999097], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.1671885140000313, "max": 3.290464277999945, "mean": 3.228826395999988, "stddev": 0.08716912868029136, "rounds": 2, "median": 3.228826395999988, "iqr": 0.12327576399991358, "q1": 3.1671885140000313, "q3": 3.290464277999945, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.1671885140000313, "hd15iqr": 3.290464277999945, "ops": 0.30971005478611174, "total": 6.457652791999976, "data": [3.1671885140000313, 3.290464277999945], "iterations": 1}}], "datetime": "2023-11-08T14:49:47.701352", "version": "4.0.0"}

0 comments on commit f505f6f

Please sign in to comment.