Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Sep 19, 2022
1 parent a0029d1 commit 274eec3
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -356,3 +356,4 @@
{"machine_info": {"node": "fv-az241-793", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1019-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0951 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095078000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "a0c650fd2070b136da013e7d17f84f9cb1aa39ac", "time": "2022-09-19T15:16:22+01:00", "author_time": "2022-09-19T15:16:22+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2598089620000223, "max": 1.2622434730000123, "mean": 1.2610262175000173, "stddev": 0.0017214592369661189, "rounds": 2, "median": 1.2610262175000173, "iqr": 0.002434510999989925, "q1": 1.2598089620000223, "q3": 1.2622434730000123, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2598089620000223, "hd15iqr": 1.2622434730000123, "ops": 0.7930049241819085, "total": 2.5220524350000346, "data": [1.2598089620000223, 1.2622434730000123], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3706648120000295, "max": 2.7318404210000153, "mean": 2.0512526165000224, "stddev": 0.9624965035096186, "rounds": 2, "median": 2.0512526165000224, "iqr": 1.3611756089999858, "q1": 1.3706648120000295, "q3": 2.7318404210000153, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3706648120000295, "hd15iqr": 2.7318404210000153, "ops": 0.4875069954602976, "total": 4.102505233000045, "data": [2.7318404210000153, 1.3706648120000295], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.0538532630000077, "max": 3.0688416630000006, "mean": 3.061347463000004, "stddev": 0.010598399279131433, "rounds": 2, "median": 3.061347463000004, "iqr": 0.014988399999992907, "q1": 3.0538532630000077, "q3": 3.0688416630000006, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.0538532630000077, "hd15iqr": 3.0688416630000006, "ops": 0.3266535445865521, "total": 6.122694926000008, "data": [3.0688416630000006, 3.0538532630000077], "iterations": 1}}], "datetime": "2022-09-19T14:17:27.340897", "version": "3.4.1"}
{"machine_info": {"node": "fv-az335-106", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1019-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793438000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": "96 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "d06dc9d0fbcbd52cdf1e43d720da764f93e21e17", "time": "2022-09-19T15:32:22+01:00", "author_time": "2022-09-19T15:32:22+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.0438073090000017, "max": 1.0517717070000003, "mean": 1.047789508000001, "stddev": 0.005631679833867584, "rounds": 2, "median": 1.047789508000001, "iqr": 0.007964397999998596, "q1": 1.0438073090000017, "q3": 1.0517717070000003, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.0438073090000017, "hd15iqr": 1.0517717070000003, "ops": 0.954390163639622, "total": 2.095579016000002, "data": [1.0517717070000003, 1.0438073090000017], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5817566569999997, "max": 2.892498885000009, "mean": 2.2371277710000044, "stddev": 0.9268347178063704, "rounds": 2, "median": 2.2371277710000044, "iqr": 1.3107422280000094, "q1": 1.5817566569999997, "q3": 2.892498885000009, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5817566569999997, "hd15iqr": 2.892498885000009, "ops": 0.44700173721101155, "total": 4.474255542000009, "data": [2.892498885000009, 1.5817566569999997], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.520429882000002, "max": 2.5261208280000034, "mean": 2.5232753550000027, "stddev": 0.00402410650796746, "rounds": 2, "median": 2.5232753550000027, "iqr": 0.005690946000001418, "q1": 2.520429882000002, "q3": 2.5261208280000034, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.520429882000002, "hd15iqr": 2.5261208280000034, "ops": 0.3963102948786178, "total": 5.046550710000005, "data": [2.5261208280000034, 2.520429882000002], "iterations": 1}}], "datetime": "2022-09-19T14:33:22.157935", "version": "3.4.1"}
{"machine_info": {"node": "fv-az302-600", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1019-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793439000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": "96 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "8ec84867eca9e6faa8c85922f96796da7210e8c5", "time": "2022-09-19T15:43:29+01:00", "author_time": "2022-09-19T15:43:29+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.043456851000002, "max": 1.0449660559999927, "mean": 1.0442114534999973, "stddev": 0.0010671690896940978, "rounds": 2, "median": 1.0442114534999973, "iqr": 0.001509204999990743, "q1": 1.043456851000002, "q3": 1.0449660559999927, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.043456851000002, "hd15iqr": 1.0449660559999927, "ops": 0.9576604399886546, "total": 2.0884229069999947, "data": [1.043456851000002, 1.0449660559999927], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.0621642010000016, "max": 3.4650103369999954, "mean": 2.2635872689999985, "stddev": 1.6990687969134888, "rounds": 2, "median": 2.2635872689999985, "iqr": 2.4028461359999937, "q1": 1.0621642010000016, "q3": 3.4650103369999954, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.0621642010000016, "hd15iqr": 3.4650103369999954, "ops": 0.44177664969894326, "total": 4.527174537999997, "data": [3.4650103369999954, 1.0621642010000016], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.5238727969999957, "max": 2.5304021340000133, "mean": 2.5271374655000045, "stddev": 0.004616938469364728, "rounds": 2, "median": 2.5271374655000045, "iqr": 0.0065293370000176765, "q1": 2.5238727969999957, "q3": 2.5304021340000133, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.5238727969999957, "hd15iqr": 2.5304021340000133, "ops": 0.3957046316837956, "total": 5.054274931000009, "data": [2.5304021340000133, 2.5238727969999957], "iterations": 1}}], "datetime": "2022-09-19T14:44:30.667138", "version": "3.4.1"}
{"machine_info": {"node": "fv-az424-71", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1019-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793435000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": "96 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "a0029d1b1a921cbba31b9145c6303c1bae9100fe", "time": "2022-09-19T15:48:17+01:00", "author_time": "2022-09-19T15:48:17+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.0680338519999992, "max": 1.0785672450000021, "mean": 1.0733005485000007, "stddev": 0.007448233619204954, "rounds": 2, "median": 1.0733005485000007, "iqr": 0.010533393000002889, "q1": 1.0680338519999992, "q3": 1.0785672450000021, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.0680338519999992, "hd15iqr": 1.0785672450000021, "ops": 0.931705477461609, "total": 2.1466010970000013, "data": [1.0785672450000021, 1.0680338519999992], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6292795110000071, "max": 2.539285336000006, "mean": 2.0842824235000066, "stddev": 0.6434712897767579, "rounds": 2, "median": 2.0842824235000066, "iqr": 0.9100058249999989, "q1": 1.6292795110000071, "q3": 2.539285336000006, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6292795110000071, "hd15iqr": 2.539285336000006, "ops": 0.47978142919842975, "total": 4.168564847000013, "data": [2.539285336000006, 1.6292795110000071], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.540350677999996, "max": 2.555544745000006, "mean": 2.547947711500001, "stddev": 0.01074382780950991, "rounds": 2, "median": 2.547947711500001, "iqr": 0.015194067000010136, "q1": 2.540350677999996, "q3": 2.555544745000006, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.540350677999996, "hd15iqr": 2.555544745000006, "ops": 0.392472732264702, "total": 5.095895423000002, "data": [2.555544745000006, 2.540350677999996], "iterations": 1}}], "datetime": "2022-09-19T14:49:19.813363", "version": "3.4.1"}

0 comments on commit 274eec3

Please sign in to comment.