Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Apr 22, 2022
1 parent 1629a27 commit 9834562
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -93,3 +93,4 @@
{"machine_info": {"node": "fv-az399-415", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1021-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0951 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095076000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "95dccac704cb2a610f1b772dcb94699b5a17a875", "time": "2022-04-19T22:18:06+01:00", "author_time": "2022-04-19T22:18:06+01:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.051081930999999, "max": 2.085535111999995, "mean": 2.068308521499997, "stddev": 0.024362077918544965, "rounds": 2, "median": 2.068308521499997, "iqr": 0.03445318099999639, "q1": 2.051081930999999, "q3": 2.085535111999995, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.051081930999999, "hd15iqr": 2.085535111999995, "ops": 0.48348686359169046, "total": 4.136617042999994, "data": [2.085535111999995, 2.051081930999999], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.0480376049999904, "max": 2.14688838, "mean": 2.0974629924999952, "stddev": 0.06989805332805243, "rounds": 2, "median": 2.0974629924999952, "iqr": 0.0988507750000096, "q1": 2.0480376049999904, "q3": 2.14688838, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.0480376049999904, "hd15iqr": 2.14688838, "ops": 0.4767664571798171, "total": 4.1949259849999905, "data": [2.14688838, 2.0480376049999904], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 5.047116371999991, "max": 5.205874022000003, "mean": 5.126495196999997, "stddev": 0.11225861088024934, "rounds": 2, "median": 5.126495196999997, "iqr": 0.15875765000001252, "q1": 5.047116371999991, "q3": 5.205874022000003, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 5.047116371999991, "hd15iqr": 5.205874022000003, "ops": 0.19506504182139792, "total": 10.252990393999994, "data": [5.047116371999991, 5.205874022000003], "iterations": 1}}], "datetime": "2022-04-19T21:19:05.544754", "version": "3.4.1"}
{"machine_info": {"node": "fv-az213-481", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1021-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593908000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "f9e88fc4eca54acfa77c5329452626e8eae5d04b", "time": "2022-04-20T16:38:07+01:00", "author_time": "2022-04-20T16:38:07+01:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.576031922999995, "max": 1.6034666420000008, "mean": 1.589749282499998, "stddev": 0.019399275844851457, "rounds": 2, "median": 1.589749282499998, "iqr": 0.027434719000005714, "q1": 1.576031922999995, "q3": 1.6034666420000008, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.576031922999995, "hd15iqr": 1.6034666420000008, "ops": 0.6290300055537225, "total": 3.179498564999996, "data": [1.576031922999995, 1.6034666420000008], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7490443379999974, "max": 2.613333867999998, "mean": 2.1811891029999977, "stddev": 0.6111449875715345, "rounds": 2, "median": 2.1811891029999977, "iqr": 0.8642895300000006, "q1": 1.7490443379999974, "q3": 2.613333867999998, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7490443379999974, "hd15iqr": 2.613333867999998, "ops": 0.4584655216847565, "total": 4.362378205999995, "data": [2.613333867999998, 1.7490443379999974], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.362439083999995, "max": 4.504359676000007, "mean": 4.433399380000001, "stddev": 0.10035301299321805, "rounds": 2, "median": 4.433399380000001, "iqr": 0.1419205920000124, "q1": 4.362439083999995, "q3": 4.504359676000007, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.362439083999995, "hd15iqr": 4.504359676000007, "ops": 0.2255605494310327, "total": 8.866798760000002, "data": [4.362439083999995, 4.504359676000007], "iterations": 1}}], "datetime": "2022-04-20T15:38:59.003516", "version": "3.4.1"}
{"machine_info": {"node": "fv-az204-865", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1021-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593906000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "7521827eeff48f1945a4591aa7b1fbcbbfa8c078", "time": "2022-04-21T17:38:47+01:00", "author_time": "2022-04-21T17:38:47+01:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5466686510000045, "max": 1.5520660840000176, "mean": 1.549367367500011, "stddev": 0.00381656147530928, "rounds": 2, "median": 1.549367367500011, "iqr": 0.005397433000013052, "q1": 1.5466686510000045, "q3": 1.5520660840000176, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5466686510000045, "hd15iqr": 1.5520660840000176, "ops": 0.6454247204222164, "total": 3.098734735000022, "data": [1.5520660840000176, 1.5466686510000045], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.573522620999995, "max": 2.9411721289999946, "mean": 2.257347374999995, "stddev": 0.967074241393245, "rounds": 2, "median": 2.257347374999995, "iqr": 1.3676495079999995, "q1": 1.573522620999995, "q3": 2.9411721289999946, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.573522620999995, "hd15iqr": 2.9411721289999946, "ops": 0.4429978350142066, "total": 4.51469474999999, "data": [2.9411721289999946, 1.573522620999995], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.8329115290000004, "max": 3.9231773119999787, "mean": 3.8780444204999895, "stddev": 0.06382754726839798, "rounds": 2, "median": 3.8780444204999895, "iqr": 0.09026578299997823, "q1": 3.8329115290000004, "q3": 3.9231773119999787, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.8329115290000004, "hd15iqr": 3.9231773119999787, "ops": 0.25786192512747746, "total": 7.756088840999979, "data": [3.8329115290000004, 3.9231773119999787], "iterations": 1}}], "datetime": "2022-04-21T16:39:45.611465", "version": "3.4.1"}
{"machine_info": {"node": "fv-az212-429", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.13.0-1021-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593905000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "1629a27bd8e6b59809547b6b689f7f0796c839f1", "time": "2022-04-22T11:09:30+01:00", "author_time": "2022-04-22T11:09:30+01:00", "dirty": false, "project": "splink", "branch": "splink3"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5426442839999979, "max": 1.6044675880000057, "mean": 1.5735559360000018, "stddev": 0.04371567749376292, "rounds": 2, "median": 1.5735559360000018, "iqr": 0.061823304000007795, "q1": 1.5426442839999979, "q3": 1.6044675880000057, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5426442839999979, "hd15iqr": 1.6044675880000057, "ops": 0.635503306315257, "total": 3.1471118720000035, "data": [1.6044675880000057, 1.5426442839999979], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5783960489999984, "max": 3.221214433, "mean": 2.3998052409999993, "stddev": 1.1616480195843268, "rounds": 2, "median": 2.3998052409999993, "iqr": 1.6428183840000017, "q1": 1.5783960489999984, "q3": 3.221214433, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5783960489999984, "hd15iqr": 3.221214433, "ops": 0.4167004817371346, "total": 4.7996104819999985, "data": [3.221214433, 1.5783960489999984], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.8077406600000074, "max": 3.927310605999992, "mean": 3.8675256329999996, "stddev": 0.08454871964269826, "rounds": 2, "median": 3.8675256329999996, "iqr": 0.11956994599998438, "q1": 3.8077406600000074, "q3": 3.927310605999992, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.8077406600000074, "hd15iqr": 3.927310605999992, "ops": 0.25856325074290726, "total": 7.735051265999999, "data": [3.8077406600000074, 3.927310605999992], "iterations": 1}}], "datetime": "2022-04-22T10:10:25.633163", "version": "3.4.1"}

0 comments on commit 9834562

Please sign in to comment.