Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Mar 17, 2023
1 parent 9e68c97 commit abe530d
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -492,3 +492,4 @@
{"machine_info": {"node": "fv-az853-107", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1034-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593903000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "1fd53dc6aaaa1f9f70ad01c6a4b9fb1625fd206d", "time": "2023-03-15T14:20:52+00:00", "author_time": "2023-03-15T14:20:52+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3522452130000033, "max": 1.406825672000025, "mean": 1.3795354425000141, "stddev": 0.03859421267918962, "rounds": 2, "median": 1.3795354425000141, "iqr": 0.05458045900002162, "q1": 1.3522452130000033, "q3": 1.406825672000025, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3522452130000033, "hd15iqr": 1.406825672000025, "ops": 0.7248817023416125, "total": 2.7590708850000283, "data": [1.3522452130000033, 1.406825672000025], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3715723889999936, "max": 1.379295040000045, "mean": 1.3754337145000193, "stddev": 0.005460738890873437, "rounds": 2, "median": 1.3754337145000193, "iqr": 0.007722651000051428, "q1": 1.3715723889999936, "q3": 1.379295040000045, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3715723889999936, "hd15iqr": 1.379295040000045, "ops": 0.727043396899361, "total": 2.7508674290000386, "data": [1.379295040000045, 1.3715723889999936], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.2471245549999708, "max": 3.2472997570000075, "mean": 3.247212155999989, "stddev": 0.00012388652230342024, "rounds": 2, "median": 3.247212155999989, "iqr": 0.0001752020000367338, "q1": 3.2471245549999708, "q3": 3.2472997570000075, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.2471245549999708, "hd15iqr": 3.2472997570000075, "ops": 0.3079564721856145, "total": 6.494424311999978, "data": [3.2471245549999708, 3.2472997570000075], "iterations": 1}}], "datetime": "2023-03-15T14:22:15.347073", "version": "4.0.0"}
{"machine_info": {"node": "fv-az570-822", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1034-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz", "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.3945 GHz", "hz_advertised": [2400000000, 0], "hz_actual": [2394453000, 0], "stepping": 2, "model": 63, "family": 6, "flags": ["abm", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdtscp", "rep_good", "sep", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 31457280, "l2_cache_size": 524288, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "4594fe8ec8151b661414ef2ec3df9a96eb82a604", "time": "2023-03-16T10:38:33+00:00", "author_time": "2023-03-16T10:38:33+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.5926997249999886, "max": 1.5970428360000142, "mean": 1.5948712805000014, "stddev": 0.0030710432395639905, "rounds": 2, "median": 1.5948712805000014, "iqr": 0.004343111000025601, "q1": 1.5926997249999886, "q3": 1.5970428360000142, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.5926997249999886, "hd15iqr": 1.5970428360000142, "ops": 0.627009848523007, "total": 3.1897425610000028, "data": [1.5926997249999886, 1.5970428360000142], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7991623469999922, "max": 2.053595999999999, "mean": 1.9263791734999955, "stddev": 0.17991176139836967, "rounds": 2, "median": 1.9263791734999955, "iqr": 0.25443365300000664, "q1": 1.7991623469999922, "q3": 2.053595999999999, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7991623469999922, "hd15iqr": 2.053595999999999, "ops": 0.5191086021674135, "total": 3.852758346999991, "data": [1.7991623469999922, 2.053595999999999], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.648834015999995, "max": 3.688647790999994, "mean": 3.6687409034999945, "stddev": 0.028152590287134686, "rounds": 2, "median": 3.6687409034999945, "iqr": 0.03981377499999894, "q1": 3.648834015999995, "q3": 3.688647790999994, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.648834015999995, "hd15iqr": 3.688647790999994, "ops": 0.27257307787693474, "total": 7.337481806999989, "data": [3.688647790999994, 3.648834015999995], "iterations": 1}}], "datetime": "2023-03-16T10:39:54.931079", "version": "4.0.0"}
{"machine_info": {"node": "fv-az196-121", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1034-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0952 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095243000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "f16cb8412ecbe6fc57e01ffc45c0bb8cec49f0f3", "time": "2023-03-16T17:18:20+00:00", "author_time": "2023-03-16T17:18:20+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6732061980000026, "max": 1.7612010489999932, "mean": 1.7172036234999979, "stddev": 0.06222175585159321, "rounds": 2, "median": 1.7172036234999979, "iqr": 0.0879948509999906, "q1": 1.6732061980000026, "q3": 1.7612010489999932, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6732061980000026, "hd15iqr": 1.7612010489999932, "ops": 0.5823421208265352, "total": 3.4344072469999958, "data": [1.6732061980000026, 1.7612010489999932], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.6960321459999932, "max": 1.7058779829999935, "mean": 1.7009550644999933, "stddev": 0.006962058109157627, "rounds": 2, "median": 1.7009550644999933, "iqr": 0.009845837000000301, "q1": 1.6960321459999932, "q3": 1.7058779829999935, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.6960321459999932, "hd15iqr": 1.7058779829999935, "ops": 0.5879050075282009, "total": 3.4019101289999867, "data": [1.6960321459999932, 1.7058779829999935], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.028054392000001, "max": 4.0296894690000045, "mean": 4.028871930500003, "stddev": 0.001156174034464344, "rounds": 2, "median": 4.028871930500003, "iqr": 0.0016350770000030934, "q1": 4.028054392000001, "q3": 4.0296894690000045, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.028054392000001, "hd15iqr": 4.0296894690000045, "ops": 0.24820843582285204, "total": 8.057743861000006, "data": [4.0296894690000045, 4.028054392000001], "iterations": 1}}], "datetime": "2023-03-16T17:19:42.437573", "version": "4.0.0"}
{"machine_info": {"node": "fv-az670-748", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1034-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793437000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": 98304, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "9e68c9785b833544ddacc64aadf15ed9476e1fdf", "time": "2023-03-17T18:15:21+00:00", "author_time": "2023-03-17T18:15:21+00:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3391335200000043, "max": 1.3968212590000064, "mean": 1.3679773895000054, "stddev": 0.040791391438221164, "rounds": 2, "median": 1.3679773895000054, "iqr": 0.057687739000002125, "q1": 1.3391335200000043, "q3": 1.3968212590000064, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3391335200000043, "hd15iqr": 1.3968212590000064, "ops": 0.7310062342225548, "total": 2.7359547790000107, "data": [1.3391335200000043, 1.3968212590000064], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3627301469999935, "max": 2.2198386509999892, "mean": 1.7912843989999914, "stddev": 0.6060672353910541, "rounds": 2, "median": 1.7912843989999914, "iqr": 0.8571085039999957, "q1": 1.3627301469999935, "q3": 2.2198386509999892, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3627301469999935, "hd15iqr": 2.2198386509999892, "ops": 0.5582586442210201, "total": 3.5825687979999827, "data": [2.2198386509999892, 1.3627301469999935], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.1511718689999952, "max": 3.1686326159999965, "mean": 3.159902242499996, "stddev": 0.01234661260828353, "rounds": 2, "median": 3.159902242499996, "iqr": 0.01746074700000122, "q1": 3.1511718689999952, "q3": 3.1686326159999965, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.1511718689999952, "hd15iqr": 3.1686326159999965, "ops": 0.31646548635277955, "total": 6.319804484999992, "data": [3.1686326159999965, 3.1511718689999952], "iterations": 1}}], "datetime": "2023-03-17T18:16:38.048731", "version": "4.0.0"}

0 comments on commit abe530d

Please sign in to comment.