Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed May 31, 2023
1 parent 93c9b93 commit f64a84a
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
Original file line number Diff line number Diff line change
Expand Up @@ -555,3 +555,4 @@
{"machine_info": {"node": "fv-az377-342", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1037-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz", "hz_advertised_friendly": "2.3000 GHz", "hz_actual_friendly": "2.2947 GHz", "hz_advertised": [2300000000, 0], "hz_actual": [2294685000, 0], "stepping": 1, "model": 79, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 52428800, "l2_cache_size": 524288, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "e2fb20fbddb2ac90dccf92afbc497ebb779387bc", "time": "2023-05-31T10:33:57+01:00", "author_time": "2023-05-31T10:33:57+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7870292540000037, "max": 1.8765264639999941, "mean": 1.831777858999999, "stddev": 0.06328408408826973, "rounds": 2, "median": 1.831777858999999, "iqr": 0.08949720999999045, "q1": 1.7870292540000037, "q3": 1.8765264639999941, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7870292540000037, "hd15iqr": 1.8765264639999941, "ops": 0.5459177241862276, "total": 3.663555717999998, "data": [1.8765264639999941, 1.7870292540000037], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.8175131950000036, "max": 1.8707773410000073, "mean": 1.8441452680000054, "stddev": 0.03766343883071288, "rounds": 2, "median": 1.8441452680000054, "iqr": 0.05326414600000362, "q1": 1.8175131950000036, "q3": 1.8707773410000073, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.8175131950000036, "hd15iqr": 1.8707773410000073, "ops": 0.5422566309456252, "total": 3.688290536000011, "data": [1.8707773410000073, 1.8175131950000036], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 4.251304242000003, "max": 4.3057489239999995, "mean": 4.278526583000001, "stddev": 0.03849820384174247, "rounds": 2, "median": 4.278526583000001, "iqr": 0.05444468199999619, "q1": 4.251304242000003, "q3": 4.3057489239999995, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 4.251304242000003, "hd15iqr": 4.3057489239999995, "ops": 0.2337253212293527, "total": 8.557053166000003, "data": [4.3057489239999995, 4.251304242000003], "iterations": 1}}], "datetime": "2023-05-31T09:36:00.931987", "version": "4.0.0"}
{"machine_info": {"node": "fv-az1229-342", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1037-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0952 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095171000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": 2097152, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "4ee8d624f5488437c758fbcab1cc6bc0a9f2169a", "time": "2023-05-31T14:56:05+01:00", "author_time": "2023-05-31T14:56:05+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.3832090710000102, "max": 1.3922101850000104, "mean": 1.3877096280000103, "stddev": 0.006364748747633271, "rounds": 2, "median": 1.3877096280000103, "iqr": 0.009001114000000143, "q1": 1.3832090710000102, "q3": 1.3922101850000104, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.3832090710000102, "hd15iqr": 1.3922101850000104, "ops": 0.7206118483455478, "total": 2.7754192560000206, "data": [1.3922101850000104, 1.3832090710000102], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.456684483999993, "max": 1.5059977069999775, "mean": 1.4813410954999853, "stddev": 0.0348697143854534, "rounds": 2, "median": 1.4813410954999853, "iqr": 0.04931322299998442, "q1": 1.456684483999993, "q3": 1.5059977069999775, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.456684483999993, "hd15iqr": 1.5059977069999775, "ops": 0.6750639694245962, "total": 2.9626821909999705, "data": [1.5059977069999775, 1.456684483999993], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.4783441910000192, "max": 3.5122223319999932, "mean": 3.4952832615000062, "stddev": 0.023955463235075615, "rounds": 2, "median": 3.4952832615000062, "iqr": 0.033878140999973994, "q1": 3.4783441910000192, "q3": 3.5122223319999932, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.4783441910000192, "hd15iqr": 3.5122223319999932, "ops": 0.28609984518703885, "total": 6.9905665230000125, "data": [3.5122223319999932, 3.4783441910000192], "iterations": 1}}], "datetime": "2023-05-31T13:57:18.305975", "version": "4.0.0"}
{"machine_info": {"node": "fv-az359-140", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1037-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz", "hz_advertised_friendly": "2.3000 GHz", "hz_actual_friendly": "2.2947 GHz", "hz_advertised": [2300000000, 0], "hz_actual": [2294686000, 0], "stepping": 1, "model": 79, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 52428800, "l2_cache_size": 524288, "l1_data_cache_size": 65536, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "3c4884ead8ebc31d71feaf6cc31f0d6bdd497f14", "time": "2023-05-31T15:05:54+01:00", "author_time": "2023-05-31T15:05:54+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7884240120000072, "max": 1.806405046000009, "mean": 1.797414529000008, "stddev": 0.012714511074147093, "rounds": 2, "median": 1.797414529000008, "iqr": 0.017981034000001728, "q1": 1.7884240120000072, "q3": 1.806405046000009, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7884240120000072, "hd15iqr": 1.806405046000009, "ops": 0.5563546882845941, "total": 3.594829058000016, "data": [1.806405046000009, 1.7884240120000072], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.7870810179999808, "max": 1.9203633319999938, "mean": 1.8537221749999873, "stddev": 0.09424482804164391, "rounds": 2, "median": 1.8537221749999873, "iqr": 0.133282314000013, "q1": 1.7870810179999808, "q3": 1.9203633319999938, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.7870810179999808, "hd15iqr": 1.9203633319999938, "ops": 0.5394551640404296, "total": 3.7074443499999745, "data": [1.9203633319999938, 1.7870810179999808], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.9973255220000112, "max": 4.207032275000017, "mean": 4.102178898500014, "stddev": 0.14828506710691666, "rounds": 2, "median": 4.102178898500014, "iqr": 0.20970675300000607, "q1": 3.9973255220000112, "q3": 4.207032275000017, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.9973255220000112, "hd15iqr": 4.207032275000017, "ops": 0.24377288868743777, "total": 8.204357797000029, "data": [4.207032275000017, 3.9973255220000112], "iterations": 1}}], "datetime": "2023-05-31T14:07:14.991225", "version": "4.0.0"}
{"machine_info": {"node": "fv-az582-540", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1037-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [9, 0, 0], "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz", "hz_advertised_friendly": "2.8000 GHz", "hz_actual_friendly": "2.7934 GHz", "hz_advertised": [2800000000, 0], "hz_actual": [2793436000, 0], "stepping": 6, "model": 106, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 50331648, "l2_cache_size": "2.5 MiB", "l1_data_cache_size": 98304, "l1_instruction_cache_size": 65536, "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "93c9b93b7a9eb8094d6c2ea2c849fb7a3499e737", "time": "2023-05-31T16:18:32+01:00", "author_time": "2023-05-31T16:18:32+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2210041189999998, "max": 1.250703307000009, "mean": 1.2358537130000045, "stddev": 0.021000497230540684, "rounds": 2, "median": 1.2358537130000045, "iqr": 0.029699188000009258, "q1": 1.2210041189999998, "q3": 1.250703307000009, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2210041189999998, "hd15iqr": 1.250703307000009, "ops": 0.8091572566242687, "total": 2.471707426000009, "data": [1.250703307000009, 1.2210041189999998], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.2585976619999997, "max": 1.3101208839999998, "mean": 1.2843592729999997, "stddev": 0.036432419664780016, "rounds": 2, "median": 1.2843592729999997, "iqr": 0.051523222000000146, "q1": 1.2585976619999997, "q3": 1.3101208839999998, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.2585976619999997, "hd15iqr": 1.3101208839999998, "ops": 0.7785983416183894, "total": 2.5687185459999995, "data": [1.3101208839999998, 1.2585976619999997], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 3.1408991149999963, "max": 3.1438943100000074, "mean": 3.142396712500002, "stddev": 0.0021179226954838957, "rounds": 2, "median": 3.142396712500002, "iqr": 0.0029951950000111083, "q1": 3.1408991149999963, "q3": 3.1438943100000074, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 3.1408991149999963, "hd15iqr": 3.1438943100000074, "ops": 0.31822843882891805, "total": 6.284793425000004, "data": [3.1438943100000074, 3.1408991149999963], "iterations": 1}}], "datetime": "2023-05-31T15:19:37.878488", "version": "4.0.0"}

0 comments on commit f64a84a

Please sign in to comment.