Skip to content

Commit

Permalink
Updated benchmarks timeseries
Browse files Browse the repository at this point in the history
  • Loading branch information
robin committed Sep 15, 2022
1 parent b405581 commit fb98c96
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions benchmarking/time_series.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -350,3 +350,4 @@
{"machine_info": {"node": "fv-az747-194", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1019-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593907000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "mpx", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "ea6e5d1867909bdc42f18fcb21ed81cbca7cd40f", "time": "2022-09-13T08:11:18+01:00", "author_time": "2022-09-13T08:11:18+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.7874650620000239, "max": 0.8262269509999669, "mean": 0.8068460064999954, "stddev": 0.027408794563459966, "rounds": 2, "median": 0.8068460064999954, "iqr": 0.03876188899994304, "q1": 0.7874650620000239, "q3": 0.8262269509999669, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.7874650620000239, "hd15iqr": 0.8262269509999669, "ops": 1.239393876828968, "total": 1.6136920129999908, "data": [0.7874650620000239, 0.8262269509999669], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.9758713240000247, "max": 3.3216126049999843, "mean": 2.1487419645000045, "stddev": 1.65868956670429, "rounds": 2, "median": 2.1487419645000045, "iqr": 2.3457412809999596, "q1": 0.9758713240000247, "q3": 3.3216126049999843, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.9758713240000247, "hd15iqr": 3.3216126049999843, "ops": 0.46538859319606213, "total": 4.297483929000009, "data": [0.9758713240000247, 3.3216126049999843], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.309460518000037, "max": 2.3146206950000305, "mean": 2.312040606500034, "stddev": 0.003648796148818176, "rounds": 2, "median": 2.312040606500034, "iqr": 0.005160176999993382, "q1": 2.309460518000037, "q3": 2.3146206950000305, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.309460518000037, "hd15iqr": 2.3146206950000305, "ops": 0.4325183550793252, "total": 4.624081213000068, "data": [2.3146206950000305, 2.309460518000037], "iterations": 1}}], "datetime": "2022-09-13T07:12:20.832892", "version": "3.4.1"}
{"machine_info": {"node": "fv-az200-144", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1019-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz", "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.3945 GHz", "hz_advertised": [2400000000, 0], "hz_actual": [2394454000, 0], "stepping": 2, "model": 63, "family": 6, "flags": ["abm", "aes", "apic", "avx", "avx2", "bmi1", "bmi2", "clflush", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdtscp", "rep_good", "sep", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsaveopt", "xtopology"], "l3_cache_size": 31457280, "l2_cache_size": "512 KiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "d51efec4ce0510d19f817900823cc75a140dd5d4", "time": "2022-09-14T14:45:59+01:00", "author_time": "2022-09-14T14:45:59+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.1448193220000036, "max": 1.1564862590000047, "mean": 1.1506527905000041, "stddev": 0.008249770268377012, "rounds": 2, "median": 1.1506527905000041, "iqr": 0.011666937000001099, "q1": 1.1448193220000036, "q3": 1.1564862590000047, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.1448193220000036, "hd15iqr": 1.1564862590000047, "ops": 0.8690718940206632, "total": 2.3013055810000083, "data": [1.1448193220000036, 1.1564862590000047], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.0982775520000132, "max": 2.279006369000001, "mean": 1.6886419605000071, "stddev": 0.8349013532430616, "rounds": 2, "median": 1.6886419605000071, "iqr": 1.1807288169999879, "q1": 1.0982775520000132, "q3": 2.279006369000001, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.0982775520000132, "hd15iqr": 2.279006369000001, "ops": 0.5921918461056717, "total": 3.3772839210000143, "data": [2.279006369000001, 1.0982775520000132], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.8894335119999965, "max": 2.981305419999998, "mean": 2.9353694659999974, "stddev": 0.0649632491473478, "rounds": 2, "median": 2.9353694659999974, "iqr": 0.09187190800000167, "q1": 2.8894335119999965, "q3": 2.981305419999998, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.8894335119999965, "hd15iqr": 2.981305419999998, "ops": 0.3406726177344521, "total": 5.870738931999995, "data": [2.8894335119999965, 2.981305419999998], "iterations": 1}}], "datetime": "2022-09-14T13:47:18.583090", "version": "3.4.1"}
{"machine_info": {"node": "fv-az167-930", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1019-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.5939 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2593904000, 0], "stepping": 7, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "3ec4c12a69dc206b9f368265387eace4fa9053b4", "time": "2022-09-14T19:52:08+01:00", "author_time": "2022-09-14T19:52:08+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.7836259759999962, "max": 0.8301887509999801, "mean": 0.8069073634999882, "stddev": 0.0329248539533521, "rounds": 2, "median": 0.8069073634999882, "iqr": 0.04656277499998396, "q1": 0.7836259759999962, "q3": 0.8301887509999801, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.7836259759999962, "hd15iqr": 0.8301887509999801, "ops": 1.2392996336809543, "total": 1.6138147269999763, "data": [0.7836259759999962, 0.8301887509999801], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 0.8220899469999949, "max": 3.1621779280000055, "mean": 1.9921339375000002, "stddev": 1.6546920799382443, "rounds": 2, "median": 1.9921339375000002, "iqr": 2.3400879810000106, "q1": 0.8220899469999949, "q3": 3.1621779280000055, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 0.8220899469999949, "hd15iqr": 3.1621779280000055, "ops": 0.5019742805320286, "total": 3.9842678750000005, "data": [0.8220899469999949, 3.1621779280000055], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.290847111000005, "max": 2.315194926999993, "mean": 2.303021018999999, "stddev": 0.017216505800673937, "rounds": 2, "median": 2.303021018999999, "iqr": 0.024347815999988143, "q1": 2.290847111000005, "q3": 2.315194926999993, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.290847111000005, "hd15iqr": 2.315194926999993, "ops": 0.43421227672260354, "total": 4.606042037999998, "data": [2.315194926999993, 2.290847111000005], "iterations": 1}}], "datetime": "2022-09-14T18:53:05.725226", "version": "3.4.1"}
{"machine_info": {"node": "fv-az200-975", "processor": "x86_64", "machine": "x86_64", "python_compiler": "GCC 9.3.0", "python_implementation": "CPython", "python_implementation_version": "3.9.10", "python_version": "3.9.10", "python_build": ["main", "Feb 3 2022 07:33:39"], "release": "5.15.0-1019-azure", "system": "Linux", "cpu": {"python_version": "3.9.10.final.0 (64 bit)", "cpuinfo_version": [8, 0, 0], "cpuinfo_version_string": "8.0.0", "arch": "X86_64", "bits": 64, "count": 2, "arch_string_raw": "x86_64", "vendor_id_raw": "GenuineIntel", "brand_raw": "Intel(R) Xeon(R) Platinum 8171M CPU @ 2.60GHz", "hz_advertised_friendly": "2.6000 GHz", "hz_actual_friendly": "2.0951 GHz", "hz_advertised": [2600000000, 0], "hz_actual": [2095107000, 0], "stepping": 4, "model": 85, "family": 6, "flags": ["3dnowprefetch", "abm", "adx", "aes", "apic", "avx", "avx2", "avx512bw", "avx512cd", "avx512dq", "avx512f", "avx512vl", "bmi1", "bmi2", "clflush", "clflushopt", "cmov", "constant_tsc", "cpuid", "cx16", "cx8", "de", "erms", "f16c", "fma", "fpu", "fsgsbase", "fxsr", "hle", "ht", "hypervisor", "invpcid", "invpcid_single", "lahf_lm", "lm", "mca", "mce", "md_clear", "mmx", "movbe", "msr", "mtrr", "nopl", "nx", "osxsave", "pae", "pat", "pcid", "pclmulqdq", "pdpe1gb", "pge", "pni", "popcnt", "pse", "pse36", "pti", "rdrand", "rdrnd", "rdseed", "rdtscp", "rep_good", "rtm", "sep", "smap", "smep", "ss", "sse", "sse2", "sse4_1", "sse4_2", "ssse3", "syscall", "tsc", "vme", "xsave", "xsavec", "xsaveopt", "xsaves", "xtopology"], "l3_cache_size": 37486592, "l2_cache_size": "2 MiB", "l1_data_cache_size": "64 KiB", "l1_instruction_cache_size": "64 KiB", "l2_cache_line_size": 256, "l2_cache_associativity": 6}}, "commit_info": {"id": "b40558131a5d8456bb45d06432a7effe42041544", "time": "2022-09-15T08:13:10+01:00", "author_time": "2022-09-15T08:13:10+01:00", "dirty": false, "project": "splink", "branch": "master"}, "benchmarks": [{"group": null, "name": "test_2_rounds_1k_duckdb", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.1030370000000005, "max": 1.1052015510000075, "mean": 1.104119275500004, "stddev": 0.0015305686903290786, "rounds": 2, "median": 1.104119275500004, "iqr": 0.002164551000007009, "q1": 1.1030370000000005, "q3": 1.1052015510000075, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.1030370000000005, "hd15iqr": 1.1052015510000075, "ops": 0.9056992502437264, "total": 2.208238551000008, "data": [1.1030370000000005, 1.1052015510000075], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_duckdb_on_disk_performance", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_duckdb_on_disk_performance", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 1.096245635999992, "max": 3.46924371099999, "mean": 2.282744673499991, "stddev": 1.6779630305751223, "rounds": 2, "median": 2.282744673499991, "iqr": 2.372998074999998, "q1": 1.096245635999992, "q3": 3.46924371099999, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 1.096245635999992, "hd15iqr": 3.46924371099999, "ops": 0.4380691417699212, "total": 4.565489346999982, "data": [3.46924371099999, 1.096245635999992], "iterations": 1}}, {"group": null, "name": "test_2_rounds_1k_sqlite", "fullname": "benchmarking/test_performance.py::test_2_rounds_1k_sqlite", "params": null, "param": null, "extra_info": {}, "options": {"disable_gc": false, "timer": "perf_counter", "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "warmup": false}, "stats": {"min": 2.6108710749999915, "max": 2.620825616999994, "mean": 2.615848345999993, "stddev": 0.007038924151808189, "rounds": 2, "median": 2.615848345999993, "iqr": 0.009954542000002675, "q1": 2.6108710749999915, "q3": 2.620825616999994, "iqr_outliers": 0, "stddev_outliers": 0, "outliers": "0;0", "ld15iqr": 2.6108710749999915, "hd15iqr": 2.620825616999994, "ops": 0.38228515866722296, "total": 5.231696691999986, "data": [2.620825616999994, 2.6108710749999915], "iterations": 1}}], "datetime": "2022-09-15T07:14:17.959077", "version": "3.4.1"}

0 comments on commit fb98c96

Please sign in to comment.