diff --git a/Makefile b/Makefile index 2ff6867..add6fe5 100644 --- a/Makefile +++ b/Makefile @@ -11,6 +11,11 @@ test_release: export DAT_PATH=./build/release/rust/src/delta_kernel/acceptance/t test_debug: export DELTA_KERNEL_TESTS_PATH=./build/debug/rust/src/delta_kernel/kernel/tests/data test_debug: export DAT_PATH=./build/debug/rust/src/delta_kernel/acceptance/tests/dat +# Set this flag during building to enable the benchmark runner +ifeq (${BUILD_BENCHMARK}, 1) + TOOLCHAIN_FLAGS:=${TOOLCHAIN_FLAGS} -DBUILD_BENCHMARKS=1 +endif + # Include the Makefile from extension-ci-tools include extension-ci-tools/makefiles/duckdb_extension.Makefile diff --git a/benchmark/benchmark.Makefile b/benchmark/benchmark.Makefile index 2852b03..b3f4202 100644 --- a/benchmark/benchmark.Makefile +++ b/benchmark/benchmark.Makefile @@ -1,12 +1,7 @@ .PHONY: bench-output-dir clean_benchmark plot -# Set this flag during building to enable the benchmark runner -ifeq (${BUILD_BENCHMARK}, 1) - TOOLCHAIN_FLAGS:=${TOOLCHAIN_FLAGS} -DBUILD_BENCHMARKS=1 -endif - -ifeq ("${BENCHMARK_PATTERN}", "") - BENCHMARK_PATTERN:=.* +ifeq ("$(BENCHMARK_PATTERN)a", "a") + BENCHMARK_PATTERN:=.* endif bench-output-dir: @@ -27,10 +22,13 @@ plot: # TPCH SF1 on delta table bench-run-tpch-sf1-delta: bench-output-dir - ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1-delta/${BENCHMARK_PATTERN}' &> benchmark_results/tpch-sf1-delta.csv + ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1-delta/$(BENCHMARK_PATTERN)' &> benchmark_results/tpch-sf1-delta.csv # TPCH SF1 on parquet files bench-run-tpch-sf1-parquet: bench-output-dir - ./build/release/benchmark/benchmark_runner 'benchmark/tpch/sf1-parquet/${BENCHMARK_PATTERN}' &> benchmark_results/tpch-sf1-parquet.csv + ./build/release/benchmark/benchmark_runner 'benchmark/tpch/sf1-parquet/$(BENCHMARK_PATTERN)' &> benchmark_results/tpch-sf1-parquet.csv +# TPCH SF1 on duckdb file +bench-run-tpch-sf1-duckdb: bench-output-dir + ./build/release/benchmark/benchmark_runner 'benchmark/tpch/sf1/$(BENCHMARK_PATTERN)' &> benchmark_results/tpch-sf1-duckdb.csv # COMPARES TPCH SF1 on parquet file vs on delta files bench-run-tpch-sf1: bench-run-tpch-sf1-delta bench-run-tpch-sf1-parquet @@ -40,10 +38,10 @@ bench-run-tpch-sf1: bench-run-tpch-sf1-delta bench-run-tpch-sf1-parquet # TPCH on remote delta table (set BENCHMARK_DATA_S3_LINEITEM_SF1) bench-run-tpch-sf1-remote-delta: bench-output-dir - ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1-delta-remote/${BENCHMARK_PATTERN}' &> benchmark_results/tpch-sf1-remote-delta.csv + ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1-delta-remote/$(BENCHMARK_PATTERN)' &> benchmark_results/tpch-sf1-remote-delta.csv # TPCH on remote parquet table (set BENCHMARK_DATA_S3_LINEITEM_SF1) bench-run-tpch-sf1-remote-parquet: bench-output-dir - ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1-parquet-remote/${BENCHMARK_PATTERN}' &> benchmark_results/tpch-sf1-remote-parquet.csv + ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1-parquet-remote/$(BENCHMARK_PATTERN)' &> benchmark_results/tpch-sf1-remote-parquet.csv # COMPARES TPCH SF1 on parquet file vs on delta files bench-run-tpch-sf1-remote: bench-run-tpch-sf1-remote-parquet bench-run-tpch-sf1-remote-delta @@ -53,10 +51,14 @@ bench-run-tpch-sf1-remote: bench-run-tpch-sf1-remote-parquet bench-run-tpch-sf1- # TPCDS SF1 on delta table bench-run-tpcds-sf1-delta: bench-output-dir - ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpcds/sf1-delta/${BENCHMARK_PATTERN}' &> benchmark_results/tpcds-sf1-delta.csv + ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpcds/sf1-delta/$(BENCHMARK_PATTERN)' &> benchmark_results/tpcds-sf1-delta.csv # TPCDS SF1 on parquet files bench-run-tpcds-sf1-parquet: bench-output-dir - ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpcds/sf1-parquet/${BENCHMARK_PATTERN}' &> benchmark_results/tpcds-sf1-parquet.csv + ./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpcds/sf1-parquet/$(BENCHMARK_PATTERN)' &> benchmark_results/tpcds-sf1-parquet.csv +# TPCDS SF1 on duckdb files +bench-run-tpcds-sf1-duckdb: bench-output-dir + ./build/release/benchmark/benchmark_runner 'benchmark/tpcds/sf1/$(BENCHMARK_PATTERN)' &> benchmark_results/tpcds-sf1-duckdb.csv + # COMPARES TPCDS SF1 on parquet file vs on delta files bench-run-tpcds-sf1: bench-run-tpcds-sf1-delta bench-run-tpcds-sf1-parquet