From 54428e3738e96764af60cfdd8a0e4a41717ec9f9 Mon Sep 17 00:00:00 2001 From: Raunak Bhagat Date: Sun, 15 Dec 2024 16:02:49 -0800 Subject: [PATCH] Edit location of data generation --- .github/ci-scripts/job_runner.py | 2 +- benchmarking/tpcds/ray_entrypoint.py | 3 +-- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/ci-scripts/job_runner.py b/.github/ci-scripts/job_runner.py index 317b1f406b..def9bce648 100644 --- a/.github/ci-scripts/job_runner.py +++ b/.github/ci-scripts/job_runner.py @@ -30,7 +30,7 @@ def submit_job( env_vars: str, enable_ray_tracing: bool, ): - datadir = Path(__file__).parents[2] / "benchmarking" / "tpcds" / "gendata" + datadir = Path(__file__).parents[2] / "gendata" datadir.mkdir(parents=True, exist_ok=True) scale_factor = 0.01 db = duckdb.connect(database=datadir / "tpcds.db") diff --git a/benchmarking/tpcds/ray_entrypoint.py b/benchmarking/tpcds/ray_entrypoint.py index c711ddf670..46473e7113 100644 --- a/benchmarking/tpcds/ray_entrypoint.py +++ b/benchmarking/tpcds/ray_entrypoint.py @@ -42,9 +42,8 @@ def run( ) args = parser.parse_args() - d = Path("benchmarking") / "tpcds" + d = Path(".") assert d.exists() - for x in d.iterdir(): print(f"subpath: {x}")