From 3a412a0af543561a1c9740bc41aa2497de9d5154 Mon Sep 17 00:00:00 2001 From: Nassim Oufattole Date: Sun, 2 Jun 2024 09:52:36 +0000 Subject: [PATCH] removed overwrite killing of jobs which causes errors in multirun --- scripts/summarize_over_windows.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/scripts/summarize_over_windows.py b/scripts/summarize_over_windows.py index 070232f..049c0d6 100644 --- a/scripts/summarize_over_windows.py +++ b/scripts/summarize_over_windows.py @@ -72,8 +72,6 @@ def summarize_ts_data_over_windows( split = shard_fp.parent.stem assert split in ["train", "held_out", "tuning"], f"Invalid split {split}" ts_fp = f_name_resolver.get_flat_ts_rep(split, shard_num, window_size, agg) - if ts_fp.exists() and not cfg.do_overwrite: - raise FileExistsError(f"do_overwrite is {cfg.do_overwrite} and {ts_fp.exists()} exists!") def read_fn(fp): return pl.scan_parquet(fp)