removed overwrite killing of jobs which causes errors in multirun

mmcdermott · Jun 2, 2024 · 3a412a0 · 3a412a0
1 parent cb21821
commit 3a412a0
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/scripts/summarize_over_windows.py b/scripts/summarize_over_windows.py
@@ -72,8 +72,6 @@ def summarize_ts_data_over_windows(
         split = shard_fp.parent.stem
         assert split in ["train", "held_out", "tuning"], f"Invalid split {split}"
         ts_fp = f_name_resolver.get_flat_ts_rep(split, shard_num, window_size, agg)
-        if ts_fp.exists() and not cfg.do_overwrite:
-            raise FileExistsError(f"do_overwrite is {cfg.do_overwrite} and {ts_fp.exists()} exists!")
 
         def read_fn(fp):
             return pl.scan_parquet(fp)