diff --git a/config/config.yaml b/config/config.yaml index 7edc9e8..4bb895b 100644 --- a/config/config.yaml +++ b/config/config.yaml @@ -5,7 +5,6 @@ defaults: dirs: data: data raw: raw - processed: processed final: final seed: 4242 diff --git a/data/processed/.gitkeep b/data/processed/.gitkeep deleted file mode 100644 index e69de29..0000000 diff --git a/src/foqa/dataset.py b/src/foqa/dataset.py index 1c70d44..31084e4 100644 --- a/src/foqa/dataset.py +++ b/src/foqa/dataset.py @@ -78,7 +78,7 @@ def build_dataset(config: DictConfig) -> None: dataset = Dataset.from_pandas(df, preserve_index=False) logger.info("Saving the dataset to disk...") - dataset_path = Path(config.dirs.data) / config.dirs.processed / "foqa" + dataset_path = Path(config.dirs.data) / config.dirs.final / "foqa" dataset.save_to_disk(dataset_path) logger.info(f"Dataset saved to {dataset_path}.")