chore: Add logging

alexandrainst · Apr 23, 2024 · 16b2627 · 16b2627
1 parent 1551651
commit 16b2627
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/foqa/dataset.py b/src/foqa/dataset.py
@@ -32,6 +32,8 @@ def build_dataset(config: DictConfig) -> None:
     assert isinstance(dataset, Dataset)
 
     num_samples = min(config.num_samples, len(dataset))
+    if num_samples < config.num_samples:
+        logger.info(f"Reduced number of samples to the maximal {num_samples:,}.")
     dataset = dataset.select(range(num_samples))
 
     records_path = Path(config.dirs.data) / config.dirs.raw / "records.jsonl"