Merge pull request #7 from ecmwf-projects/more-cuon-fixes

more CUON fixes
ecmwf-projects · Feb 23, 2024 · 8ef907f · 8ef907f
2 parents 4678f4d + cfe8cd9
commit 8ef907f
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/cdsobs/data/insitu-comprehensive-upper-air-observation-network/active.json b/cdsobs/data/insitu-comprehensive-upper-air-observation-network/active.json
diff --git a/cdsobs/ingestion/readers/cuon.py b/cdsobs/ingestion/readers/cuon.py
@@ -272,6 +272,9 @@ def read_cuon_netcdfs(
     else:
         # Do not use threads as HDF5 is not yet thread safe.
         scheduler = "processes"
+    # Check for emptiness
+    if len(files_and_slices) == 0:
+        raise EmptyBatchException
     # Use dask to speed up the process
     for file_and_slices in files_and_slices:
         denormalized_table_future = dask.delayed(_get_denormalized_table_file)(
@@ -284,6 +287,9 @@ def read_cuon_netcdfs(
         scheduler=scheduler,
         num_workers=min(len(files_and_slices), 32),
     )
+    # Check for emptiness
+    if all([dt is None for dt in denormalized_tables]):
+        raise EmptyBatchException
     return pandas.concat(denormalized_tables)