Use file_io dataset read for cloud URIs

astronomy-commons · Jun 10, 2024 · db62e1e · db62e1e
1 parent c4b6732
commit db62e1e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/hipscat_import/catalog/file_readers.py b/src/hipscat_import/catalog/file_readers.py
@@ -388,7 +388,7 @@ def __init__(
     def read(self, input_file, read_columns=None):
         columns = read_columns or self.column_names
         file_names = self.read_index_file(input_file=input_file, **self.kwargs)
-        input_dataset = pyarrow.dataset.dataset(file_names)
+        (_, input_dataset) = file_io.read_parquet_dataset(file_names, **self.kwargs)
 
         batches, nrows = [], 0
         for batch in input_dataset.to_batches(