From 1809c885e1ae772c44db46468abd970116679d09 Mon Sep 17 00:00:00 2001 From: Sandro Campos Date: Tue, 30 Jul 2024 10:27:54 -0400 Subject: [PATCH 1/2] Pass missing schema to read_parquet_file_to_pandas --- src/hipscat_import/soap/map_reduce.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/hipscat_import/soap/map_reduce.py b/src/hipscat_import/soap/map_reduce.py index 37c848d2..9f36e809 100644 --- a/src/hipscat_import/soap/map_reduce.py +++ b/src/hipscat_import/soap/map_reduce.py @@ -108,7 +108,10 @@ def count_joins(soap_args: SoapArguments, source_pixel: HealpixPixel, object_pix else: read_columns = [soap_args.source_object_id_column] source_data = file_io.read_parquet_file_to_pandas( - source_path, columns=read_columns, storage_options=soap_args.source_storage_options + source_path, + columns=read_columns, + schema=soap_args.source_catalog.schema, + storage_options=soap_args.source_storage_options, ).set_index(soap_args.source_object_id_column) remaining_sources = len(source_data) From 766c767ed4697a1d6dffb8d0061594c41db46652 Mon Sep 17 00:00:00 2001 From: Sandro Campos Date: Tue, 30 Jul 2024 13:46:49 -0400 Subject: [PATCH 2/2] Install hipscat from source in docs --- docs/requirements.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/requirements.txt b/docs/requirements.txt index 56269ef4..11f126d9 100644 --- a/docs/requirements.txt +++ b/docs/requirements.txt @@ -9,3 +9,4 @@ sphinx sphinx-autoapi sphinx-copybutton sphinx-book-theme +git+https://github.com/astronomy-commons/hipscat.git@main \ No newline at end of file