diff --git a/orchestration/datasets/mini_dataset b/orchestration/datasets/mini_dataset new file mode 120000 index 0000000..e18c4a2 --- /dev/null +++ b/orchestration/datasets/mini_dataset @@ -0,0 +1 @@ +../pipelines/data-example/mini_dataset \ No newline at end of file diff --git a/orchestration/datasets/mini_dataset/Norder=0/Dir=0/Npix=4.parquet b/orchestration/datasets/mini_dataset/Norder=0/Dir=0/Npix=4.parquet deleted file mode 100644 index 1ec63ce..0000000 Binary files a/orchestration/datasets/mini_dataset/Norder=0/Dir=0/Npix=4.parquet and /dev/null differ diff --git a/orchestration/datasets/mini_dataset/_common_metadata b/orchestration/datasets/mini_dataset/_common_metadata deleted file mode 100644 index 22cebd0..0000000 Binary files a/orchestration/datasets/mini_dataset/_common_metadata and /dev/null differ diff --git a/orchestration/datasets/mini_dataset/_metadata b/orchestration/datasets/mini_dataset/_metadata deleted file mode 100644 index 8ef1ea3..0000000 Binary files a/orchestration/datasets/mini_dataset/_metadata and /dev/null differ diff --git a/orchestration/datasets/mini_dataset/catalog_info.json b/orchestration/datasets/mini_dataset/catalog_info.json deleted file mode 100644 index c5fdc3c..0000000 --- a/orchestration/datasets/mini_dataset/catalog_info.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "catalog_name": "mini_dataset", - "catalog_type": "object", - "total_rows": 40, - "epoch": "J2000", - "ra_column": "ra", - "dec_column": "dec" -} diff --git a/orchestration/datasets/mini_dataset/partition_info.csv b/orchestration/datasets/mini_dataset/partition_info.csv deleted file mode 100644 index 27dbb88..0000000 --- a/orchestration/datasets/mini_dataset/partition_info.csv +++ /dev/null @@ -1,2 +0,0 @@ -Norder,Npix,Dir -0,4,0 diff --git a/orchestration/datasets/mini_dataset/point_map.fits b/orchestration/datasets/mini_dataset/point_map.fits deleted file mode 100644 index b0edd31..0000000 Binary files a/orchestration/datasets/mini_dataset/point_map.fits and /dev/null differ diff --git a/orchestration/datasets/mini_dataset/provenance_info.json b/orchestration/datasets/mini_dataset/provenance_info.json deleted file mode 100644 index 3438034..0000000 --- a/orchestration/datasets/mini_dataset/provenance_info.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "catalog_name": "mini_dataset", - "catalog_type": "object", - "total_rows": 40, - "epoch": "J2000", - "ra_column": "ra", - "dec_column": "dec", - "version": "0.3.5", - "generation_date": "2024.07.15", - "tool_args": { - "tool_name": "hipscat_import", - "version": "0.3.4", - "runtime_args": { - "catalog_name": "mini_dataset", - "output_path": "/workspaces/pzserver_pipelines/data-example", - "output_artifact_name": "mini_dataset", - "tmp_dir": "", - "dask_tmp": "", - "dask_n_workers": 1, - "dask_threads_per_worker": 1, - "catalog_path": "/workspaces/pzserver_pipelines/data-example/mini_dataset", - "tmp_path": "/workspaces/pzserver_pipelines/data-example/mini_dataset/intermediate", - "epoch": "J2000", - "catalog_type": "object", - "input_path": null, - "input_paths": [ - "mini_dataset.parquet" - ], - "input_file_list": [ - "mini_dataset.parquet" - ], - "ra_column": "ra", - "dec_column": "dec", - "use_hipscat_index": false, - "sort_columns": null, - "constant_healpix_order": -1, - "lowest_healpix_order": 0, - "highest_healpix_order": 7, - "pixel_threshold": 1000000, - "mapping_healpix_order": 7, - "debug_stats_only": false, - "file_reader_info": { - "input_reader_type": "ParquetReader", - "chunksize": 500000, - "column_names": null, - "kwargs": {} - } - } - } -} diff --git a/orchestration/pipelines b/orchestration/pipelines index 32550c1..ba9ff43 160000 --- a/orchestration/pipelines +++ b/orchestration/pipelines @@ -1 +1 @@ -Subproject commit 32550c127f3944d6cefcfce7410af055ed7561b3 +Subproject commit ba9ff43282567732f5ec60dc25481710d4e05162