Skip to content

Commit

Permalink
Fixed DECaLS id non-uniqueness on all fields
Browse files Browse the repository at this point in the history 
this means to get back to object we need to break decals_intid into brick plus objid or else add the identical unique decals_intid to the pristine catalogues #2 #3 #4 #5 #7 #8 #15 #16
  • Loading branch information
@raphaelshirley
raphaelshirley committed Dec 6, 2017
1 parent 68c4e41 commit b68c130
Show file tree
Hide file tree
Showing 7 changed files with 61 additions and 30 deletions.
4 changes: 4 additions & 0 deletions dmu1/dmu1_ml_COSMOS/1.3_DECaLS.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -559,6 +559,7 @@
"source": [
"imported_columns = OrderedDict({\n",
" \"objid\": \"decals_id\",\n",
" \"brickid\": \"brickid\",\n",
" \"ra\": \"decals_ra\",\n",
" \"dec\": \"decals_dec\",\n",
" \"decam_flux\": \"decam_flux_TEMP\",\n",
Expand All @@ -572,6 +573,9 @@
"catalogue = Table.read(\"../../dmu0/dmu0_DECaLS/data/DECaLS_COSMOS.fits\")[list(imported_columns)]\n",
"for column in imported_columns:\n",
" catalogue[column].name = imported_columns[column]\n",
" \n",
"catalogue[\"decals_id\"] = 100000*catalogue[\"brickid\"].astype(np.int64) + catalogue[\"decals_id\"].astype(np.int64)\n",
"catalogue.remove_columns(\"brickid\")\n",
"\n",
"epoch = 2017\n",
"\n",
Expand Down
4 changes: 4 additions & 0 deletions dmu1/dmu1_ml_GAMA-09/1.3_DECaLS.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -773,6 +773,7 @@
"source": [
"imported_columns = OrderedDict({\n",
" \"objid\": \"decals_id\",\n",
" \"brickid\": \"brickid\",\n",
" \"ra\": \"decals_ra\",\n",
" \"dec\": \"decals_dec\",\n",
" \"decam_flux\": \"decam_flux_TEMP\",\n",
Expand All @@ -786,6 +787,9 @@
"catalogue = Table.read(\"../../dmu0/dmu0_DECaLS/data/DECaLS_GAMA-09.fits\")[list(imported_columns)]\n",
"for column in imported_columns:\n",
" catalogue[column].name = imported_columns[column]\n",
" \n",
"catalogue[\"decals_id\"] = 100000*catalogue[\"brickid\"].astype(np.int64) + catalogue[\"decals_id\"].astype(np.int64)\n",
"catalogue.remove_columns(\"brickid\")\n",
"\n",
"epoch = 2017\n",
"\n",
Expand Down
4 changes: 4 additions & 0 deletions dmu1/dmu1_ml_GAMA-12/1.1_DECaLS.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -773,6 +773,7 @@
"source": [
"imported_columns = OrderedDict({\n",
" \"objid\": \"decals_id\",\n",
" \"brickid\": \"brickid\",\n",
" \"ra\": \"decals_ra\",\n",
" \"dec\": \"decals_dec\",\n",
" \"decam_flux\": \"decam_flux_TEMP\",\n",
Expand All @@ -786,6 +787,9 @@
"catalogue = Table.read(\"../../dmu0/dmu0_DECaLS/data/DECaLS_GAMA-12.fits\")[list(imported_columns)]\n",
"for column in imported_columns:\n",
" catalogue[column].name = imported_columns[column]\n",
" \n",
"catalogue[\"decals_id\"] = 100000*catalogue[\"brickid\"].astype(np.int64) + catalogue[\"decals_id\"].astype(np.int64)\n",
"catalogue.remove_columns(\"brickid\")\n",
"\n",
"epoch = 2017\n",
"\n",
Expand Down
4 changes: 4 additions & 0 deletions dmu1/dmu1_ml_GAMA-15/1.1_DECaLS.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -792,6 +792,7 @@
"source": [
"imported_columns = OrderedDict({\n",
" \"objid\": \"decals_id\",\n",
" \"brickid\": \"brickid\",\n",
" \"ra\": \"decals_ra\",\n",
" \"dec\": \"decals_dec\",\n",
" \"decam_flux\": \"decam_flux_TEMP\",\n",
Expand All @@ -805,6 +806,9 @@
"catalogue = Table.read(\"../../dmu0/dmu0_DECaLS/data/DECaLS_GAMA-15.fits\")[list(imported_columns)]\n",
"for column in imported_columns:\n",
" catalogue[column].name = imported_columns[column]\n",
" \n",
"catalogue[\"decals_id\"] = 100000*catalogue[\"brickid\"].astype(np.int64) + catalogue[\"decals_id\"].astype(np.int64)\n",
"catalogue.remove_columns(\"brickid\")\n",
"\n",
"epoch = 2017\n",
"\n",
Expand Down
67 changes: 37 additions & 30 deletions dmu1/dmu1_ml_Herschel-Stripe-82/1.8_DECaLS.ipynb
View file

Large diffs are not rendered by default.

4 changes: 4 additions & 0 deletions dmu1/dmu1_ml_NGP/1.1_DECaLS.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -792,6 +792,7 @@
"source": [
"imported_columns = OrderedDict({\n",
" \"objid\": \"decals_id\",\n",
" \"brickid\": \"brickid\",\n",
" \"ra\": \"decals_ra\",\n",
" \"dec\": \"decals_dec\",\n",
" \"decam_flux\": \"decam_flux_TEMP\",\n",
Expand All @@ -805,6 +806,9 @@
"catalogue = Table.read(\"../../dmu0/dmu0_DECaLS/data/DECaLS_HATLAS-NGP.fits\")[list(imported_columns)]\n",
"for column in imported_columns:\n",
" catalogue[column].name = imported_columns[column]\n",
" \n",
"catalogue[\"decals_id\"] = 100000*catalogue[\"brickid\"].astype(np.int64) + catalogue[\"decals_id\"].astype(np.int64)\n",
"catalogue.remove_columns(\"brickid\")\n",
"\n",
"epoch = 2017\n",
"\n",
Expand Down
4 changes: 4 additions & 0 deletions dmu1/dmu1_ml_XMM-LSS/1.6_DECaLS.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -764,6 +764,7 @@
"source": [
"imported_columns = OrderedDict({\n",
" \"objid\": \"decals_id\",\n",
" \"brickid\": \"brickid\",\n",
" \"ra\": \"decals_ra\",\n",
" \"dec\": \"decals_dec\",\n",
" \"decam_flux\": \"decam_flux_TEMP\",\n",
Expand All @@ -777,6 +778,9 @@
"catalogue = Table.read(\"../../dmu0/dmu0_DECaLS/data/DECaLS_XMM-LSS.fits\")[list(imported_columns)]\n",
"for column in imported_columns:\n",
" catalogue[column].name = imported_columns[column]\n",
" \n",
"catalogue[\"decals_id\"] = 100000*catalogue[\"brickid\"].astype(np.int64) + catalogue[\"decals_id\"].astype(np.int64)\n",
"catalogue.remove_columns(\"brickid\")\n",
"\n",
"epoch = 2017\n",
"\n",
Expand Down

0 comments on commit b68c130

Please sign in to comment.