Skip to content

Commit

Permalink
[dmu1_ml_SGP] Ran on vulcain
Browse files Browse the repository at this point in the history
- Relate to #17
- Strange VISTA y histogram with low magnitude sources.
- A lot of negative fluxes.
  • Loading branch information
yannick1974 committed Dec 6, 2017
1 parent 3445426 commit 0335a3a
Show file tree
Hide file tree
Showing 12 changed files with 347 additions and 133 deletions.
16 changes: 8 additions & 8 deletions dmu1/dmu1_ml_SGP/1.1_ATLAS.ipynb

Large diffs are not rendered by default.

16 changes: 8 additions & 8 deletions dmu1/dmu1_ml_SGP/1.2_KIDS.ipynb

Large diffs are not rendered by default.

16 changes: 8 additions & 8 deletions dmu1/dmu1_ml_SGP/1.3_PanSTARRS-3SS.ipynb

Large diffs are not rendered by default.

16 changes: 8 additions & 8 deletions dmu1/dmu1_ml_SGP/1.4_VISTA-VIKING.ipynb

Large diffs are not rendered by default.

20 changes: 10 additions & 10 deletions dmu1/dmu1_ml_SGP/2_Merging.ipynb

Large diffs are not rendered by default.

188 changes: 140 additions & 48 deletions dmu1/dmu1_ml_SGP/3_Checks_and_diagnostics.ipynb

Large diffs are not rendered by default.

8 changes: 4 additions & 4 deletions dmu1/dmu1_ml_SGP/notebook_output/1.1_ATLAS.html
Original file line number Diff line number Diff line change
Expand Up @@ -11814,7 +11814,7 @@ <h1 id="HATLAS-SGP-master-catalogue">HATLAS-SGP master catalogue<a class="anchor

<div class="output_subarea output_stream output_stdout output_text">
<pre>This notebook was run with herschelhelp_internal version:
04829ed (Thu Nov 2 16:57:19 2017 +0000)
44f1ae0 (Thu Nov 30 18:27:54 2017 +0000)
</pre>
</div>
</div>
Expand Down Expand Up @@ -12008,7 +12008,7 @@ <h2 id="I---Column-selection">I - Column selection<a class="anchor-link" href="#

<div class="output_html rendered_html output_subarea output_execute_result">
&lt;Table masked=True length=10&gt;
<table id="table140367932541752-30757" class="table-striped table-bordered table-condensed">
<table id="table140167140137112-308298" class="table-striped table-bordered table-condensed">
<thead><tr><th>idx</th><th>atlas_id</th><th>atlas_ra</th><th>atlas_dec</th><th>atlas_stellarity</th><th>m_ap_atlas_u</th><th>merr_ap_atlas_u</th><th>m_atlas_u</th><th>merr_atlas_u</th><th>m_ap_atlas_ul</th><th>merr_ap_atlas_ul</th><th>m_atlas_ul</th><th>merr_atlas_ul</th><th>m_ap_atlas_g</th><th>merr_ap_atlas_g</th><th>m_atlas_g</th><th>merr_atlas_g</th><th>m_ap_atlas_r</th><th>merr_ap_atlas_r</th><th>m_atlas_r</th><th>merr_atlas_r</th><th>m_ap_atlas_i</th><th>merr_ap_atlas_i</th><th>m_atlas_i</th><th>merr_atlas_i</th><th>m_ap_atlas_z</th><th>merr_ap_atlas_z</th><th>m_atlas_z</th><th>merr_atlas_z</th><th>f_ap_atlas_u</th><th>ferr_ap_atlas_u</th><th>f_atlas_u</th><th>ferr_atlas_u</th><th>flag_atlas_u</th><th>f_ap_atlas_ul</th><th>ferr_ap_atlas_ul</th><th>f_atlas_ul</th><th>ferr_atlas_ul</th><th>flag_atlas_ul</th><th>f_ap_atlas_g</th><th>ferr_ap_atlas_g</th><th>f_atlas_g</th><th>ferr_atlas_g</th><th>flag_atlas_g</th><th>f_ap_atlas_r</th><th>ferr_ap_atlas_r</th><th>f_atlas_r</th><th>ferr_atlas_r</th><th>flag_atlas_r</th><th>f_ap_atlas_i</th><th>ferr_ap_atlas_i</th><th>f_atlas_i</th><th>ferr_atlas_i</th><th>flag_atlas_i</th><th>f_ap_atlas_z</th><th>ferr_ap_atlas_z</th><th>f_atlas_z</th><th>ferr_atlas_z</th><th>flag_atlas_z</th></tr></thead>
<tr><td>0</td><td>730144460444</td><td>22.7457438512</td><td>-31.0597494285</td><td>0.99999899</td><td>18.537502</td><td>0.013663703</td><td>18.679255</td><td>0.024131361</td><td>18.540213</td><td>0.014982387</td><td>18.671234</td><td>0.029455535</td><td>17.813747</td><td>0.0032649424</td><td>17.850933</td><td>0.0036543449</td><td>17.354736</td><td>0.0030359742</td><td>17.377827</td><td>0.0035660265</td><td>17.192034</td><td>0.0040192781</td><td>17.225304</td><td>0.0061157038</td><td>17.015871</td><td>0.0090917163</td><td>17.082668</td><td>0.017598459</td><td>139.636578885</td><td>1.75728941658</td><td>122.545678296</td><td>2.72367633039</td><td>False</td><td>139.28835199</td><td>1.92208013785</td><td>123.454350794</td><td>3.34926102195</td><td>False</td><td>271.957600055</td><td>0.817809975878</td><td>262.800870836</td><td>0.884528873447</td><td>False</td><td>415.054952217</td><td>1.16059142266</td><td>406.320935755</td><td>1.33453339592</td><td>False</td><td>482.154694914</td><td>1.78488457656</td><td>467.604196424</td><td>2.633907526</td><td>False</td><td>567.089491983</td><td>4.74868274193</td><td>533.252376981</td><td>8.64337032496</td><td>False</td></tr>
<tr><td>1</td><td>730144460445</td><td>22.7233211913</td><td>-31.0519613319</td><td>0.050000001</td><td>20.451843</td><td>0.054901563</td><td>21.047724</td><td>0.097468987</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>23.9476443638</td><td>1.21094157124</td><td>13.8328096259</td><td>1.24180250754</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td></tr>
Expand All @@ -12030,8 +12030,8 @@ <h2 id="I---Column-selection">I - Column selection<a class="anchor-link" href="#
datatables: 'https://cdn.datatables.net/1.10.12/js/jquery.dataTables.min'
}});
require(["datatables"], function(){
console.log("$('#table140367932541752-30757').dataTable()");
$('#table140367932541752-30757').dataTable({
console.log("$('#table140167140137112-308298').dataTable()");
$('#table140167140137112-308298').dataTable({
"order": [],
"iDisplayLength": 50,
"aLengthMenu": [[10, 25, 50, 100, 500, 1000, -1], [10, 25, 50, 100, 500, 1000, 'All']],
Expand Down
8 changes: 4 additions & 4 deletions dmu1/dmu1_ml_SGP/notebook_output/1.2_KIDS.html
Original file line number Diff line number Diff line change
Expand Up @@ -11814,7 +11814,7 @@ <h1 id="HATLAS-SGP-master-catalogue">HATLAS-SGP master catalogue<a class="anchor

<div class="output_subarea output_stream output_stdout output_text">
<pre>This notebook was run with herschelhelp_internal version:
04829ed (Thu Nov 2 16:57:19 2017 +0000)
44f1ae0 (Thu Nov 30 18:27:54 2017 +0000)
</pre>
</div>
</div>
Expand Down Expand Up @@ -12013,7 +12013,7 @@ <h2 id="I---Column-selection">I - Column selection<a class="anchor-link" href="#

<div class="output_html rendered_html output_subarea output_execute_result">
&lt;Table masked=True length=10&gt;
<table id="table140319203113336-579030" class="table-striped table-bordered table-condensed">
<table id="table140425758880880-760276" class="table-striped table-bordered table-condensed">
<thead><tr><th>idx</th><th>kids_id</th><th>kids_ra</th><th>kids_dec</th><th>kids_stellarity</th><th>m_kids_u</th><th>merr_kids_u</th><th>m_kids_g</th><th>merr_kids_g</th><th>m_kids_r</th><th>merr_kids_r</th><th>m_kids_i</th><th>merr_kids_i</th><th>f_ap_kids_u</th><th>ferr_ap_kids_u</th><th>f_ap_kids_g</th><th>ferr_ap_kids_g</th><th>f_ap_kids_r</th><th>ferr_ap_kids_r</th><th>f_ap_kids_i</th><th>ferr_ap_kids_i</th><th>f_kids_u</th><th>ferr_kids_u</th><th>flag_kids_u</th><th>f_kids_g</th><th>ferr_kids_g</th><th>flag_kids_g</th><th>f_kids_r</th><th>ferr_kids_r</th><th>flag_kids_r</th><th>f_kids_i</th><th>ferr_kids_i</th><th>flag_kids_i</th><th>m_ap_kids_u</th><th>merr_ap_kids_u</th><th>m_ap_kids_g</th><th>merr_ap_kids_g</th><th>m_ap_kids_r</th><th>merr_ap_kids_r</th><th>m_ap_kids_i</th><th>merr_ap_kids_i</th></tr></thead>
<thead><tr><th></th><th></th><th>deg</th><th>deg</th><th></th><th>mag</th><th>mag</th><th>mag</th><th>mag</th><th>mag</th><th>mag</th><th>mag</th><th>mag</th><th>uJy</th><th>uJy</th><th>uJy</th><th>uJy</th><th>uJy</th><th>uJy</th><th>uJy</th><th>uJy</th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th></tr></thead>
<tr><td>0</td><td>KIDS J000026.12-313822.17</td><td>0.108820584302</td><td>-31.6394914214</td><td>0.0140228</td><td>16.9387</td><td>0.0205972</td><td>17.7337</td><td>0.0157068</td><td>17.7246</td><td>0.0149373</td><td>16.7901</td><td>0.0148586</td><td>4.1135</td><td>0.274993</td><td>12.0903</td><td>0.122722</td><td>24.4822</td><td>0.105138</td><td>36.1372</td><td>0.220867</td><td>608.862</td><td>11.5506</td><td>False</td><td>292.765</td><td>4.23528</td><td>False</td><td>295.241</td><td>4.06186</td><td>False</td><td>698.168</td><td>9.5546</td><td>False</td><td>22.3645</td><td>0.072583</td><td>21.1939</td><td>0.0110208</td><td>20.4279</td><td>0.00466266</td><td>20.0051</td><td>0.00663591</td></tr>
Expand All @@ -12036,8 +12036,8 @@ <h2 id="I---Column-selection">I - Column selection<a class="anchor-link" href="#
datatables: 'https://cdn.datatables.net/1.10.12/js/jquery.dataTables.min'
}});
require(["datatables"], function(){
console.log("$('#table140319203113336-579030').dataTable()");
$('#table140319203113336-579030').dataTable({
console.log("$('#table140425758880880-760276').dataTable()");
$('#table140425758880880-760276').dataTable({
"order": [],
"iDisplayLength": 50,
"aLengthMenu": [[10, 25, 50, 100, 500, 1000, -1], [10, 25, 50, 100, 500, 1000, 'All']],
Expand Down
8 changes: 4 additions & 4 deletions dmu1/dmu1_ml_SGP/notebook_output/1.3_PanSTARRS-3SS.html
Original file line number Diff line number Diff line change
Expand Up @@ -11814,7 +11814,7 @@ <h1 id="HATLAS-SGP-master-catalogue">HATLAS-SGP master catalogue<a class="anchor

<div class="output_subarea output_stream output_stdout output_text">
<pre>This notebook was run with herschelhelp_internal version:
04829ed (Thu Nov 2 16:57:19 2017 +0000)
44f1ae0 (Thu Nov 30 18:27:54 2017 +0000)
</pre>
</div>
</div>
Expand Down Expand Up @@ -12001,7 +12001,7 @@ <h2 id="I---Column-selection">I - Column selection<a class="anchor-link" href="#

<div class="output_html rendered_html output_subarea output_execute_result">
&lt;Table masked=True length=10&gt;
<table id="table139915842663088-666123" class="table-striped table-bordered table-condensed">
<table id="table140503061869232-325776" class="table-striped table-bordered table-condensed">
<thead><tr><th>idx</th><th>ps1_id</th><th>ps1_ra</th><th>ps1_dec</th><th>m_ap_gpc1_g</th><th>merr_ap_gpc1_g</th><th>m_gpc1_g</th><th>merr_gpc1_g</th><th>m_ap_gpc1_r</th><th>merr_ap_gpc1_r</th><th>m_gpc1_r</th><th>merr_gpc1_r</th><th>m_ap_gpc1_i</th><th>merr_ap_gpc1_i</th><th>m_gpc1_i</th><th>merr_gpc1_i</th><th>m_ap_gpc1_z</th><th>merr_ap_gpc1_z</th><th>m_gpc1_z</th><th>merr_gpc1_z</th><th>m_ap_gpc1_y</th><th>merr_ap_gpc1_y</th><th>m_gpc1_y</th><th>merr_gpc1_y</th><th>f_ap_gpc1_g</th><th>ferr_ap_gpc1_g</th><th>f_gpc1_g</th><th>ferr_gpc1_g</th><th>flag_gpc1_g</th><th>f_ap_gpc1_r</th><th>ferr_ap_gpc1_r</th><th>f_gpc1_r</th><th>ferr_gpc1_r</th><th>flag_gpc1_r</th><th>f_ap_gpc1_i</th><th>ferr_ap_gpc1_i</th><th>f_gpc1_i</th><th>ferr_gpc1_i</th><th>flag_gpc1_i</th><th>f_ap_gpc1_z</th><th>ferr_ap_gpc1_z</th><th>f_gpc1_z</th><th>ferr_gpc1_z</th><th>flag_gpc1_z</th><th>f_ap_gpc1_y</th><th>ferr_ap_gpc1_y</th><th>f_gpc1_y</th><th>ferr_gpc1_y</th><th>flag_gpc1_y</th></tr></thead>
<tr><td>0</td><td>70400014686643761</td><td>1.46867606</td><td>-31.33047517</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>21.8388004303</td><td>0.164351001382</td><td>21.7660007477</td><td>0.115171998739</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>6.67543894152</td><td>1.01048032652</td><td>7.13838062025</td><td>0.75722036365</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td></tr>
<tr><td>1</td><td>70400015295866629</td><td>1.52965763</td><td>-31.32794927</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>20.525100708</td><td>0.0535000003874</td><td>20.3381004333</td><td>0.0848539993167</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>22.3851349449</td><td>1.10303471781</td><td>26.5925403361</td><td>2.07829801532</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td></tr>
Expand All @@ -12023,8 +12023,8 @@ <h2 id="I---Column-selection">I - Column selection<a class="anchor-link" href="#
datatables: 'https://cdn.datatables.net/1.10.12/js/jquery.dataTables.min'
}});
require(["datatables"], function(){
console.log("$('#table139915842663088-666123').dataTable()");
$('#table139915842663088-666123').dataTable({
console.log("$('#table140503061869232-325776').dataTable()");
$('#table140503061869232-325776').dataTable({
"order": [],
"iDisplayLength": 50,
"aLengthMenu": [[10, 25, 50, 100, 500, 1000, -1], [10, 25, 50, 100, 500, 1000, 'All']],
Expand Down
8 changes: 4 additions & 4 deletions dmu1/dmu1_ml_SGP/notebook_output/1.4_VISTA-VIKING.html
Original file line number Diff line number Diff line change
Expand Up @@ -11814,7 +11814,7 @@ <h1 id="HATLAS-SGP-master-catalogue">HATLAS-SGP master catalogue<a class="anchor

<div class="output_subarea output_stream output_stdout output_text">
<pre>This notebook was run with herschelhelp_internal version:
04829ed (Thu Nov 2 16:57:19 2017 +0000)
44f1ae0 (Thu Nov 30 18:27:54 2017 +0000)
</pre>
</div>
</div>
Expand Down Expand Up @@ -12027,7 +12027,7 @@ <h2 id="I---Column-selection">I - Column selection<a class="anchor-link" href="#

<div class="output_html rendered_html output_subarea output_execute_result">
&lt;Table masked=True length=10&gt;
<table id="table140277394412096-604281" class="table-striped table-bordered table-condensed">
<table id="table139916343437744-231548" class="table-striped table-bordered table-condensed">
<thead><tr><th>idx</th><th>viking_id</th><th>viking_ra</th><th>viking_dec</th><th>viking_stellarity</th><th>m_vista_z</th><th>merr_vista_z</th><th>m_ap_vista_z</th><th>merr_ap_vista_z</th><th>m_vista_y</th><th>merr_vista_y</th><th>m_ap_vista_y</th><th>merr_ap_vista_y</th><th>m_vista_j</th><th>merr_vista_j</th><th>m_ap_vista_j</th><th>merr_ap_vista_j</th><th>m_vista_h</th><th>merr_vista_h</th><th>m_ap_vista_h</th><th>merr_ap_vista_h</th><th>m_vista_k</th><th>merr_vista_k</th><th>m_ap_vista_k</th><th>merr_ap_vista_k</th><th>f_vista_z</th><th>ferr_vista_z</th><th>flag_vista_z</th><th>f_ap_vista_z</th><th>ferr_ap_vista_z</th><th>f_vista_y</th><th>ferr_vista_y</th><th>flag_vista_y</th><th>f_ap_vista_y</th><th>ferr_ap_vista_y</th><th>f_vista_j</th><th>ferr_vista_j</th><th>flag_vista_j</th><th>f_ap_vista_j</th><th>ferr_ap_vista_j</th><th>f_vista_h</th><th>ferr_vista_h</th><th>flag_vista_h</th><th>f_ap_vista_h</th><th>ferr_ap_vista_h</th><th>f_vista_k</th><th>ferr_vista_k</th><th>flag_vista_k</th><th>f_ap_vista_k</th><th>ferr_ap_vista_k</th></tr></thead>
<thead><tr><th></th><th></th><th>deg</th><th>deg</th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th><th></th></tr></thead>
<tr><td>0</td><td>601324958322</td><td>337.037589563</td><td>-29.9562818902</td><td>0.9</td><td>23.091</td><td>0.309086</td><td>23.3029</td><td>0.284804</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>2.10675</td><td>0.599749</td><td>False</td><td>1.73315</td><td>0.45463</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td><td>nan</td><td>nan</td><td>False</td><td>nan</td><td>nan</td></tr>
Expand All @@ -12050,8 +12050,8 @@ <h2 id="I---Column-selection">I - Column selection<a class="anchor-link" href="#
datatables: 'https://cdn.datatables.net/1.10.12/js/jquery.dataTables.min'
}});
require(["datatables"], function(){
console.log("$('#table140277394412096-604281').dataTable()");
$('#table140277394412096-604281').dataTable({
console.log("$('#table139916343437744-231548').dataTable()");
$('#table139916343437744-231548').dataTable({
"order": [],
"iDisplayLength": 50,
"aLengthMenu": [[10, 25, 50, 100, 500, 1000, -1], [10, 25, 50, 100, 500, 1000, 'All']],
Expand Down
Loading

0 comments on commit 0335a3a

Please sign in to comment.