[dmu1_ml_XMM-LSS] Try on vulcain

- We tried to process the XMM-LSS master list on vulcain using an alternative saving method. But it failed. - Relate to #4.
H-E-L-P · Dec 12, 2017 · cff0bee · cff0bee
1 parent 84cf52e
commit cff0bee
Show file tree

Hide file tree

Showing 21 changed files with 1,624 additions and 3,885 deletions.
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.10_PanSTARRS1-3SS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.10_PanSTARRS1-3SS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.11_SXDS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.11_SXDS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.12_SpARCS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.12_SpARCS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.13_UKIDSS-DXS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.13_UKIDSS-DXS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.14_UKIDSS-UDS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.14_UKIDSS-UDS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.15_VIPERS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.15_VIPERS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.16_VISTA-VHS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.16_VISTA-VHS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.17_VISTA-VIDEO.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.17_VISTA-VIDEO.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.18_VISTA-VIKING.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.18_VISTA-VIKING.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.1_CANDELS-3D-HST.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.1_CANDELS-3D-HST.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.3_CFHT-WIRDS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.3_CFHT-WIRDS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.4a_CFHTLS-WIDE.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.4a_CFHTLS-WIDE.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.4b_CFHTLS-DEEP.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.4b_CFHTLS-DEEP.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.5_CFHTLenS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.5_CFHTLenS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.6_DECaLS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.6_DECaLS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.7_SWIRE.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.7_SWIRE.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.8_SERVS.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.8_SERVS.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.9a_HSC-WIDE.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.9a_HSC-WIDE.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.9b_HSC-DEEP.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.9b_HSC-DEEP.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/1.9c_HSC-UDEEP.ipynb b/dmu1/dmu1_ml_XMM-LSS/1.9c_HSC-UDEEP.ipynb
diff --git a/dmu1/dmu1_ml_XMM-LSS/2_Merging.ipynb b/dmu1/dmu1_ml_XMM-LSS/2_Merging.ipynb
@@ -1137,7 +1137,9 @@
   {
    "cell_type": "code",
    "execution_count": 44,
-   "metadata": {},
+   "metadata": {
+    "collapsed": true
+   },
    "outputs": [],
    "source": [
     "\n",
@@ -2820,7 +2822,9 @@
   {
    "cell_type": "code",
    "execution_count": 83,
-   "metadata": {},
+   "metadata": {
+    "collapsed": true
+   },
    "outputs": [],
    "source": [
     "# SpARCS is a catalogue of sources detected in r (with fluxes measured at \n",
@@ -2886,7 +2890,9 @@
   {
    "cell_type": "code",
    "execution_count": 84,
-   "metadata": {},
+   "metadata": {
+    "collapsed": true
+   },
    "outputs": [],
    "source": [
     "has_optical_flux = nb_optical_flux >= 2\n",
@@ -3071,7 +3077,7 @@
    },
    "outputs": [],
    "source": [
-    "master_catalogue[columns].write(\"{}/master_catalogue_xmm-lss{}.fits\".format(OUT_DIR, SUFFIX))"
+    "#master_catalogue[columns].write(\"{}/master_catalogue_xmm-lss{}.fits\".format(OUT_DIR, SUFFIX))"
    ]
   },
   {
@@ -3097,6 +3103,22 @@
     "#    master_catalogue[columns][low_idx:high_idx].write(\n",
     "#        \"{}/master_catalogue_xmm-lss{}_part{}.csv\".format(OUT_DIR, SUFFIX,part_nb), format=\"ascii.csv\")"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "with open(\"{}/master_catalogue_xmm-lss{}.csv\".format(OUT_DIR, SUFFIX), \"w\") as out:\n",
+    "    out.write(\",\".join(master_catalogue.colnames))\n",
+    "    out.write(\"\\n\")\n",
+    "    for row in master_catalogue:\n",
+    "        out.write(\",\".join([str(_) for _ in row]))\n",
+    "        out.write(\"\\n\")"
+   ]
   }
  ],
  "metadata": {
@@ -3115,7 +3137,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.1"
+   "version": "3.6.0"
   }
  },
  "nbformat": 4,