From 47635e3651f3aef72e46377479047bb756e89b4d Mon Sep 17 00:00:00 2001 From: Raphael Shirley Date: Wed, 10 Jan 2018 18:41:21 +0000 Subject: [PATCH] big fix missing column #4 --- .../2.6_Merging_low_memory.ipynb | 109 +++++++++++++----- 1 file changed, 81 insertions(+), 28 deletions(-) diff --git a/dmu1/dmu1_ml_XMM-LSS/2.6_Merging_low_memory.ipynb b/dmu1/dmu1_ml_XMM-LSS/2.6_Merging_low_memory.ipynb index b5edb70e..3b57ad04 100644 --- a/dmu1/dmu1_ml_XMM-LSS/2.6_Merging_low_memory.ipynb +++ b/dmu1/dmu1_ml_XMM-LSS/2.6_Merging_low_memory.ipynb @@ -12,7 +12,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "from herschelhelp_internal import git_version\n", @@ -22,7 +24,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "%matplotlib inline\n", @@ -273,7 +277,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -304,7 +310,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -334,7 +342,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "# Given the graph above, we use 0.8 arc-second radius\n", @@ -351,7 +361,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -363,7 +375,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "# Given the graph above, we use 0.8 arc-second radius\n", @@ -384,7 +398,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -396,7 +412,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "# Given the graph above, we use 0.8 arc-second radius\n", @@ -413,7 +431,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -444,7 +464,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -474,7 +496,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "# Given the graph above, we use 0.8 arc-second radius\n", @@ -491,7 +515,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -503,7 +529,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "# Given the graph above, we use 0.8 arc-second radius\n", @@ -520,7 +548,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -532,7 +562,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "# Given the graph above, we use 0.8 arc-second radius\n", @@ -549,7 +581,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -561,7 +595,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "# Given the graph above, we use 0.8 arc-second radius\n", @@ -578,7 +614,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -611,7 +649,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "for col in master_catalogue.colnames:\n", @@ -630,7 +670,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "master_catalogue[:10].show_in_notebook()" @@ -689,7 +731,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "# Check that the HELP Ids are unique\n", @@ -720,7 +764,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "nb_merge_dist_plot(\n", @@ -907,7 +953,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "#\n", @@ -943,7 +991,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "id_names = []\n", @@ -1025,7 +1075,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "# We check for columns in the master catalogue that we will not save to disk.\n", @@ -1054,7 +1106,9 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "split_length = 100000 #number of sources to include in every sub catalogue\n", @@ -1299,7 +1353,6 @@ " 1 * ~np.isnan(sub_catalogue['f_ukidss_h']) +\n", " 1 * ~np.isnan(sub_catalogue['f_ukidss_k']) +\n", " # VISTA\n", - " 1 * ~np.isnan(sub_catalogue['f_vista_z']) +\n", " 1 * ~np.isnan(sub_catalogue['f_vista_y']) +\n", " 1 * ~np.isnan(sub_catalogue['f_vista_j']) +\n", " 1 * ~np.isnan(sub_catalogue['f_vista_h']) +\n",