From 6b73175069d52b6e41c64396780510f453992d8e Mon Sep 17 00:00:00 2001
From: moralejo <moralejo@ifae.es>
Date: Fri, 19 Jul 2024 07:04:31 +0000
Subject: [PATCH] Fixed the code to ensure consistency between two tables (keep
 only runs present in both)

---
 notebooks/data_quality.ipynb | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)

diff --git a/notebooks/data_quality.ipynb b/notebooks/data_quality.ipynb
index d770517606..bec5c04dc1 100644
--- a/notebooks/data_quality.ipynb
+++ b/notebooks/data_quality.ipynb
@@ -125,7 +125,7 @@
     "# files = glob.glob(\"/fefs/aswg/data/real/OSA/DL1DataCheck_LongTerm/v0.10/2023????/DL1_datacheck_2023*.h5\")\n",
     "# \n",
     "# Example: load all the 2023 files processed (with any version - the latest available for each night): \n",
-    "files = glob.glob(\"/fefs/aswg/data/real/OSA/DL1DataCheck_LongTerm/night_wise/all/DL1_datacheck_2023*.h5\n",
+    "files = glob.glob(\"/fefs/aswg/data/real/OSA/DL1DataCheck_LongTerm/night_wise/all/DL1_datacheck_202[1-4]*.h5\")\n",
     "\n",
     "files.sort()"
    ]
@@ -501,8 +501,8 @@
     "    if r in runlist:\n",
     "        continue\n",
     "    print('Removing run', r, 'from runsummary table!')\n",
-    "    \n",
-    "    runsummary = runsummary.drop(np.where(runsummary['runnumber']==r)[0])"
+    "    runsummary.drop(np.where(runsummary['runnumber']==r)[0], inplace=True)\n",
+    "    runsummary.reset_index(inplace=True, drop=True)"
    ]
   },
   {
@@ -1820,6 +1820,14 @@
    "metadata": {},
    "outputs": [],
    "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "0101cc95",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -1838,7 +1846,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.4"
+   "version": "3.11.8"
   }
  },
  "nbformat": 4,