SB00_sample_production.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "import glob\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/aleksandra/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:2: VisibleDeprecationWarning: Reading unicode strings without specifying the encoding argument is deprecated. Set the encoding, use None for the system default.\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "# importing Illustris catalog\n",
    "catalog_new = []\n",
    "catalog_new = np.genfromtxt('illustris_morphs_rf.txt', dtype=None)\n",
    "catalog = pd.DataFrame(catalog_new)\n",
    "catalog.columns =  ['snap','subid','logmstar','cam','merger','rfprob','asym_I','cc_I','g_I','m20_I','mprime_I','asym_H','cc_H','g_H','m20_H','mprime_H','t_lastmaj','t_lastmin','t_nextmaj','t_nextmin']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>snap</th>\n",
       "      <th>subid</th>\n",
       "      <th>logmstar</th>\n",
       "      <th>cam</th>\n",
       "      <th>merger</th>\n",
       "      <th>rfprob</th>\n",
       "      <th>asym_I</th>\n",
       "      <th>cc_I</th>\n",
       "      <th>g_I</th>\n",
       "      <th>m20_I</th>\n",
       "      <th>mprime_I</th>\n",
       "      <th>asym_H</th>\n",
       "      <th>cc_H</th>\n",
       "      <th>g_H</th>\n",
       "      <th>m20_H</th>\n",
       "      <th>mprime_H</th>\n",
       "      <th>t_lastmaj</th>\n",
       "      <th>t_lastmin</th>\n",
       "      <th>t_nextmaj</th>\n",
       "      <th>t_nextmin</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>52329</th>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>11.88</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0860</td>\n",
       "      <td>2.8530</td>\n",
       "      <td>0.5463</td>\n",
       "      <td>-1.8116</td>\n",
       "      <td>-1.3221</td>\n",
       "      <td>-0.4537</td>\n",
       "      <td>-0.4537</td>\n",
       "      <td>0.1655</td>\n",
       "      <td>3.4351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52330</th>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>11.88</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0738</td>\n",
       "      <td>2.8770</td>\n",
       "      <td>0.5526</td>\n",
       "      <td>-1.7441</td>\n",
       "      <td>-1.3423</td>\n",
       "      <td>-0.4537</td>\n",
       "      <td>-0.4537</td>\n",
       "      <td>0.1655</td>\n",
       "      <td>3.4351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52331</th>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>11.88</td>\n",
       "      <td>3</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0911</td>\n",
       "      <td>2.8247</td>\n",
       "      <td>0.5340</td>\n",
       "      <td>-1.7679</td>\n",
       "      <td>-1.3116</td>\n",
       "      <td>-0.4537</td>\n",
       "      <td>-0.4537</td>\n",
       "      <td>0.1655</td>\n",
       "      <td>3.4351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52332</th>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>11.88</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0769</td>\n",
       "      <td>2.7880</td>\n",
       "      <td>0.5358</td>\n",
       "      <td>-1.7708</td>\n",
       "      <td>-1.3380</td>\n",
       "      <td>-0.4537</td>\n",
       "      <td>-0.4537</td>\n",
       "      <td>0.1655</td>\n",
       "      <td>3.4351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52333</th>\n",
       "      <td>68</td>\n",
       "      <td>14557</td>\n",
       "      <td>11.63</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.221'</td>\n",
       "      <td>0.1312</td>\n",
       "      <td>3.4661</td>\n",
       "      <td>0.4992</td>\n",
       "      <td>-1.9007</td>\n",
       "      <td>-0.8344</td>\n",
       "      <td>0.0462</td>\n",
       "      <td>3.7150</td>\n",
       "      <td>0.5528</td>\n",
       "      <td>-2.0840</td>\n",
       "      <td>-1.5967</td>\n",
       "      <td>-1.9574</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>3.4351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52334</th>\n",
       "      <td>68</td>\n",
       "      <td>14557</td>\n",
       "      <td>11.63</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.207'</td>\n",
       "      <td>0.1132</td>\n",
       "      <td>3.0883</td>\n",
       "      <td>0.4962</td>\n",
       "      <td>-1.7102</td>\n",
       "      <td>-0.7281</td>\n",
       "      <td>0.0476</td>\n",
       "      <td>3.5797</td>\n",
       "      <td>0.5522</td>\n",
       "      <td>-2.0131</td>\n",
       "      <td>-1.7615</td>\n",
       "      <td>-1.9574</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>3.4351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52335</th>\n",
       "      <td>68</td>\n",
       "      <td>14557</td>\n",
       "      <td>11.63</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.195'</td>\n",
       "      <td>0.1095</td>\n",
       "      <td>2.7629</td>\n",
       "      <td>0.5025</td>\n",
       "      <td>-1.5272</td>\n",
       "      <td>-0.7947</td>\n",
       "      <td>0.0583</td>\n",
       "      <td>3.5036</td>\n",
       "      <td>0.5515</td>\n",
       "      <td>-1.8905</td>\n",
       "      <td>-1.4630</td>\n",
       "      <td>-1.9574</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>3.4351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52336</th>\n",
       "      <td>68</td>\n",
       "      <td>14557</td>\n",
       "      <td>11.63</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.275'</td>\n",
       "      <td>0.2138</td>\n",
       "      <td>2.9266</td>\n",
       "      <td>0.5954</td>\n",
       "      <td>-1.3055</td>\n",
       "      <td>-0.5015</td>\n",
       "      <td>0.0927</td>\n",
       "      <td>3.3504</td>\n",
       "      <td>0.5666</td>\n",
       "      <td>-1.6880</td>\n",
       "      <td>-1.1086</td>\n",
       "      <td>-1.9574</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>3.4351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52337</th>\n",
       "      <td>68</td>\n",
       "      <td>8570</td>\n",
       "      <td>11.63</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.273'</td>\n",
       "      <td>-0.6021</td>\n",
       "      <td>0.6721</td>\n",
       "      <td>0.0951</td>\n",
       "      <td>-0.4960</td>\n",
       "      <td>-0.3950</td>\n",
       "      <td>0.1673</td>\n",
       "      <td>3.9753</td>\n",
       "      <td>0.6344</td>\n",
       "      <td>-1.9124</td>\n",
       "      <td>-1.1006</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>0.9353</td>\n",
       "      <td>0.3135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52338</th>\n",
       "      <td>68</td>\n",
       "      <td>8570</td>\n",
       "      <td>11.63</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.27'</td>\n",
       "      <td>0.4431</td>\n",
       "      <td>2.6273</td>\n",
       "      <td>0.4885</td>\n",
       "      <td>-1.6503</td>\n",
       "      <td>-0.6934</td>\n",
       "      <td>0.1759</td>\n",
       "      <td>3.4431</td>\n",
       "      <td>0.5366</td>\n",
       "      <td>-2.0412</td>\n",
       "      <td>-1.4432</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>0.9353</td>\n",
       "      <td>0.3135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52339</th>\n",
       "      <td>68</td>\n",
       "      <td>8570</td>\n",
       "      <td>11.63</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.485'</td>\n",
       "      <td>0.4396</td>\n",
       "      <td>2.9208</td>\n",
       "      <td>0.5291</td>\n",
       "      <td>-1.5634</td>\n",
       "      <td>-0.6355</td>\n",
       "      <td>0.2126</td>\n",
       "      <td>3.8730</td>\n",
       "      <td>0.5906</td>\n",
       "      <td>-2.0981</td>\n",
       "      <td>-1.0879</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>0.9353</td>\n",
       "      <td>0.3135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52340</th>\n",
       "      <td>68</td>\n",
       "      <td>8570</td>\n",
       "      <td>11.63</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.655'</td>\n",
       "      <td>0.4320</td>\n",
       "      <td>3.0696</td>\n",
       "      <td>0.4940</td>\n",
       "      <td>-1.6687</td>\n",
       "      <td>-0.8754</td>\n",
       "      <td>0.2295</td>\n",
       "      <td>4.0034</td>\n",
       "      <td>0.6102</td>\n",
       "      <td>-1.8203</td>\n",
       "      <td>-0.8723</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>0.9353</td>\n",
       "      <td>0.3135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52341</th>\n",
       "      <td>68</td>\n",
       "      <td>2686</td>\n",
       "      <td>11.62</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>0.8725</td>\n",
       "      <td>2.0708</td>\n",
       "      <td>0.5285</td>\n",
       "      <td>-1.9369</td>\n",
       "      <td>-0.7782</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-2.2168</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>1.8536</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52342</th>\n",
       "      <td>68</td>\n",
       "      <td>2686</td>\n",
       "      <td>11.62</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>b'0.765'</td>\n",
       "      <td>0.2437</td>\n",
       "      <td>3.2549</td>\n",
       "      <td>0.5334</td>\n",
       "      <td>-1.4550</td>\n",
       "      <td>-0.8017</td>\n",
       "      <td>0.2029</td>\n",
       "      <td>4.3633</td>\n",
       "      <td>0.6163</td>\n",
       "      <td>-1.9058</td>\n",
       "      <td>-0.9717</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-2.2168</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>1.8536</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52343</th>\n",
       "      <td>68</td>\n",
       "      <td>2686</td>\n",
       "      <td>11.62</td>\n",
       "      <td>3</td>\n",
       "      <td>True</td>\n",
       "      <td>b'0.636'</td>\n",
       "      <td>0.9986</td>\n",
       "      <td>2.4079</td>\n",
       "      <td>0.5902</td>\n",
       "      <td>-1.3086</td>\n",
       "      <td>-1.0770</td>\n",
       "      <td>0.2155</td>\n",
       "      <td>4.1102</td>\n",
       "      <td>0.5767</td>\n",
       "      <td>-1.3512</td>\n",
       "      <td>-1.1049</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-2.2168</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>1.8536</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52344</th>\n",
       "      <td>68</td>\n",
       "      <td>2686</td>\n",
       "      <td>11.62</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>b'0.724'</td>\n",
       "      <td>0.6844</td>\n",
       "      <td>2.8050</td>\n",
       "      <td>0.6691</td>\n",
       "      <td>-0.9981</td>\n",
       "      <td>-0.4955</td>\n",
       "      <td>0.3281</td>\n",
       "      <td>5.1337</td>\n",
       "      <td>0.6391</td>\n",
       "      <td>-1.5259</td>\n",
       "      <td>-0.4535</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-2.2168</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>1.8536</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52345</th>\n",
       "      <td>68</td>\n",
       "      <td>1350</td>\n",
       "      <td>11.61</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>0.1078</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0621</td>\n",
       "      <td>4.3167</td>\n",
       "      <td>0.6298</td>\n",
       "      <td>-2.3381</td>\n",
       "      <td>-1.2935</td>\n",
       "      <td>-1.9574</td>\n",
       "      <td>-1.2215</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>2.0282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52346</th>\n",
       "      <td>68</td>\n",
       "      <td>1350</td>\n",
       "      <td>11.61</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>0.1380</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0504</td>\n",
       "      <td>3.4624</td>\n",
       "      <td>0.6457</td>\n",
       "      <td>-2.0902</td>\n",
       "      <td>-1.4338</td>\n",
       "      <td>-1.9574</td>\n",
       "      <td>-1.2215</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>2.0282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52347</th>\n",
       "      <td>68</td>\n",
       "      <td>1350</td>\n",
       "      <td>11.61</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>0.2347</td>\n",
       "      <td>3.2405</td>\n",
       "      <td>0.5779</td>\n",
       "      <td>-0.8722</td>\n",
       "      <td>-0.7554</td>\n",
       "      <td>0.0769</td>\n",
       "      <td>3.8399</td>\n",
       "      <td>0.5986</td>\n",
       "      <td>-2.0689</td>\n",
       "      <td>-1.7189</td>\n",
       "      <td>-1.9574</td>\n",
       "      <td>-1.2215</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>2.0282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52348</th>\n",
       "      <td>68</td>\n",
       "      <td>1350</td>\n",
       "      <td>11.61</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>0.1857</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0987</td>\n",
       "      <td>4.0067</td>\n",
       "      <td>0.6213</td>\n",
       "      <td>-1.6829</td>\n",
       "      <td>-1.5064</td>\n",
       "      <td>-1.9574</td>\n",
       "      <td>-1.2215</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>2.0282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52349</th>\n",
       "      <td>68</td>\n",
       "      <td>7748</td>\n",
       "      <td>11.60</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.391'</td>\n",
       "      <td>0.2404</td>\n",
       "      <td>1.7160</td>\n",
       "      <td>0.4526</td>\n",
       "      <td>-0.9998</td>\n",
       "      <td>-0.2279</td>\n",
       "      <td>0.0945</td>\n",
       "      <td>4.0245</td>\n",
       "      <td>0.6182</td>\n",
       "      <td>-1.7138</td>\n",
       "      <td>-1.8461</td>\n",
       "      <td>-2.1504</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>9.2959</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52350</th>\n",
       "      <td>68</td>\n",
       "      <td>7748</td>\n",
       "      <td>11.60</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.211'</td>\n",
       "      <td>0.1412</td>\n",
       "      <td>2.5814</td>\n",
       "      <td>0.6074</td>\n",
       "      <td>-1.0677</td>\n",
       "      <td>-0.3708</td>\n",
       "      <td>0.0534</td>\n",
       "      <td>3.2450</td>\n",
       "      <td>0.5805</td>\n",
       "      <td>-1.8607</td>\n",
       "      <td>-1.3549</td>\n",
       "      <td>-2.1504</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>9.2959</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52351</th>\n",
       "      <td>68</td>\n",
       "      <td>7748</td>\n",
       "      <td>11.60</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.147'</td>\n",
       "      <td>0.1113</td>\n",
       "      <td>2.6797</td>\n",
       "      <td>0.5548</td>\n",
       "      <td>-1.3055</td>\n",
       "      <td>-0.3664</td>\n",
       "      <td>0.0196</td>\n",
       "      <td>3.0137</td>\n",
       "      <td>0.5644</td>\n",
       "      <td>-1.6914</td>\n",
       "      <td>-1.2262</td>\n",
       "      <td>-2.1504</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>9.2959</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52352</th>\n",
       "      <td>68</td>\n",
       "      <td>7748</td>\n",
       "      <td>11.60</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.164'</td>\n",
       "      <td>0.2041</td>\n",
       "      <td>1.8517</td>\n",
       "      <td>0.4032</td>\n",
       "      <td>-1.0093</td>\n",
       "      <td>-0.3782</td>\n",
       "      <td>0.0248</td>\n",
       "      <td>3.0554</td>\n",
       "      <td>0.5499</td>\n",
       "      <td>-1.8295</td>\n",
       "      <td>-1.3038</td>\n",
       "      <td>-2.1504</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>9.2959</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52353</th>\n",
       "      <td>68</td>\n",
       "      <td>4404</td>\n",
       "      <td>11.59</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.0270</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0163</td>\n",
       "      <td>3.8090</td>\n",
       "      <td>0.5247</td>\n",
       "      <td>-2.1838</td>\n",
       "      <td>-1.5408</td>\n",
       "      <td>-1.1608</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>1.5517</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52354</th>\n",
       "      <td>68</td>\n",
       "      <td>4404</td>\n",
       "      <td>11.59</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>0.0320</td>\n",
       "      <td>1.7845</td>\n",
       "      <td>0.3823</td>\n",
       "      <td>-0.7767</td>\n",
       "      <td>0.0303</td>\n",
       "      <td>0.0061</td>\n",
       "      <td>3.9463</td>\n",
       "      <td>0.5315</td>\n",
       "      <td>-2.3210</td>\n",
       "      <td>-1.8787</td>\n",
       "      <td>-1.1608</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>1.5517</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52355</th>\n",
       "      <td>68</td>\n",
       "      <td>4404</td>\n",
       "      <td>11.59</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.123'</td>\n",
       "      <td>0.0201</td>\n",
       "      <td>2.3442</td>\n",
       "      <td>0.3847</td>\n",
       "      <td>-0.7353</td>\n",
       "      <td>-1.1846</td>\n",
       "      <td>0.0279</td>\n",
       "      <td>3.7781</td>\n",
       "      <td>0.5359</td>\n",
       "      <td>-2.1316</td>\n",
       "      <td>-1.4345</td>\n",
       "      <td>-1.1608</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>1.5517</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52356</th>\n",
       "      <td>68</td>\n",
       "      <td>4404</td>\n",
       "      <td>11.59</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.114'</td>\n",
       "      <td>0.0045</td>\n",
       "      <td>2.3613</td>\n",
       "      <td>0.3922</td>\n",
       "      <td>-0.6922</td>\n",
       "      <td>-0.0358</td>\n",
       "      <td>0.0266</td>\n",
       "      <td>3.7023</td>\n",
       "      <td>0.5449</td>\n",
       "      <td>-2.1251</td>\n",
       "      <td>-1.9365</td>\n",
       "      <td>-1.1608</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>1.5517</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52357</th>\n",
       "      <td>68</td>\n",
       "      <td>19310</td>\n",
       "      <td>11.52</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.331'</td>\n",
       "      <td>0.5088</td>\n",
       "      <td>3.5609</td>\n",
       "      <td>0.5309</td>\n",
       "      <td>-1.0555</td>\n",
       "      <td>-0.9192</td>\n",
       "      <td>0.1999</td>\n",
       "      <td>3.4210</td>\n",
       "      <td>0.5098</td>\n",
       "      <td>-2.0113</td>\n",
       "      <td>-1.3400</td>\n",
       "      <td>-2.1504</td>\n",
       "      <td>-1.2215</td>\n",
       "      <td>2.6593</td>\n",
       "      <td>1.3906</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52358</th>\n",
       "      <td>68</td>\n",
       "      <td>19310</td>\n",
       "      <td>11.52</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'0.264'</td>\n",
       "      <td>0.5380</td>\n",
       "      <td>2.8762</td>\n",
       "      <td>0.5909</td>\n",
       "      <td>-0.9925</td>\n",
       "      <td>-0.6161</td>\n",
       "      <td>0.2448</td>\n",
       "      <td>3.2502</td>\n",
       "      <td>0.5138</td>\n",
       "      <td>-1.7854</td>\n",
       "      <td>-1.6130</td>\n",
       "      <td>-2.1504</td>\n",
       "      <td>-1.2215</td>\n",
       "      <td>2.6593</td>\n",
       "      <td>1.3906</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61229</th>\n",
       "      <td>68</td>\n",
       "      <td>77158</td>\n",
       "      <td>9.86</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1517</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.0541</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.4672</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61230</th>\n",
       "      <td>68</td>\n",
       "      <td>77158</td>\n",
       "      <td>9.86</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.2482</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.0995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.4672</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61231</th>\n",
       "      <td>68</td>\n",
       "      <td>181428</td>\n",
       "      <td>9.86</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.0136</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.1042</td>\n",
       "      <td>2.6964</td>\n",
       "      <td>0.4884</td>\n",
       "      <td>-1.5243</td>\n",
       "      <td>0.2589</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>-2.8264</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>0.1655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61232</th>\n",
       "      <td>68</td>\n",
       "      <td>181428</td>\n",
       "      <td>9.86</td>\n",
       "      <td>3</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.2088</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.2104</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>-2.8264</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>0.1655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61233</th>\n",
       "      <td>68</td>\n",
       "      <td>181428</td>\n",
       "      <td>9.86</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1064</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.1519</td>\n",
       "      <td>2.8167</td>\n",
       "      <td>0.4813</td>\n",
       "      <td>-1.3079</td>\n",
       "      <td>0.2647</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>-2.8264</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>0.1655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61234</th>\n",
       "      <td>68</td>\n",
       "      <td>181428</td>\n",
       "      <td>9.86</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1097</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.1851</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>-2.8264</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>0.1655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61235</th>\n",
       "      <td>68</td>\n",
       "      <td>170391</td>\n",
       "      <td>9.86</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.0900</td>\n",
       "      <td>2.4091</td>\n",
       "      <td>0.4726</td>\n",
       "      <td>-1.4757</td>\n",
       "      <td>0.2467</td>\n",
       "      <td>-0.0814</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61236</th>\n",
       "      <td>68</td>\n",
       "      <td>170391</td>\n",
       "      <td>9.86</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1245</td>\n",
       "      <td>2.5646</td>\n",
       "      <td>0.5008</td>\n",
       "      <td>-1.3884</td>\n",
       "      <td>0.2365</td>\n",
       "      <td>-0.1254</td>\n",
       "      <td>2.6233</td>\n",
       "      <td>0.4581</td>\n",
       "      <td>-1.6221</td>\n",
       "      <td>0.1883</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61237</th>\n",
       "      <td>68</td>\n",
       "      <td>170391</td>\n",
       "      <td>9.86</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1391</td>\n",
       "      <td>2.4960</td>\n",
       "      <td>0.5034</td>\n",
       "      <td>-1.4698</td>\n",
       "      <td>0.2473</td>\n",
       "      <td>-0.1733</td>\n",
       "      <td>2.7766</td>\n",
       "      <td>0.5252</td>\n",
       "      <td>-1.6830</td>\n",
       "      <td>0.1923</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61238</th>\n",
       "      <td>68</td>\n",
       "      <td>170391</td>\n",
       "      <td>9.86</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1138</td>\n",
       "      <td>2.9969</td>\n",
       "      <td>0.5231</td>\n",
       "      <td>-1.4656</td>\n",
       "      <td>0.2515</td>\n",
       "      <td>-0.1570</td>\n",
       "      <td>3.0137</td>\n",
       "      <td>0.5335</td>\n",
       "      <td>-1.6732</td>\n",
       "      <td>-0.8825</td>\n",
       "      <td>-0.3094</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>50.0000</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61239</th>\n",
       "      <td>68</td>\n",
       "      <td>130418</td>\n",
       "      <td>9.84</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.2320</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-2.4284</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.1655</td>\n",
       "      <td>1.2343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61240</th>\n",
       "      <td>68</td>\n",
       "      <td>130418</td>\n",
       "      <td>9.84</td>\n",
       "      <td>3</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.2819</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-2.4284</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.1655</td>\n",
       "      <td>1.2343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61241</th>\n",
       "      <td>68</td>\n",
       "      <td>130418</td>\n",
       "      <td>9.84</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.1972</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-2.4284</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.1655</td>\n",
       "      <td>1.2343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61242</th>\n",
       "      <td>68</td>\n",
       "      <td>130418</td>\n",
       "      <td>9.84</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.2741</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.1944</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-2.4284</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.1655</td>\n",
       "      <td>1.2343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61243</th>\n",
       "      <td>68</td>\n",
       "      <td>48140</td>\n",
       "      <td>9.84</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1663</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.1605</td>\n",
       "      <td>2.9120</td>\n",
       "      <td>0.5393</td>\n",
       "      <td>-1.8574</td>\n",
       "      <td>0.3677</td>\n",
       "      <td>-0.7595</td>\n",
       "      <td>-1.0665</td>\n",
       "      <td>0.3135</td>\n",
       "      <td>5.0128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61244</th>\n",
       "      <td>68</td>\n",
       "      <td>48140</td>\n",
       "      <td>9.84</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.0768</td>\n",
       "      <td>2.4698</td>\n",
       "      <td>0.4784</td>\n",
       "      <td>-1.2565</td>\n",
       "      <td>-0.6417</td>\n",
       "      <td>-0.1193</td>\n",
       "      <td>2.6858</td>\n",
       "      <td>0.5199</td>\n",
       "      <td>-1.7116</td>\n",
       "      <td>0.1496</td>\n",
       "      <td>-0.7595</td>\n",
       "      <td>-1.0665</td>\n",
       "      <td>0.3135</td>\n",
       "      <td>5.0128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61245</th>\n",
       "      <td>68</td>\n",
       "      <td>48140</td>\n",
       "      <td>9.84</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1594</td>\n",
       "      <td>2.3907</td>\n",
       "      <td>0.4512</td>\n",
       "      <td>-1.4997</td>\n",
       "      <td>0.2404</td>\n",
       "      <td>-0.1225</td>\n",
       "      <td>2.8020</td>\n",
       "      <td>0.5328</td>\n",
       "      <td>-1.7080</td>\n",
       "      <td>0.3101</td>\n",
       "      <td>-0.7595</td>\n",
       "      <td>-1.0665</td>\n",
       "      <td>0.3135</td>\n",
       "      <td>5.0128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61246</th>\n",
       "      <td>68</td>\n",
       "      <td>48140</td>\n",
       "      <td>9.84</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1088</td>\n",
       "      <td>2.7419</td>\n",
       "      <td>0.5129</td>\n",
       "      <td>-1.5630</td>\n",
       "      <td>-1.1576</td>\n",
       "      <td>-0.1085</td>\n",
       "      <td>2.9373</td>\n",
       "      <td>0.5337</td>\n",
       "      <td>-1.7541</td>\n",
       "      <td>-1.2782</td>\n",
       "      <td>-0.7595</td>\n",
       "      <td>-1.0665</td>\n",
       "      <td>0.3135</td>\n",
       "      <td>5.0128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61247</th>\n",
       "      <td>68</td>\n",
       "      <td>125185</td>\n",
       "      <td>9.83</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.2903</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.1561</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.7595</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.4672</td>\n",
       "      <td>1.0825</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61248</th>\n",
       "      <td>68</td>\n",
       "      <td>125185</td>\n",
       "      <td>9.83</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.2144</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.2332</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.7595</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.4672</td>\n",
       "      <td>1.0825</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61249</th>\n",
       "      <td>68</td>\n",
       "      <td>125185</td>\n",
       "      <td>9.83</td>\n",
       "      <td>3</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.2374</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.2245</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.7595</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.4672</td>\n",
       "      <td>1.0825</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61250</th>\n",
       "      <td>68</td>\n",
       "      <td>125185</td>\n",
       "      <td>9.83</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1740</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.2479</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.7595</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.4672</td>\n",
       "      <td>1.0825</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61251</th>\n",
       "      <td>68</td>\n",
       "      <td>114316</td>\n",
       "      <td>9.83</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.0487</td>\n",
       "      <td>2.1551</td>\n",
       "      <td>0.5136</td>\n",
       "      <td>-0.8898</td>\n",
       "      <td>-0.3545</td>\n",
       "      <td>-0.1476</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-2.0436</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.6268</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61252</th>\n",
       "      <td>68</td>\n",
       "      <td>114316</td>\n",
       "      <td>9.83</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.0502</td>\n",
       "      <td>2.4493</td>\n",
       "      <td>0.4668</td>\n",
       "      <td>-1.3481</td>\n",
       "      <td>-0.5799</td>\n",
       "      <td>-0.1059</td>\n",
       "      <td>2.6734</td>\n",
       "      <td>0.5421</td>\n",
       "      <td>-1.6533</td>\n",
       "      <td>0.2524</td>\n",
       "      <td>-2.0436</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.6268</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61253</th>\n",
       "      <td>68</td>\n",
       "      <td>114316</td>\n",
       "      <td>9.83</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.0333</td>\n",
       "      <td>2.4841</td>\n",
       "      <td>0.5063</td>\n",
       "      <td>-1.2820</td>\n",
       "      <td>0.2454</td>\n",
       "      <td>-0.1262</td>\n",
       "      <td>3.0927</td>\n",
       "      <td>0.5227</td>\n",
       "      <td>-1.4862</td>\n",
       "      <td>0.2234</td>\n",
       "      <td>-2.0436</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.6268</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61254</th>\n",
       "      <td>68</td>\n",
       "      <td>114316</td>\n",
       "      <td>9.83</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1116</td>\n",
       "      <td>2.0279</td>\n",
       "      <td>0.4731</td>\n",
       "      <td>-0.9225</td>\n",
       "      <td>-0.3593</td>\n",
       "      <td>-0.1375</td>\n",
       "      <td>2.3497</td>\n",
       "      <td>0.4938</td>\n",
       "      <td>-1.3445</td>\n",
       "      <td>0.1868</td>\n",
       "      <td>-2.0436</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.6268</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61255</th>\n",
       "      <td>68</td>\n",
       "      <td>122676</td>\n",
       "      <td>9.81</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1379</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.1232</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.6268</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61256</th>\n",
       "      <td>68</td>\n",
       "      <td>122676</td>\n",
       "      <td>9.81</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.1723</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.2282</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.6268</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61257</th>\n",
       "      <td>68</td>\n",
       "      <td>122676</td>\n",
       "      <td>9.81</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>0.0405</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.2032</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.6268</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61258</th>\n",
       "      <td>68</td>\n",
       "      <td>122676</td>\n",
       "      <td>9.81</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>b'None'</td>\n",
       "      <td>-0.2230</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.1487</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-1.3663</td>\n",
       "      <td>-50.0000</td>\n",
       "      <td>0.6268</td>\n",
       "      <td>50.0000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8930 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       snap   subid  logmstar  cam  merger    rfprob  asym_I    cc_I     g_I  \\\n",
       "52329    68       0     11.88    0    True   b'None'     NaN     NaN     NaN   \n",
       "52330    68       0     11.88    1    True   b'None'     NaN     NaN     NaN   \n",
       "52331    68       0     11.88    3    True   b'None'     NaN     NaN     NaN   \n",
       "52332    68       0     11.88    2    True   b'None'     NaN     NaN     NaN   \n",
       "52333    68   14557     11.63    0   False  b'0.221'  0.1312  3.4661  0.4992   \n",
       "52334    68   14557     11.63    1   False  b'0.207'  0.1132  3.0883  0.4962   \n",
       "52335    68   14557     11.63    3   False  b'0.195'  0.1095  2.7629  0.5025   \n",
       "52336    68   14557     11.63    2   False  b'0.275'  0.2138  2.9266  0.5954   \n",
       "52337    68    8570     11.63    0   False  b'0.273' -0.6021  0.6721  0.0951   \n",
       "52338    68    8570     11.63    2   False   b'0.27'  0.4431  2.6273  0.4885   \n",
       "52339    68    8570     11.63    1   False  b'0.485'  0.4396  2.9208  0.5291   \n",
       "52340    68    8570     11.63    3   False  b'0.655'  0.4320  3.0696  0.4940   \n",
       "52341    68    2686     11.62    2    True   b'None'  0.8725  2.0708  0.5285   \n",
       "52342    68    2686     11.62    0    True  b'0.765'  0.2437  3.2549  0.5334   \n",
       "52343    68    2686     11.62    3    True  b'0.636'  0.9986  2.4079  0.5902   \n",
       "52344    68    2686     11.62    1    True  b'0.724'  0.6844  2.8050  0.6691   \n",
       "52345    68    1350     11.61    2   False   b'None'  0.1078     NaN     NaN   \n",
       "52346    68    1350     11.61    3   False   b'None'  0.1380     NaN     NaN   \n",
       "52347    68    1350     11.61    1   False   b'None'  0.2347  3.2405  0.5779   \n",
       "52348    68    1350     11.61    0   False   b'None'  0.1857     NaN     NaN   \n",
       "52349    68    7748     11.60    3   False  b'0.391'  0.2404  1.7160  0.4526   \n",
       "52350    68    7748     11.60    2   False  b'0.211'  0.1412  2.5814  0.6074   \n",
       "52351    68    7748     11.60    0   False  b'0.147'  0.1113  2.6797  0.5548   \n",
       "52352    68    7748     11.60    1   False  b'0.164'  0.2041  1.8517  0.4032   \n",
       "52353    68    4404     11.59    0   False   b'None' -0.0270     NaN     NaN   \n",
       "52354    68    4404     11.59    3   False   b'None'  0.0320  1.7845  0.3823   \n",
       "52355    68    4404     11.59    1   False  b'0.123'  0.0201  2.3442  0.3847   \n",
       "52356    68    4404     11.59    2   False  b'0.114'  0.0045  2.3613  0.3922   \n",
       "52357    68   19310     11.52    3   False  b'0.331'  0.5088  3.5609  0.5309   \n",
       "52358    68   19310     11.52    1   False  b'0.264'  0.5380  2.8762  0.5909   \n",
       "...     ...     ...       ...  ...     ...       ...     ...     ...     ...   \n",
       "61229    68   77158      9.86    0    True   b'None' -0.1517     NaN     NaN   \n",
       "61230    68   77158      9.86    1    True   b'None' -0.2482     NaN     NaN   \n",
       "61231    68  181428      9.86    0    True   b'None' -0.0136     NaN     NaN   \n",
       "61232    68  181428      9.86    3    True   b'None' -0.2088     NaN     NaN   \n",
       "61233    68  181428      9.86    1    True   b'None' -0.1064     NaN     NaN   \n",
       "61234    68  181428      9.86    2    True   b'None' -0.1097     NaN     NaN   \n",
       "61235    68  170391      9.86    2   False   b'None' -0.0900  2.4091  0.4726   \n",
       "61236    68  170391      9.86    3   False   b'None' -0.1245  2.5646  0.5008   \n",
       "61237    68  170391      9.86    1   False   b'None' -0.1391  2.4960  0.5034   \n",
       "61238    68  170391      9.86    0   False   b'None' -0.1138  2.9969  0.5231   \n",
       "61239    68  130418      9.84    2    True   b'None'     NaN     NaN     NaN   \n",
       "61240    68  130418      9.84    3    True   b'None'     NaN     NaN     NaN   \n",
       "61241    68  130418      9.84    0    True   b'None'     NaN     NaN     NaN   \n",
       "61242    68  130418      9.84    1    True   b'None' -0.2741     NaN     NaN   \n",
       "61243    68   48140      9.84    3   False   b'None' -0.1663     NaN     NaN   \n",
       "61244    68   48140      9.84    2   False   b'None' -0.0768  2.4698  0.4784   \n",
       "61245    68   48140      9.84    0   False   b'None' -0.1594  2.3907  0.4512   \n",
       "61246    68   48140      9.84    1   False   b'None' -0.1088  2.7419  0.5129   \n",
       "61247    68  125185      9.83    1    True   b'None' -0.2903     NaN     NaN   \n",
       "61248    68  125185      9.83    2    True   b'None' -0.2144     NaN     NaN   \n",
       "61249    68  125185      9.83    3    True   b'None' -0.2374     NaN     NaN   \n",
       "61250    68  125185      9.83    0    True   b'None' -0.1740     NaN     NaN   \n",
       "61251    68  114316      9.83    2   False   b'None' -0.0487  2.1551  0.5136   \n",
       "61252    68  114316      9.83    1   False   b'None' -0.0502  2.4493  0.4668   \n",
       "61253    68  114316      9.83    3   False   b'None' -0.0333  2.4841  0.5063   \n",
       "61254    68  114316      9.83    0   False   b'None' -0.1116  2.0279  0.4731   \n",
       "61255    68  122676      9.81    3   False   b'None' -0.1379     NaN     NaN   \n",
       "61256    68  122676      9.81    1   False   b'None' -0.1723     NaN     NaN   \n",
       "61257    68  122676      9.81    2   False   b'None'  0.0405     NaN     NaN   \n",
       "61258    68  122676      9.81    0   False   b'None' -0.2230     NaN     NaN   \n",
       "\n",
       "        m20_I  mprime_I  asym_H    cc_H     g_H   m20_H  mprime_H  t_lastmaj  \\\n",
       "52329     NaN       NaN  0.0860  2.8530  0.5463 -1.8116   -1.3221    -0.4537   \n",
       "52330     NaN       NaN  0.0738  2.8770  0.5526 -1.7441   -1.3423    -0.4537   \n",
       "52331     NaN       NaN  0.0911  2.8247  0.5340 -1.7679   -1.3116    -0.4537   \n",
       "52332     NaN       NaN  0.0769  2.7880  0.5358 -1.7708   -1.3380    -0.4537   \n",
       "52333 -1.9007   -0.8344  0.0462  3.7150  0.5528 -2.0840   -1.5967    -1.9574   \n",
       "52334 -1.7102   -0.7281  0.0476  3.5797  0.5522 -2.0131   -1.7615    -1.9574   \n",
       "52335 -1.5272   -0.7947  0.0583  3.5036  0.5515 -1.8905   -1.4630    -1.9574   \n",
       "52336 -1.3055   -0.5015  0.0927  3.3504  0.5666 -1.6880   -1.1086    -1.9574   \n",
       "52337 -0.4960   -0.3950  0.1673  3.9753  0.6344 -1.9124   -1.1006    -0.3094   \n",
       "52338 -1.6503   -0.6934  0.1759  3.4431  0.5366 -2.0412   -1.4432    -0.3094   \n",
       "52339 -1.5634   -0.6355  0.2126  3.8730  0.5906 -2.0981   -1.0879    -0.3094   \n",
       "52340 -1.6687   -0.8754  0.2295  4.0034  0.6102 -1.8203   -0.8723    -0.3094   \n",
       "52341 -1.9369   -0.7782     NaN     NaN     NaN     NaN       NaN     0.0000   \n",
       "52342 -1.4550   -0.8017  0.2029  4.3633  0.6163 -1.9058   -0.9717     0.0000   \n",
       "52343 -1.3086   -1.0770  0.2155  4.1102  0.5767 -1.3512   -1.1049     0.0000   \n",
       "52344 -0.9981   -0.4955  0.3281  5.1337  0.6391 -1.5259   -0.4535     0.0000   \n",
       "52345     NaN       NaN  0.0621  4.3167  0.6298 -2.3381   -1.2935    -1.9574   \n",
       "52346     NaN       NaN  0.0504  3.4624  0.6457 -2.0902   -1.4338    -1.9574   \n",
       "52347 -0.8722   -0.7554  0.0769  3.8399  0.5986 -2.0689   -1.7189    -1.9574   \n",
       "52348     NaN       NaN  0.0987  4.0067  0.6213 -1.6829   -1.5064    -1.9574   \n",
       "52349 -0.9998   -0.2279  0.0945  4.0245  0.6182 -1.7138   -1.8461    -2.1504   \n",
       "52350 -1.0677   -0.3708  0.0534  3.2450  0.5805 -1.8607   -1.3549    -2.1504   \n",
       "52351 -1.3055   -0.3664  0.0196  3.0137  0.5644 -1.6914   -1.2262    -2.1504   \n",
       "52352 -1.0093   -0.3782  0.0248  3.0554  0.5499 -1.8295   -1.3038    -2.1504   \n",
       "52353     NaN       NaN  0.0163  3.8090  0.5247 -2.1838   -1.5408    -1.1608   \n",
       "52354 -0.7767    0.0303  0.0061  3.9463  0.5315 -2.3210   -1.8787    -1.1608   \n",
       "52355 -0.7353   -1.1846  0.0279  3.7781  0.5359 -2.1316   -1.4345    -1.1608   \n",
       "52356 -0.6922   -0.0358  0.0266  3.7023  0.5449 -2.1251   -1.9365    -1.1608   \n",
       "52357 -1.0555   -0.9192  0.1999  3.4210  0.5098 -2.0113   -1.3400    -2.1504   \n",
       "52358 -0.9925   -0.6161  0.2448  3.2502  0.5138 -1.7854   -1.6130    -2.1504   \n",
       "...       ...       ...     ...     ...     ...     ...       ...        ...   \n",
       "61229     NaN       NaN -0.0541     NaN     NaN     NaN       NaN     0.0000   \n",
       "61230     NaN       NaN -0.0995     NaN     NaN     NaN       NaN     0.0000   \n",
       "61231     NaN       NaN -0.1042  2.6964  0.4884 -1.5243    0.2589   -50.0000   \n",
       "61232     NaN       NaN -0.2104     NaN     NaN     NaN       NaN   -50.0000   \n",
       "61233     NaN       NaN -0.1519  2.8167  0.4813 -1.3079    0.2647   -50.0000   \n",
       "61234     NaN       NaN -0.1851     NaN     NaN     NaN       NaN   -50.0000   \n",
       "61235 -1.4757    0.2467 -0.0814     NaN     NaN     NaN       NaN    -0.3094   \n",
       "61236 -1.3884    0.2365 -0.1254  2.6233  0.4581 -1.6221    0.1883    -0.3094   \n",
       "61237 -1.4698    0.2473 -0.1733  2.7766  0.5252 -1.6830    0.1923    -0.3094   \n",
       "61238 -1.4656    0.2515 -0.1570  3.0137  0.5335 -1.6732   -0.8825    -0.3094   \n",
       "61239     NaN       NaN -0.2320     NaN     NaN     NaN       NaN    -2.4284   \n",
       "61240     NaN       NaN -0.2819     NaN     NaN     NaN       NaN    -2.4284   \n",
       "61241     NaN       NaN -0.1972     NaN     NaN     NaN       NaN    -2.4284   \n",
       "61242     NaN       NaN -0.1944     NaN     NaN     NaN       NaN    -2.4284   \n",
       "61243     NaN       NaN -0.1605  2.9120  0.5393 -1.8574    0.3677    -0.7595   \n",
       "61244 -1.2565   -0.6417 -0.1193  2.6858  0.5199 -1.7116    0.1496    -0.7595   \n",
       "61245 -1.4997    0.2404 -0.1225  2.8020  0.5328 -1.7080    0.3101    -0.7595   \n",
       "61246 -1.5630   -1.1576 -0.1085  2.9373  0.5337 -1.7541   -1.2782    -0.7595   \n",
       "61247     NaN       NaN -0.1561     NaN     NaN     NaN       NaN    -0.7595   \n",
       "61248     NaN       NaN -0.2332     NaN     NaN     NaN       NaN    -0.7595   \n",
       "61249     NaN       NaN -0.2245     NaN     NaN     NaN       NaN    -0.7595   \n",
       "61250     NaN       NaN -0.2479     NaN     NaN     NaN       NaN    -0.7595   \n",
       "61251 -0.8898   -0.3545 -0.1476     NaN     NaN     NaN       NaN    -2.0436   \n",
       "61252 -1.3481   -0.5799 -0.1059  2.6734  0.5421 -1.6533    0.2524    -2.0436   \n",
       "61253 -1.2820    0.2454 -0.1262  3.0927  0.5227 -1.4862    0.2234    -2.0436   \n",
       "61254 -0.9225   -0.3593 -0.1375  2.3497  0.4938 -1.3445    0.1868    -2.0436   \n",
       "61255     NaN       NaN -0.1232     NaN     NaN     NaN       NaN    -1.3663   \n",
       "61256     NaN       NaN -0.2282     NaN     NaN     NaN       NaN    -1.3663   \n",
       "61257     NaN       NaN -0.2032     NaN     NaN     NaN       NaN    -1.3663   \n",
       "61258     NaN       NaN -0.1487     NaN     NaN     NaN       NaN    -1.3663   \n",
       "\n",
       "       t_lastmin  t_nextmaj  t_nextmin  \n",
       "52329    -0.4537     0.1655     3.4351  \n",
       "52330    -0.4537     0.1655     3.4351  \n",
       "52331    -0.4537     0.1655     3.4351  \n",
       "52332    -0.4537     0.1655     3.4351  \n",
       "52333    -1.3663    50.0000     3.4351  \n",
       "52334    -1.3663    50.0000     3.4351  \n",
       "52335    -1.3663    50.0000     3.4351  \n",
       "52336    -1.3663    50.0000     3.4351  \n",
       "52337    -1.3663     0.9353     0.3135  \n",
       "52338    -1.3663     0.9353     0.3135  \n",
       "52339    -1.3663     0.9353     0.3135  \n",
       "52340    -1.3663     0.9353     0.3135  \n",
       "52341    -2.2168    50.0000     1.8536  \n",
       "52342    -2.2168    50.0000     1.8536  \n",
       "52343    -2.2168    50.0000     1.8536  \n",
       "52344    -2.2168    50.0000     1.8536  \n",
       "52345    -1.2215    50.0000     2.0282  \n",
       "52346    -1.2215    50.0000     2.0282  \n",
       "52347    -1.2215    50.0000     2.0282  \n",
       "52348    -1.2215    50.0000     2.0282  \n",
       "52349    -0.3094     9.2959    50.0000  \n",
       "52350    -0.3094     9.2959    50.0000  \n",
       "52351    -0.3094     9.2959    50.0000  \n",
       "52352    -0.3094     9.2959    50.0000  \n",
       "52353    -1.3663    50.0000     1.5517  \n",
       "52354    -1.3663    50.0000     1.5517  \n",
       "52355    -1.3663    50.0000     1.5517  \n",
       "52356    -1.3663    50.0000     1.5517  \n",
       "52357    -1.2215     2.6593     1.3906  \n",
       "52358    -1.2215     2.6593     1.3906  \n",
       "...          ...        ...        ...  \n",
       "61229     0.0000     0.4672    50.0000  \n",
       "61230     0.0000     0.4672    50.0000  \n",
       "61231    -2.8264    50.0000     0.1655  \n",
       "61232    -2.8264    50.0000     0.1655  \n",
       "61233    -2.8264    50.0000     0.1655  \n",
       "61234    -2.8264    50.0000     0.1655  \n",
       "61235   -50.0000    50.0000    50.0000  \n",
       "61236   -50.0000    50.0000    50.0000  \n",
       "61237   -50.0000    50.0000    50.0000  \n",
       "61238   -50.0000    50.0000    50.0000  \n",
       "61239   -50.0000     0.1655     1.2343  \n",
       "61240   -50.0000     0.1655     1.2343  \n",
       "61241   -50.0000     0.1655     1.2343  \n",
       "61242   -50.0000     0.1655     1.2343  \n",
       "61243    -1.0665     0.3135     5.0128  \n",
       "61244    -1.0665     0.3135     5.0128  \n",
       "61245    -1.0665     0.3135     5.0128  \n",
       "61246    -1.0665     0.3135     5.0128  \n",
       "61247     0.0000     0.4672     1.0825  \n",
       "61248     0.0000     0.4672     1.0825  \n",
       "61249     0.0000     0.4672     1.0825  \n",
       "61250     0.0000     0.4672     1.0825  \n",
       "61251   -50.0000     0.6268    50.0000  \n",
       "61252   -50.0000     0.6268    50.0000  \n",
       "61253   -50.0000     0.6268    50.0000  \n",
       "61254   -50.0000     0.6268    50.0000  \n",
       "61255   -50.0000     0.6268    50.0000  \n",
       "61256   -50.0000     0.6268    50.0000  \n",
       "61257   -50.0000     0.6268    50.0000  \n",
       "61258   -50.0000     0.6268    50.0000  \n",
       "\n",
       "[8930 rows x 20 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# extract only objects from snapshot 68 (which is for z=2)\n",
    "merged_68 = catalog.loc[catalog['snap'] == 68]\n",
    "merged_68"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Producing our merger sample"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# producting an array with objects used in RF + all object with p_RF=None which were excluded in RF\n",
    "temp = np.array(merged_68.copy(), dtype=None)\n",
    "rf_objects = []\n",
    "for i in range(len(temp)):\n",
    "    rf_objects.append([temp[i,1],temp[i,4]])\n",
    "rf_objects = np.stack(rf_objects)\n",
    "\n",
    "#object IDs, which are needed to find these objects in the image files\n",
    "subid, indices = np.unique(rf_objects[:,0], return_index=True)\n",
    "RF_labels = rf_objects[indices]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "shid_array = RF_labels[:,0]\n",
    "merger_labels = RF_labels[:,1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "list_of_mergers=[]\n",
    "list_of_nonmergers=[]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2233"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(merger_labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "#subdirs for displaying\n",
    "path = '/home/DeepMerge/data/resized_SB00'\n",
    "subdirs = ['res_subdir_{josh:03d}'.format(josh=x) for x in range(23)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "#All 4 filters i order ['ACS-F435W', ACS-F814W','NC-F356W','WFC3-F160W'], we will need second and fourth:\n",
    "for shid, merger in zip(shid_array,merger_labels):\n",
    "    for camnum in ['00','01','02','03']:\n",
    "        #for filt in ['ACS-F814W','WFC3-F160W']:\n",
    "            filter_files=np.sort(np.asarray(glob.glob(os.path.join(path,'res_sub*','*sh'+str(shid)+'cam'+camnum+'*SB00.npy'))))\n",
    "            # the above should return exactly 4 files\n",
    "\n",
    "            if filter_files.shape[0] != 4:\n",
    "                continue\n",
    "\n",
    "            tmp= np.zeros((4, 75, 75))\n",
    "\n",
    "            tmp[0,:,:]=np.load(filter_files[0])\n",
    "            tmp[1,:,:]=np.load(filter_files[1])\n",
    "            tmp[2,:,:]=np.load(filter_files[2])\n",
    "            tmp[3,:,:]=np.load(filter_files[3])\n",
    "     \n",
    "\n",
    "            if bool(merger) is True:\n",
    "               list_of_mergers.append(tmp)\n",
    "\n",
    "            else:\n",
    "                list_of_nonmergers.append(tmp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "mergers = np.stack(list_of_mergers)\n",
    "notmergers = np.stack(list_of_nonmergers)\n",
    "mergers_y = np.ones(mergers.shape[0])\n",
    "notmergers_y = np.zeros(notmergers.shape[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "XX = np.vstack((mergers, notmergers))\n",
    "yy = np.concatenate((mergers_y, notmergers_y))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "np.save('SB00.npy', XX)\n",
    "np.save('SB00_y.npy', yy)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Merger augmentation, plus extracton of only 2 relevant filters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "XX = np.load('SB00.npy')\n",
    "yy = np.load('SB00_y.npy')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "xx_data_list = []\n",
    "for i in range(len(XX)):\n",
    "    xx_data_list.append([XX[i,1],XX[i,3]])\n",
    "xx_data = np.stack(xx_data_list)\n",
    "yy_data = yy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "list_ud = []\n",
    "list_lr = []\n",
    "list_rot = []\n",
    "list_rot180 = []\n",
    "\n",
    "for i in range(0,1624):\n",
    "    tmp = np.zeros((2, 75, 75))\n",
    "    tmp[0,:,:]=np.flipud(xx_data[i,0])\n",
    "    tmp[1,:,:]=np.flipud(xx_data[i,1])\n",
    "    list_ud.append(tmp)\n",
    "    \n",
    "\n",
    "for i in range(0,1624):\n",
    "    tmp = np.zeros((2, 75, 75))\n",
    "    tmp[0,:,:]=np.fliplr(xx_data[i,0])\n",
    "    tmp[1,:,:]=np.fliplr(xx_data[i,1])\n",
    "    list_lr.append(tmp)\n",
    "    \n",
    "    \n",
    "for i in range(0,1624):\n",
    "    tmp = np.zeros((2, 75, 75))\n",
    "    tmp[0,:,:]=np.rot90(xx_data[i,0])\n",
    "    tmp[1,:,:]=np.rot90(xx_data[i,1])\n",
    "    list_rot.append(tmp)\n",
    "    \n",
    "    \n",
    "for i in range(0,1624):\n",
    "    tmp = np.zeros((2, 75, 75))\n",
    "    tmp[0,:,:]=np.rot90(np.rot90(xx_data[i,0]))\n",
    "    tmp[1,:,:]=np.rot90(np.rot90(xx_data[i,1]))\n",
    "    list_rot180.append(tmp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "mergers_ud = np.stack(list_ud)\n",
    "mergers_lr = np.stack(list_lr)\n",
    "mergers_rot = np.stack(list_rot)\n",
    "mergers_rot180 = np.stack(list_rot180)\n",
    "y_ud = np.ones(mergers_ud.shape[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_ud = np.ones(mergers_ud.shape[0])\n",
    "y_lr = np.ones(mergers_lr.shape[0])\n",
    "y_rot = np.ones(mergers_rot.shape[0])\n",
    "y_rot180 = np.ones(mergers_rot180.shape[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_augmented = np.vstack((xx_data[:1624], mergers_ud, mergers_lr, mergers_rot, mergers_rot180, xx_data[1624:]))\n",
    "y_augmented = np.concatenate((yy_data[:1624], y_ud, y_lr, y_rot, y_rot180, yy_data[1624:]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "np.save('SB00_augmented.npy', X_augmented)\n",
    "np.save('SB00_augmented_y.npy', y_augmented)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "15426"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(X_augmented)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}