data-analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/homebrew/Caskroom/miniforge/base/envs/xai/lib/python3.8/site-packages/xgboost/compat.py:36: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead.\n",
      "  from pandas import MultiIndex, Int64Index\n"
     ]
    }
   ],
   "source": [
    "import xgboost\n",
    "import shap\n",
    "import pandas as pd\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.metrics import precision_recall_curve, roc_curve\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import plots as plots\n",
    "import pickle\n",
    "import lime\n",
    "import lime.lime_tabular"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('raw-dataset.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>Test ID</th>\n",
       "      <th>easting__N</th>\n",
       "      <th>northing__</th>\n",
       "      <th>GWD (m)</th>\n",
       "      <th>Elevation</th>\n",
       "      <th>L (m)</th>\n",
       "      <th>Slope (%)</th>\n",
       "      <th>Displ (m)</th>\n",
       "      <th>PGA (g)</th>\n",
       "      <th>Qtncs_med</th>\n",
       "      <th>Qtncs_std</th>\n",
       "      <th>Ic_med</th>\n",
       "      <th>Ic_std</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>15635.0</td>\n",
       "      <td>1.577647e+06</td>\n",
       "      <td>5.182056e+06</td>\n",
       "      <td>1.300896</td>\n",
       "      <td>1.123009</td>\n",
       "      <td>211.770466</td>\n",
       "      <td>0.905948</td>\n",
       "      <td>0.195432</td>\n",
       "      <td>0.532398</td>\n",
       "      <td>123.393393</td>\n",
       "      <td>23.853785</td>\n",
       "      <td>1.625464</td>\n",
       "      <td>0.112291</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>15629.0</td>\n",
       "      <td>1.577685e+06</td>\n",
       "      <td>5.181809e+06</td>\n",
       "      <td>1.788212</td>\n",
       "      <td>2.044325</td>\n",
       "      <td>115.795053</td>\n",
       "      <td>0.451034</td>\n",
       "      <td>0.239763</td>\n",
       "      <td>0.542307</td>\n",
       "      <td>135.790982</td>\n",
       "      <td>34.965532</td>\n",
       "      <td>1.626258</td>\n",
       "      <td>0.358778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>183.0</td>\n",
       "      <td>1.577701e+06</td>\n",
       "      <td>5.181709e+06</td>\n",
       "      <td>1.637517</td>\n",
       "      <td>2.003797</td>\n",
       "      <td>137.265348</td>\n",
       "      <td>0.941866</td>\n",
       "      <td>0.377358</td>\n",
       "      <td>0.545784</td>\n",
       "      <td>129.140240</td>\n",
       "      <td>38.641063</td>\n",
       "      <td>4.569982</td>\n",
       "      <td>0.434698</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>158.0</td>\n",
       "      <td>1.577726e+06</td>\n",
       "      <td>5.181965e+06</td>\n",
       "      <td>1.165643</td>\n",
       "      <td>0.992154</td>\n",
       "      <td>73.885082</td>\n",
       "      <td>2.699290</td>\n",
       "      <td>0.241755</td>\n",
       "      <td>0.535794</td>\n",
       "      <td>94.733152</td>\n",
       "      <td>32.039927</td>\n",
       "      <td>1.766342</td>\n",
       "      <td>0.462708</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>180.0</td>\n",
       "      <td>1.577731e+06</td>\n",
       "      <td>5.182267e+06</td>\n",
       "      <td>2.121364</td>\n",
       "      <td>1.933611</td>\n",
       "      <td>119.745095</td>\n",
       "      <td>1.187781</td>\n",
       "      <td>0.156150</td>\n",
       "      <td>0.528980</td>\n",
       "      <td>94.189786</td>\n",
       "      <td>9.524548</td>\n",
       "      <td>1.864985</td>\n",
       "      <td>0.162700</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0  Test ID    easting__N    northing__   GWD (m)  Elevation  \\\n",
       "0           0  15635.0  1.577647e+06  5.182056e+06  1.300896   1.123009   \n",
       "1           1  15629.0  1.577685e+06  5.181809e+06  1.788212   2.044325   \n",
       "2           2    183.0  1.577701e+06  5.181709e+06  1.637517   2.003797   \n",
       "3           3    158.0  1.577726e+06  5.181965e+06  1.165643   0.992154   \n",
       "4           4    180.0  1.577731e+06  5.182267e+06  2.121364   1.933611   \n",
       "\n",
       "        L (m)  Slope (%)  Displ (m)   PGA (g)   Qtncs_med  Qtncs_std  \\\n",
       "0  211.770466   0.905948   0.195432  0.532398  123.393393  23.853785   \n",
       "1  115.795053   0.451034   0.239763  0.542307  135.790982  34.965532   \n",
       "2  137.265348   0.941866   0.377358  0.545784  129.140240  38.641063   \n",
       "3   73.885082   2.699290   0.241755  0.535794   94.733152  32.039927   \n",
       "4  119.745095   1.187781   0.156150  0.528980   94.189786   9.524548   \n",
       "\n",
       "     Ic_med    Ic_std  \n",
       "0  1.625464  0.112291  \n",
       "1  1.626258  0.358778  \n",
       "2  4.569982  0.434698  \n",
       "3  1.766342  0.462708  \n",
       "4  1.864985  0.162700  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pickle.load(open('xgb_models/data5.pkl', 'rb'))\n",
    "model = pickle.load(open('xgb_models/opt_XGB_YN0.pkl', 'rb'))\n",
    "\n",
    "X_train_target = data['X_train_target']\n",
    "X_train_target = X_train_target.drop(['PGA (g)', 'Elevation', '4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X_test_target = data['X_test_target']\n",
    "X_test_target = X_test_target.drop(['PGA (g)', 'Elevation', '4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X = data['X']\n",
    "X = X.drop(['PGA (g)', 'Elevation', '4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "\n",
    "X_train = data['X_train']\n",
    "X_train = X_train.drop(['PGA (g)', 'Elevation', '4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X_test = data['X_test']\n",
    "X_test = X_test.drop(['PGA (g)', 'Elevation', '4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X_val = data['X_val']\n",
    "X_val = X_val.drop(['PGA (g)', 'Elevation', '4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X_all = data['X_all']\n",
    "X_all = X_all.drop(['PGA (g)', 'Elevation', '4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "\n",
    "y_train = data['y_train']\n",
    "y_test = data['y_test']\n",
    "y_val = data['y_val']\n",
    "y = data['y']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Test ID</th>\n",
       "      <th>GWD (m)</th>\n",
       "      <th>L (km)</th>\n",
       "      <th>Slope (%)</th>\n",
       "      <th>Target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6043</th>\n",
       "      <td>17633.0</td>\n",
       "      <td>1.718826</td>\n",
       "      <td>0.535128</td>\n",
       "      <td>0.397376</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5613</th>\n",
       "      <td>43138.0</td>\n",
       "      <td>1.518877</td>\n",
       "      <td>0.380435</td>\n",
       "      <td>0.459704</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4002</th>\n",
       "      <td>11169.0</td>\n",
       "      <td>1.316730</td>\n",
       "      <td>0.234274</td>\n",
       "      <td>0.623473</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1067</th>\n",
       "      <td>54829.0</td>\n",
       "      <td>2.401471</td>\n",
       "      <td>1.718972</td>\n",
       "      <td>2.861161</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>854</th>\n",
       "      <td>22518.0</td>\n",
       "      <td>2.585827</td>\n",
       "      <td>0.585417</td>\n",
       "      <td>0.030798</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Test ID   GWD (m)    L (km)  Slope (%)  Target\n",
       "6043  17633.0  1.718826  0.535128   0.397376       0\n",
       "5613  43138.0  1.518877  0.380435   0.459704       1\n",
       "4002  11169.0  1.316730  0.234274   0.623473       0\n",
       "1067  54829.0  2.401471  1.718972   2.861161       0\n",
       "854   22518.0  2.585827  0.585417   0.030798       0"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train_target.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "55"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(X_train_target.loc[X_train_target['L (km)'] > 2].loc[X_train_target['Target']==1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Test ID</th>\n",
       "      <th>GWD (m)</th>\n",
       "      <th>L (km)</th>\n",
       "      <th>Slope (%)</th>\n",
       "      <th>Target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1249</th>\n",
       "      <td>2903.0</td>\n",
       "      <td>3.822122</td>\n",
       "      <td>1.347567</td>\n",
       "      <td>1.094091</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1226</th>\n",
       "      <td>5545.0</td>\n",
       "      <td>3.627551</td>\n",
       "      <td>1.357141</td>\n",
       "      <td>1.161011</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1582</th>\n",
       "      <td>54603.0</td>\n",
       "      <td>3.369406</td>\n",
       "      <td>1.401521</td>\n",
       "      <td>2.117453</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>322</th>\n",
       "      <td>33319.0</td>\n",
       "      <td>3.130784</td>\n",
       "      <td>0.808296</td>\n",
       "      <td>0.957238</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>276</th>\n",
       "      <td>49091.0</td>\n",
       "      <td>3.041477</td>\n",
       "      <td>0.618659</td>\n",
       "      <td>1.940264</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1505</th>\n",
       "      <td>54561.0</td>\n",
       "      <td>3.073484</td>\n",
       "      <td>0.795188</td>\n",
       "      <td>2.218553</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>560</th>\n",
       "      <td>22265.0</td>\n",
       "      <td>3.696963</td>\n",
       "      <td>1.746468</td>\n",
       "      <td>1.889506</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1206</th>\n",
       "      <td>4317.0</td>\n",
       "      <td>4.459133</td>\n",
       "      <td>1.311164</td>\n",
       "      <td>1.328388</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>430</th>\n",
       "      <td>25706.0</td>\n",
       "      <td>3.268571</td>\n",
       "      <td>1.283932</td>\n",
       "      <td>1.445562</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1680</th>\n",
       "      <td>23217.0</td>\n",
       "      <td>3.085922</td>\n",
       "      <td>2.263481</td>\n",
       "      <td>1.250611</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>429 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Test ID   GWD (m)    L (km)  Slope (%)  Target\n",
       "1249   2903.0  3.822122  1.347567   1.094091       0\n",
       "1226   5545.0  3.627551  1.357141   1.161011       0\n",
       "1582  54603.0  3.369406  1.401521   2.117453       0\n",
       "322   33319.0  3.130784  0.808296   0.957238       0\n",
       "276   49091.0  3.041477  0.618659   1.940264       1\n",
       "...       ...       ...       ...        ...     ...\n",
       "1505  54561.0  3.073484  0.795188   2.218553       0\n",
       "560   22265.0  3.696963  1.746468   1.889506       0\n",
       "1206   4317.0  4.459133  1.311164   1.328388       0\n",
       "430   25706.0  3.268571  1.283932   1.445562       0\n",
       "1680  23217.0  3.085922  2.263481   1.250611       0\n",
       "\n",
       "[429 rows x 5 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train_target.loc[X_train_target['GWD (m)'] > 3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Test ID</th>\n",
       "      <th>GWD (m)</th>\n",
       "      <th>L (km)</th>\n",
       "      <th>Slope (%)</th>\n",
       "      <th>Target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1465</th>\n",
       "      <td>49827.0</td>\n",
       "      <td>2.852315</td>\n",
       "      <td>0.221454</td>\n",
       "      <td>4.466954</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5296</th>\n",
       "      <td>120.0</td>\n",
       "      <td>0.757456</td>\n",
       "      <td>0.007051</td>\n",
       "      <td>2.633182</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5288</th>\n",
       "      <td>119.0</td>\n",
       "      <td>0.812953</td>\n",
       "      <td>0.011328</td>\n",
       "      <td>3.519404</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4024</th>\n",
       "      <td>38304.0</td>\n",
       "      <td>1.593081</td>\n",
       "      <td>0.044541</td>\n",
       "      <td>2.150381</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5703</th>\n",
       "      <td>1133.0</td>\n",
       "      <td>2.151764</td>\n",
       "      <td>0.011646</td>\n",
       "      <td>4.964096</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5298</th>\n",
       "      <td>525.0</td>\n",
       "      <td>1.110009</td>\n",
       "      <td>0.009192</td>\n",
       "      <td>4.109590</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5311</th>\n",
       "      <td>15615.0</td>\n",
       "      <td>2.866079</td>\n",
       "      <td>0.202173</td>\n",
       "      <td>2.893787</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6190</th>\n",
       "      <td>56.0</td>\n",
       "      <td>1.783620</td>\n",
       "      <td>0.018390</td>\n",
       "      <td>3.176269</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5726</th>\n",
       "      <td>49.0</td>\n",
       "      <td>1.390997</td>\n",
       "      <td>0.017915</td>\n",
       "      <td>2.341863</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6437</th>\n",
       "      <td>24327.0</td>\n",
       "      <td>2.364451</td>\n",
       "      <td>0.209966</td>\n",
       "      <td>2.796282</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Test ID   GWD (m)    L (km)  Slope (%)  Target\n",
       "1465  49827.0  2.852315  0.221454   4.466954       1\n",
       "5296    120.0  0.757456  0.007051   2.633182       1\n",
       "5288    119.0  0.812953  0.011328   3.519404       1\n",
       "4024  38304.0  1.593081  0.044541   2.150381       1\n",
       "5703   1133.0  2.151764  0.011646   4.964096       1\n",
       "...       ...       ...       ...        ...     ...\n",
       "5298    525.0  1.110009  0.009192   4.109590       1\n",
       "5311  15615.0  2.866079  0.202173   2.893787       1\n",
       "6190     56.0  1.783620  0.018390   3.176269       1\n",
       "5726     49.0  1.390997  0.017915   2.341863       1\n",
       "6437  24327.0  2.364451  0.209966   2.796282       1\n",
       "\n",
       "[88 rows x 5 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "L_03 = X_train_target.loc[X_train_target['L (km)'] < 0.3] \n",
    "L_03.loc[L_03['Slope (%)'] > 2].loc[L_03['Target']==1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Test ID</th>\n",
       "      <th>GWD (m)</th>\n",
       "      <th>L (km)</th>\n",
       "      <th>Slope (%)</th>\n",
       "      <th>Target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>47844.0</td>\n",
       "      <td>1.995111</td>\n",
       "      <td>0.697448</td>\n",
       "      <td>0.997108</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6071</th>\n",
       "      <td>25608.0</td>\n",
       "      <td>2.020858</td>\n",
       "      <td>0.652842</td>\n",
       "      <td>1.024892</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6023</th>\n",
       "      <td>23982.0</td>\n",
       "      <td>2.026702</td>\n",
       "      <td>0.471795</td>\n",
       "      <td>0.997204</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3548</th>\n",
       "      <td>2911.0</td>\n",
       "      <td>1.999451</td>\n",
       "      <td>1.518939</td>\n",
       "      <td>0.228218</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4996</th>\n",
       "      <td>42300.0</td>\n",
       "      <td>2.007189</td>\n",
       "      <td>1.281995</td>\n",
       "      <td>0.674000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Test ID   GWD (m)    L (km)  Slope (%)  Target\n",
       "159   47844.0  1.995111  0.697448   0.997108       0\n",
       "6071  25608.0  2.020858  0.652842   1.024892       0\n",
       "6023  23982.0  2.026702  0.471795   0.997204       0\n",
       "3548   2911.0  1.999451  1.518939   0.228218       1\n",
       "4996  42300.0  2.007189  1.281995   0.674000       0"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gwd_2 = X_train_target.loc[X_train_target['GWD (m)'] > 1.95].loc[X_train_target['GWD (m)'] < 2.05]\n",
    "gwd_2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Test ID</th>\n",
       "      <th>GWD (m)</th>\n",
       "      <th>L (km)</th>\n",
       "      <th>Slope (%)</th>\n",
       "      <th>Target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>47844.0</td>\n",
       "      <td>1.995111</td>\n",
       "      <td>0.697448</td>\n",
       "      <td>0.997108</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6071</th>\n",
       "      <td>25608.0</td>\n",
       "      <td>2.020858</td>\n",
       "      <td>0.652842</td>\n",
       "      <td>1.024892</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6023</th>\n",
       "      <td>23982.0</td>\n",
       "      <td>2.026702</td>\n",
       "      <td>0.471795</td>\n",
       "      <td>0.997204</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6412</th>\n",
       "      <td>42823.0</td>\n",
       "      <td>2.038535</td>\n",
       "      <td>0.281955</td>\n",
       "      <td>0.452543</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6345</th>\n",
       "      <td>45.0</td>\n",
       "      <td>1.958730</td>\n",
       "      <td>0.138996</td>\n",
       "      <td>0.199778</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3724</th>\n",
       "      <td>18581.0</td>\n",
       "      <td>2.008337</td>\n",
       "      <td>0.385705</td>\n",
       "      <td>2.016310</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6371</th>\n",
       "      <td>27352.0</td>\n",
       "      <td>2.038247</td>\n",
       "      <td>0.156816</td>\n",
       "      <td>0.215935</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>49593.0</td>\n",
       "      <td>1.960299</td>\n",
       "      <td>0.331011</td>\n",
       "      <td>0.346281</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2927</th>\n",
       "      <td>22391.0</td>\n",
       "      <td>1.994074</td>\n",
       "      <td>0.552113</td>\n",
       "      <td>0.158368</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2882</th>\n",
       "      <td>32803.0</td>\n",
       "      <td>1.981320</td>\n",
       "      <td>0.513274</td>\n",
       "      <td>0.351992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>203 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Test ID   GWD (m)    L (km)  Slope (%)  Target\n",
       "159   47844.0  1.995111  0.697448   0.997108       0\n",
       "6071  25608.0  2.020858  0.652842   1.024892       0\n",
       "6023  23982.0  2.026702  0.471795   0.997204       0\n",
       "6412  42823.0  2.038535  0.281955   0.452543       1\n",
       "6345     45.0  1.958730  0.138996   0.199778       1\n",
       "...       ...       ...       ...        ...     ...\n",
       "3724  18581.0  2.008337  0.385705   2.016310       1\n",
       "6371  27352.0  2.038247  0.156816   0.215935       1\n",
       "201   49593.0  1.960299  0.331011   0.346281       1\n",
       "2927  22391.0  1.994074  0.552113   0.158368       1\n",
       "2882  32803.0  1.981320  0.513274   0.351992       1\n",
       "\n",
       "[203 rows x 5 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gwd_2.loc[gwd_2['L (km)']<0.7]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Model B"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pickle.load(open('xgb_models/data5.pkl', 'rb'))\n",
    "model = pickle.load(open('xgb_models/opt_XGB_YN3.pkl', 'rb'))\n",
    "\n",
    "X_train_target = data['X_train_target']\n",
    "X_train_target = X_train_target.drop(['4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X_test_target = data['X_test_target']\n",
    "X_test_target = X_test_target.drop(['4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X = data['X']\n",
    "X = X.drop(['4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "\n",
    "X_train = data['X_train']\n",
    "X_train = X_train.drop(['4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X_test = data['X_test']\n",
    "X_test = X_test.drop(['4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X_val = data['X_val']\n",
    "X_val = X_val.drop(['4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "X_all = data['X_all']\n",
    "X_all = X_all.drop(['4m_Qtncs_m', '4m_Qtncs_s', '4m_Ic_med', '4m_Ic_std'], axis=1)\n",
    "\n",
    "y_train = data['y_train']\n",
    "y_test = data['y_test']\n",
    "y_val = data['y_val']\n",
    "y = data['y']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Test ID</th>\n",
       "      <th>GWD (m)</th>\n",
       "      <th>Elevation</th>\n",
       "      <th>L (km)</th>\n",
       "      <th>Slope (%)</th>\n",
       "      <th>PGA (g)</th>\n",
       "      <th>Target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4002</th>\n",
       "      <td>11169.0</td>\n",
       "      <td>1.316730</td>\n",
       "      <td>1.710117</td>\n",
       "      <td>0.234274</td>\n",
       "      <td>0.623473</td>\n",
       "      <td>0.508720</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6509</th>\n",
       "      <td>26078.0</td>\n",
       "      <td>2.638395</td>\n",
       "      <td>1.992321</td>\n",
       "      <td>0.614216</td>\n",
       "      <td>1.473299</td>\n",
       "      <td>0.505761</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6492</th>\n",
       "      <td>33300.0</td>\n",
       "      <td>2.814786</td>\n",
       "      <td>2.109118</td>\n",
       "      <td>0.817724</td>\n",
       "      <td>1.418949</td>\n",
       "      <td>0.509021</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4007</th>\n",
       "      <td>50902.0</td>\n",
       "      <td>1.244507</td>\n",
       "      <td>1.521190</td>\n",
       "      <td>0.136821</td>\n",
       "      <td>0.097995</td>\n",
       "      <td>0.510675</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4017</th>\n",
       "      <td>21524.0</td>\n",
       "      <td>1.418289</td>\n",
       "      <td>1.136799</td>\n",
       "      <td>0.044932</td>\n",
       "      <td>1.198898</td>\n",
       "      <td>0.515968</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3489</th>\n",
       "      <td>27702.0</td>\n",
       "      <td>1.592636</td>\n",
       "      <td>1.128048</td>\n",
       "      <td>0.540976</td>\n",
       "      <td>0.476727</td>\n",
       "      <td>0.508112</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3957</th>\n",
       "      <td>32694.0</td>\n",
       "      <td>1.467198</td>\n",
       "      <td>1.330797</td>\n",
       "      <td>0.102713</td>\n",
       "      <td>0.319923</td>\n",
       "      <td>0.513281</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6508</th>\n",
       "      <td>26077.0</td>\n",
       "      <td>2.577652</td>\n",
       "      <td>2.157960</td>\n",
       "      <td>0.536088</td>\n",
       "      <td>0.184244</td>\n",
       "      <td>0.502483</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1073</th>\n",
       "      <td>37277.0</td>\n",
       "      <td>1.104782</td>\n",
       "      <td>2.864114</td>\n",
       "      <td>1.860314</td>\n",
       "      <td>0.264779</td>\n",
       "      <td>0.522147</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3410</th>\n",
       "      <td>26097.0</td>\n",
       "      <td>1.550143</td>\n",
       "      <td>1.007102</td>\n",
       "      <td>0.578059</td>\n",
       "      <td>0.215191</td>\n",
       "      <td>0.508112</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>348 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Test ID   GWD (m)  Elevation    L (km)  Slope (%)   PGA (g)  Target\n",
       "4002  11169.0  1.316730   1.710117  0.234274   0.623473  0.508720       0\n",
       "6509  26078.0  2.638395   1.992321  0.614216   1.473299  0.505761       1\n",
       "6492  33300.0  2.814786   2.109118  0.817724   1.418949  0.509021       0\n",
       "4007  50902.0  1.244507   1.521190  0.136821   0.097995  0.510675       0\n",
       "4017  21524.0  1.418289   1.136799  0.044932   1.198898  0.515968       0\n",
       "...       ...       ...        ...       ...        ...       ...     ...\n",
       "3489  27702.0  1.592636   1.128048  0.540976   0.476727  0.508112       1\n",
       "3957  32694.0  1.467198   1.330797  0.102713   0.319923  0.513281       1\n",
       "6508  26077.0  2.577652   2.157960  0.536088   0.184244  0.502483       0\n",
       "1073  37277.0  1.104782   2.864114  1.860314   0.264779  0.522147       0\n",
       "3410  26097.0  1.550143   1.007102  0.578059   0.215191  0.508112       1\n",
       "\n",
       "[348 rows x 7 columns]"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train_target.loc[X_train_target['PGA (g)'] > 0.5 ].loc[X_train_target['Elevation'] < 3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Test ID</th>\n",
       "      <th>GWD (m)</th>\n",
       "      <th>Elevation</th>\n",
       "      <th>L (km)</th>\n",
       "      <th>Slope (%)</th>\n",
       "      <th>PGA (g)</th>\n",
       "      <th>Target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1672</th>\n",
       "      <td>17857.0</td>\n",
       "      <td>2.712797</td>\n",
       "      <td>4.748068</td>\n",
       "      <td>1.209376</td>\n",
       "      <td>2.637378</td>\n",
       "      <td>0.392869</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4122</th>\n",
       "      <td>42273.0</td>\n",
       "      <td>1.119806</td>\n",
       "      <td>4.503771</td>\n",
       "      <td>2.342682</td>\n",
       "      <td>1.044677</td>\n",
       "      <td>0.377765</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4269</th>\n",
       "      <td>15252.0</td>\n",
       "      <td>1.522965</td>\n",
       "      <td>4.692791</td>\n",
       "      <td>1.951374</td>\n",
       "      <td>0.804761</td>\n",
       "      <td>0.389010</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4629</th>\n",
       "      <td>41786.0</td>\n",
       "      <td>1.404957</td>\n",
       "      <td>4.822272</td>\n",
       "      <td>2.048569</td>\n",
       "      <td>0.315132</td>\n",
       "      <td>0.382741</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6660</th>\n",
       "      <td>16843.0</td>\n",
       "      <td>0.741909</td>\n",
       "      <td>5.025122</td>\n",
       "      <td>1.684591</td>\n",
       "      <td>1.556392</td>\n",
       "      <td>0.390029</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4564</th>\n",
       "      <td>25198.0</td>\n",
       "      <td>1.795616</td>\n",
       "      <td>5.614668</td>\n",
       "      <td>2.277463</td>\n",
       "      <td>0.934444</td>\n",
       "      <td>0.365371</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6654</th>\n",
       "      <td>41496.0</td>\n",
       "      <td>2.316240</td>\n",
       "      <td>6.570876</td>\n",
       "      <td>1.332860</td>\n",
       "      <td>2.063153</td>\n",
       "      <td>0.396269</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4930</th>\n",
       "      <td>15920.0</td>\n",
       "      <td>2.190864</td>\n",
       "      <td>4.607725</td>\n",
       "      <td>1.312416</td>\n",
       "      <td>0.660428</td>\n",
       "      <td>0.399937</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1740</th>\n",
       "      <td>14291.0</td>\n",
       "      <td>2.657911</td>\n",
       "      <td>4.230089</td>\n",
       "      <td>1.311970</td>\n",
       "      <td>1.896533</td>\n",
       "      <td>0.395345</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5054</th>\n",
       "      <td>15410.0</td>\n",
       "      <td>1.990692</td>\n",
       "      <td>4.504878</td>\n",
       "      <td>1.639079</td>\n",
       "      <td>0.398779</td>\n",
       "      <td>0.376682</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>698 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Test ID   GWD (m)  Elevation    L (km)  Slope (%)   PGA (g)  Target\n",
       "1672  17857.0  2.712797   4.748068  1.209376   2.637378  0.392869       0\n",
       "4122  42273.0  1.119806   4.503771  2.342682   1.044677  0.377765       1\n",
       "4269  15252.0  1.522965   4.692791  1.951374   0.804761  0.389010       0\n",
       "4629  41786.0  1.404957   4.822272  2.048569   0.315132  0.382741       0\n",
       "6660  16843.0  0.741909   5.025122  1.684591   1.556392  0.390029       1\n",
       "...       ...       ...        ...       ...        ...       ...     ...\n",
       "4564  25198.0  1.795616   5.614668  2.277463   0.934444  0.365371       0\n",
       "6654  41496.0  2.316240   6.570876  1.332860   2.063153  0.396269       0\n",
       "4930  15920.0  2.190864   4.607725  1.312416   0.660428  0.399937       1\n",
       "1740  14291.0  2.657911   4.230089  1.311970   1.896533  0.395345       0\n",
       "5054  15410.0  1.990692   4.504878  1.639079   0.398779  0.376682       0\n",
       "\n",
       "[698 rows x 7 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train_target.loc[X_train_target['PGA (g)'] < 0.4 ].loc[X_train_target['Elevation'] > 4].loc[X_train_target['Target'] == 1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "b0fa6594d8f4cbf19f97940f81e996739fb7646882a419484c72d19e05852a7e"
  },
  "kernelspec": {
   "display_name": "Python 3.9.10 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}