Sameer_Chapter_1_mimic_dataset_exploration.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/iupui-soic/pybootcamp/blob/main/Sameer_Chapter_1_mimic_dataset_exploration.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!git clone https://github.com/iupui-soic/handson-ml-mimic-iv.git"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-j8-bsBdpxgs",
        "outputId": "457b4317-3416-4189-d44c-428abea5433d"
      },
      "id": "-j8-bsBdpxgs",
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cloning into 'handson-ml-mimic-iv'...\n",
            "remote: Enumerating objects: 83, done.\u001b[K\n",
            "remote: Counting objects: 100% (83/83), done.\u001b[K\n",
            "remote: Compressing objects: 100% (68/68), done.\u001b[K\n",
            "remote: Total 83 (delta 29), reused 40 (delta 13), pack-reused 0\u001b[K\n",
            "Receiving objects: 100% (83/83), 3.86 MiB | 11.11 MiB/s, done.\n",
            "Resolving deltas: 100% (29/29), done.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "print(os.getcwd())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5ZMOnQq5d6_2",
        "outputId": "24a68a2e-c864-43c8-cbb7-8932d551895e"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content\n"
          ]
        }
      ],
      "id": "5ZMOnQq5d6_2"
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "os.chdir('/content/handson-ml-mimic-iv')"
      ],
      "metadata": {
        "id": "5ax-HKiLd8DL"
      },
      "execution_count": 3,
      "outputs": [],
      "id": "5ax-HKiLd8DL"
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PmK6irzXpGlU",
        "outputId": "1f82a201-cd33-4c7f-dcbe-270ad86b13bb"
      },
      "id": "PmK6irzXpGlU",
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "id": "01425f93",
      "metadata": {
        "id": "01425f93"
      },
      "outputs": [],
      "source": [
        "import dask.dataframe as dd\n",
        "import pandas as pd"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "id": "99d5cd8a",
      "metadata": {
        "id": "99d5cd8a"
      },
      "outputs": [],
      "source": [
        "from mimic.mimic import MIMIC, MIMICManipulations"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "id": "4329a04e",
      "metadata": {
        "id": "4329a04e",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "836eff4c-2f11-4222-ab96-659b7b88978a"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "MIMIC dataset found at path : /content/drive/MyDrive/mimiv-iv\n"
          ]
        }
      ],
      "source": [
        "mimic_instance = MIMIC('/content/drive/MyDrive/mimiv-iv')"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "mimic_manipulation_instance = MIMICManipulations('/content/drive/MyDrive/mimiv-iv')"
      ],
      "metadata": {
        "id": "Qc_tf6x7U2Kj",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c25f2550-18e1-41a2-ca56-8b01edfcccb9"
      },
      "id": "Qc_tf6x7U2Kj",
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "MIMIC dataset found at path : /content/drive/MyDrive/mimiv-iv\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!ls '/content/drive/My Drive/mimiv-iv'"
      ],
      "metadata": {
        "id": "I8dxj8m4JK2d",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "979e9c84-29ec-4e94-bc0b-6abd0d169c2c"
      },
      "id": "I8dxj8m4JK2d",
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "admissions.parquet\t  emar_detail.parquet\t      pharmacy.parquet\n",
            "caregiver.parquet\t  emar.parquet\t\t      poe_detail.parquet\n",
            "chartevents.parquet\t  hcpcsevents.parquet\t      poe.parquet\n",
            "datetimeevents.parquet\t  icustays.parquet\t      prescriptions.parquet\n",
            "d_hcpcs.parquet\t\t  ingredientevents.parquet    procedureevents.parquet\n",
            "diagnoses_icd.parquet\t  inputevents.parquet\t      procedures_icd.parquet\n",
            "d_icd_diagnoses.parquet   labevents.parquet\t      provider.parquet\n",
            "d_icd_procedures.parquet  microbiologyevents.parquet  services.parquet\n",
            "d_items.parquet\t\t  omr.parquet\t\t      transfers.parquet\n",
            "d_labitems.parquet\t  outputevents.parquet\n",
            "drgcodes.parquet\t  patients.parquet\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "id": "ac2bedfa",
      "metadata": {
        "id": "ac2bedfa"
      },
      "source": [
        "# MIMIC Core Admissions"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "id": "a78ee5df",
      "metadata": {
        "id": "a78ee5df"
      },
      "outputs": [],
      "source": [
        "df_admissions = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/admissions.parquet')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "id": "5d39575e",
      "metadata": {
        "id": "5d39575e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 399
        },
        "outputId": "3cec9b51-83c8-4c82-f00c-b0e5f0dd4cfe"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id           admittime           dischtime deathtime  \\\n",
              "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "1    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "2    10000032  25742920 2180-08-05 23:44:00 2180-08-07 17:50:00       NaT   \n",
              "3    10000032  29079034 2180-07-23 12:35:00 2180-07-25 17:55:00       NaT   \n",
              "4    10000068  25022803 2160-03-03 23:16:00 2160-03-04 06:26:00       NaT   \n",
              "\n",
              "   admission_type admit_provider_id      admission_location  \\\n",
              "0          URGENT            P874LG  TRANSFER FROM HOSPITAL   \n",
              "1        EW EMER.            P09Q6Y          EMERGENCY ROOM   \n",
              "2        EW EMER.            P60CC5          EMERGENCY ROOM   \n",
              "3        EW EMER.            P30KEH          EMERGENCY ROOM   \n",
              "4  EU OBSERVATION            P51VDL          EMERGENCY ROOM   \n",
              "\n",
              "  discharge_location insurance language marital_status   race  \\\n",
              "0               HOME     Other  ENGLISH        WIDOWED  WHITE   \n",
              "1               HOME  Medicaid  ENGLISH        WIDOWED  WHITE   \n",
              "2            HOSPICE  Medicaid  ENGLISH        WIDOWED  WHITE   \n",
              "3               HOME  Medicaid  ENGLISH        WIDOWED  WHITE   \n",
              "4               None     Other  ENGLISH         SINGLE  WHITE   \n",
              "\n",
              "            edregtime           edouttime  hospital_expire_flag  \n",
              "0 2180-05-06 19:17:00 2180-05-06 23:30:00                     0  \n",
              "1 2180-06-26 15:54:00 2180-06-26 21:31:00                     0  \n",
              "2 2180-08-05 20:58:00 2180-08-06 01:44:00                     0  \n",
              "3 2180-07-23 05:54:00 2180-07-23 14:00:00                     0  \n",
              "4 2160-03-03 21:55:00 2160-03-04 06:26:00                     0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-c345ae96-0682-41ad-8d9b-359063c51c61\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>admittime</th>\n",
              "      <th>dischtime</th>\n",
              "      <th>deathtime</th>\n",
              "      <th>admission_type</th>\n",
              "      <th>admit_provider_id</th>\n",
              "      <th>admission_location</th>\n",
              "      <th>discharge_location</th>\n",
              "      <th>insurance</th>\n",
              "      <th>language</th>\n",
              "      <th>marital_status</th>\n",
              "      <th>race</th>\n",
              "      <th>edregtime</th>\n",
              "      <th>edouttime</th>\n",
              "      <th>hospital_expire_flag</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>2180-05-06 19:17:00</td>\n",
              "      <td>2180-05-06 23:30:00</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>2180-06-26 15:54:00</td>\n",
              "      <td>2180-06-26 21:31:00</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>25742920</td>\n",
              "      <td>2180-08-05 23:44:00</td>\n",
              "      <td>2180-08-07 17:50:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P60CC5</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOSPICE</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>2180-08-05 20:58:00</td>\n",
              "      <td>2180-08-06 01:44:00</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>29079034</td>\n",
              "      <td>2180-07-23 12:35:00</td>\n",
              "      <td>2180-07-25 17:55:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P30KEH</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>2180-07-23 05:54:00</td>\n",
              "      <td>2180-07-23 14:00:00</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000068</td>\n",
              "      <td>25022803</td>\n",
              "      <td>2160-03-03 23:16:00</td>\n",
              "      <td>2160-03-04 06:26:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EU OBSERVATION</td>\n",
              "      <td>P51VDL</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>None</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>SINGLE</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>2160-03-03 21:55:00</td>\n",
              "      <td>2160-03-04 06:26:00</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c345ae96-0682-41ad-8d9b-359063c51c61')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-c345ae96-0682-41ad-8d9b-359063c51c61 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-c345ae96-0682-41ad-8d9b-359063c51c61');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-ac22763e-8e5e-4e92-918f-a6633a2eafc5\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-ac22763e-8e5e-4e92-918f-a6633a2eafc5')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-ac22763e-8e5e-4e92-918f-a6633a2eafc5 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_admissions"
            }
          },
          "metadata": {},
          "execution_count": 10
        }
      ],
      "source": [
        "df_admissions.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "id": "8a227481",
      "metadata": {
        "id": "8a227481",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "a1f74d32-71a3-420e-a7be-0a21f6278420"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(431231, 16)"
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ],
      "source": [
        "df_admissions.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "id": "21a7875a",
      "metadata": {
        "id": "21a7875a",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "bb096389-952f-4a79-ba22-fee0eb76af5b"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 431231 entries, 0 to 431230\n",
            "Data columns (total 16 columns):\n",
            " #   Column                Non-Null Count   Dtype         \n",
            "---  ------                --------------   -----         \n",
            " 0   subject_id            431231 non-null  int32         \n",
            " 1   hadm_id               431231 non-null  int32         \n",
            " 2   admittime             431231 non-null  datetime64[us]\n",
            " 3   dischtime             431231 non-null  datetime64[us]\n",
            " 4   deathtime             8598 non-null    datetime64[us]\n",
            " 5   admission_type        431231 non-null  object        \n",
            " 6   admit_provider_id     431227 non-null  object        \n",
            " 7   admission_location    431231 non-null  object        \n",
            " 8   discharge_location    312076 non-null  object        \n",
            " 9   insurance             431231 non-null  object        \n",
            " 10  language              431231 non-null  object        \n",
            " 11  marital_status        421998 non-null  object        \n",
            " 12  race                  431231 non-null  object        \n",
            " 13  edregtime             299282 non-null  datetime64[us]\n",
            " 14  edouttime             299282 non-null  datetime64[us]\n",
            " 15  hospital_expire_flag  431231 non-null  int16         \n",
            "dtypes: datetime64[us](5), int16(1), int32(2), object(8)\n",
            "memory usage: 46.9+ MB\n"
          ]
        }
      ],
      "source": [
        "df_admissions.info()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "id": "00a20756",
      "metadata": {
        "id": "00a20756",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 300
        },
        "outputId": "8e2d4103-1d21-4235-e7f7-9e0ed9418674"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "         subject_id       hadm_id                   admittime  \\\n",
              "count  4.312310e+05  4.312310e+05                      431231   \n",
              "mean   1.500766e+07  2.500314e+07  2155-02-27 21:07:41.694079   \n",
              "min    1.000003e+07  2.000002e+07         2105-10-04 17:26:00   \n",
              "25%    1.251557e+07  2.250155e+07         2135-02-22 13:35:00   \n",
              "50%    1.501288e+07  2.500669e+07         2155-01-20 15:22:00   \n",
              "75%    1.749622e+07  2.750470e+07         2175-04-05 03:02:00   \n",
              "max    1.999999e+07  2.999993e+07         2212-04-06 12:13:00   \n",
              "std    2.877498e+06  2.888180e+06                         NaN   \n",
              "\n",
              "                        dischtime                   deathtime  \\\n",
              "count                      431231                        8598   \n",
              "mean   2155-03-04 08:43:37.370134  2153-05-28 01:26:50.181438   \n",
              "min           2105-10-12 11:11:00         2110-01-25 09:40:00   \n",
              "25%           2135-02-27 14:04:00         2133-06-22 01:37:00   \n",
              "50%           2155-01-24 16:54:00         2153-02-22 19:09:00   \n",
              "75%           2175-04-08 22:41:00         2173-06-30 06:52:30   \n",
              "max           2212-04-12 14:06:00         2211-01-17 12:34:00   \n",
              "std                           NaN                         NaN   \n",
              "\n",
              "                        edregtime                   edouttime  \\\n",
              "count                      299282                      299282   \n",
              "mean   2155-07-30 01:42:37.077940  2155-07-30 11:54:38.147501   \n",
              "min           2106-02-06 15:47:00         2106-02-07 09:31:00   \n",
              "25%           2135-07-26 21:51:45         2135-07-27 20:26:30   \n",
              "50%           2155-07-03 18:46:30         2155-07-04 04:20:00   \n",
              "75%           2175-09-11 14:26:45         2175-09-11 20:59:30   \n",
              "max           2212-04-05 23:23:00         2212-04-06 14:20:00   \n",
              "std                           NaN                         NaN   \n",
              "\n",
              "       hospital_expire_flag  \n",
              "count         431231.000000  \n",
              "mean               0.019964  \n",
              "min                0.000000  \n",
              "25%                0.000000  \n",
              "50%                0.000000  \n",
              "75%                0.000000  \n",
              "max                1.000000  \n",
              "std                0.139876  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-18ff0d2b-1171-454d-a76b-aea092bfa605\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>admittime</th>\n",
              "      <th>dischtime</th>\n",
              "      <th>deathtime</th>\n",
              "      <th>edregtime</th>\n",
              "      <th>edouttime</th>\n",
              "      <th>hospital_expire_flag</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>count</th>\n",
              "      <td>4.312310e+05</td>\n",
              "      <td>4.312310e+05</td>\n",
              "      <td>431231</td>\n",
              "      <td>431231</td>\n",
              "      <td>8598</td>\n",
              "      <td>299282</td>\n",
              "      <td>299282</td>\n",
              "      <td>431231.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>mean</th>\n",
              "      <td>1.500766e+07</td>\n",
              "      <td>2.500314e+07</td>\n",
              "      <td>2155-02-27 21:07:41.694079</td>\n",
              "      <td>2155-03-04 08:43:37.370134</td>\n",
              "      <td>2153-05-28 01:26:50.181438</td>\n",
              "      <td>2155-07-30 01:42:37.077940</td>\n",
              "      <td>2155-07-30 11:54:38.147501</td>\n",
              "      <td>0.019964</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>min</th>\n",
              "      <td>1.000003e+07</td>\n",
              "      <td>2.000002e+07</td>\n",
              "      <td>2105-10-04 17:26:00</td>\n",
              "      <td>2105-10-12 11:11:00</td>\n",
              "      <td>2110-01-25 09:40:00</td>\n",
              "      <td>2106-02-06 15:47:00</td>\n",
              "      <td>2106-02-07 09:31:00</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25%</th>\n",
              "      <td>1.251557e+07</td>\n",
              "      <td>2.250155e+07</td>\n",
              "      <td>2135-02-22 13:35:00</td>\n",
              "      <td>2135-02-27 14:04:00</td>\n",
              "      <td>2133-06-22 01:37:00</td>\n",
              "      <td>2135-07-26 21:51:45</td>\n",
              "      <td>2135-07-27 20:26:30</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50%</th>\n",
              "      <td>1.501288e+07</td>\n",
              "      <td>2.500669e+07</td>\n",
              "      <td>2155-01-20 15:22:00</td>\n",
              "      <td>2155-01-24 16:54:00</td>\n",
              "      <td>2153-02-22 19:09:00</td>\n",
              "      <td>2155-07-03 18:46:30</td>\n",
              "      <td>2155-07-04 04:20:00</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>75%</th>\n",
              "      <td>1.749622e+07</td>\n",
              "      <td>2.750470e+07</td>\n",
              "      <td>2175-04-05 03:02:00</td>\n",
              "      <td>2175-04-08 22:41:00</td>\n",
              "      <td>2173-06-30 06:52:30</td>\n",
              "      <td>2175-09-11 14:26:45</td>\n",
              "      <td>2175-09-11 20:59:30</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>max</th>\n",
              "      <td>1.999999e+07</td>\n",
              "      <td>2.999993e+07</td>\n",
              "      <td>2212-04-06 12:13:00</td>\n",
              "      <td>2212-04-12 14:06:00</td>\n",
              "      <td>2211-01-17 12:34:00</td>\n",
              "      <td>2212-04-05 23:23:00</td>\n",
              "      <td>2212-04-06 14:20:00</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>std</th>\n",
              "      <td>2.877498e+06</td>\n",
              "      <td>2.888180e+06</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.139876</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-18ff0d2b-1171-454d-a76b-aea092bfa605')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-18ff0d2b-1171-454d-a76b-aea092bfa605 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-18ff0d2b-1171-454d-a76b-aea092bfa605');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-2a49f40a-716d-40c2-902a-f3da7eea0938\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-2a49f40a-716d-40c2-902a-f3da7eea0938')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-2a49f40a-716d-40c2-902a-f3da7eea0938 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"df_admissions\",\n  \"rows\": 8,\n  \"fields\": [\n    {\n      \"column\": \"subject_id\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 6894824.276515122,\n        \"min\": 431231.0,\n        \"max\": 19999987.0,\n        \"num_unique_values\": 8,\n        \"samples\": [\n          15007664.969607936,\n          17496223.5,\n          431231.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"hadm_id\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 11230533.526033193,\n        \"min\": 431231.0,\n        \"max\": 29999928.0,\n        \"num_unique_values\": 8,\n        \"samples\": [\n          25003138.264725868,\n          27504698.0,\n          431231.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"admittime\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": \"1970-01-01 00:00:00.000431231\",\n        \"max\": \"2212-04-06 12:13:00\",\n        \"num_unique_values\": 7,\n        \"samples\": [\n          \"431231\",\n          \"2155-02-27 21:07:41.694079\",\n          \"2175-04-05 03:02:00\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"dischtime\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": \"1970-01-01 00:00:00.000431231\",\n        \"max\": \"2212-04-12 14:06:00\",\n        \"num_unique_values\": 7,\n        \"samples\": [\n          \"431231\",\n          \"2155-03-04 08:43:37.370134\",\n          \"2175-04-08 22:41:00\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"deathtime\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": \"1970-01-01 00:00:00.000008598\",\n        \"max\": \"2211-01-17 12:34:00\",\n        \"num_unique_values\": 7,\n        \"samples\": [\n          \"8598\",\n          \"2153-05-28 01:26:50.181438\",\n          \"2173-06-30 06:52:30\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"edregtime\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": \"1970-01-01 00:00:00.000299282\",\n        \"max\": \"2212-04-05 23:23:00\",\n        \"num_unique_values\": 7,\n        \"samples\": [\n          \"299282\",\n          \"2155-07-30 01:42:37.077940\",\n          \"2175-09-11 14:26:45\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"edouttime\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": \"1970-01-01 00:00:00.000299282\",\n        \"max\": \"2212-04-06 14:20:00\",\n        \"num_unique_values\": 7,\n        \"samples\": [\n          \"299282\",\n          \"2155-07-30 11:54:38.147501\",\n          \"2175-09-11 20:59:30\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"hospital_expire_flag\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 152463.1235985651,\n        \"min\": 0.0,\n        \"max\": 431231.0,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.019963778114282137,\n          0.13987591303876895,\n          0.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 13
        }
      ],
      "source": [
        "df_admissions.describe()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "id": "98a55651",
      "metadata": {
        "id": "98a55651",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "f605b87e-9eaf-463f-fa2d-efe182eed24a"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "subject_id                   0\n",
              "hadm_id                      0\n",
              "admittime                    0\n",
              "dischtime                    0\n",
              "deathtime               422633\n",
              "admission_type               0\n",
              "admit_provider_id            4\n",
              "admission_location           0\n",
              "discharge_location      119155\n",
              "insurance                    0\n",
              "language                     0\n",
              "marital_status            9233\n",
              "race                         0\n",
              "edregtime               131949\n",
              "edouttime               131949\n",
              "hospital_expire_flag         0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ],
      "source": [
        "df_admissions.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "id": "404f6b35",
      "metadata": {
        "id": "404f6b35",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "9b3e9d82-5f51-4e0b-e705-24da66842e54"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Index(['subject_id', 'hadm_id', 'admittime', 'dischtime', 'deathtime',\n",
              "       'admission_type', 'admit_provider_id', 'admission_location',\n",
              "       'discharge_location', 'insurance', 'language', 'marital_status', 'race',\n",
              "       'edregtime', 'edouttime', 'hospital_expire_flag'],\n",
              "      dtype='object')"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ],
      "source": [
        "df_admissions.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "id": "2f44164d",
      "metadata": {
        "id": "2f44164d",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "416bcfc1-c247-48e7-80c7-55b47465acea"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "subject_id                       int32\n",
              "hadm_id                          int32\n",
              "admittime               datetime64[us]\n",
              "dischtime               datetime64[us]\n",
              "deathtime               datetime64[us]\n",
              "admission_type                  object\n",
              "admit_provider_id               object\n",
              "admission_location              object\n",
              "discharge_location              object\n",
              "insurance                       object\n",
              "language                        object\n",
              "marital_status                  object\n",
              "race                            object\n",
              "edregtime               datetime64[us]\n",
              "edouttime               datetime64[us]\n",
              "hospital_expire_flag             int16\n",
              "dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ],
      "source": [
        "df_admissions.dtypes"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "id": "47b5de34",
      "metadata": {
        "id": "47b5de34",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "de1637c6-0e2b-41cb-aef7-603e8ece7e02"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id           admittime           dischtime  \\\n",
              "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00   \n",
              "1    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00   \n",
              "2    10000032  25742920 2180-08-05 23:44:00 2180-08-07 17:50:00   \n",
              "3    10000032  29079034 2180-07-23 12:35:00 2180-07-25 17:55:00   \n",
              "4    10000068  25022803 2160-03-03 23:16:00 2160-03-04 06:26:00   \n",
              "\n",
              "   admission_type      admission_location discharge_location insurance  \\\n",
              "0          URGENT  TRANSFER FROM HOSPITAL               HOME     Other   \n",
              "1        EW EMER.          EMERGENCY ROOM               HOME  Medicaid   \n",
              "2        EW EMER.          EMERGENCY ROOM            HOSPICE  Medicaid   \n",
              "3        EW EMER.          EMERGENCY ROOM               HOME  Medicaid   \n",
              "4  EU OBSERVATION          EMERGENCY ROOM               None     Other   \n",
              "\n",
              "  language marital_status  hospital_expire_flag  \n",
              "0  ENGLISH        WIDOWED                     0  \n",
              "1  ENGLISH        WIDOWED                     0  \n",
              "2  ENGLISH        WIDOWED                     0  \n",
              "3  ENGLISH        WIDOWED                     0  \n",
              "4  ENGLISH         SINGLE                     0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-0b59d8d2-4e14-43c3-974a-5b644e3d561c\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>admittime</th>\n",
              "      <th>dischtime</th>\n",
              "      <th>admission_type</th>\n",
              "      <th>admission_location</th>\n",
              "      <th>discharge_location</th>\n",
              "      <th>insurance</th>\n",
              "      <th>language</th>\n",
              "      <th>marital_status</th>\n",
              "      <th>hospital_expire_flag</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>25742920</td>\n",
              "      <td>2180-08-05 23:44:00</td>\n",
              "      <td>2180-08-07 17:50:00</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOSPICE</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>29079034</td>\n",
              "      <td>2180-07-23 12:35:00</td>\n",
              "      <td>2180-07-25 17:55:00</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000068</td>\n",
              "      <td>25022803</td>\n",
              "      <td>2160-03-03 23:16:00</td>\n",
              "      <td>2160-03-04 06:26:00</td>\n",
              "      <td>EU OBSERVATION</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>None</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>SINGLE</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0b59d8d2-4e14-43c3-974a-5b644e3d561c')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-0b59d8d2-4e14-43c3-974a-5b644e3d561c button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-0b59d8d2-4e14-43c3-974a-5b644e3d561c');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-721027a6-a2f6-4112-9e30-a7455c1663ea\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-721027a6-a2f6-4112-9e30-a7455c1663ea')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-721027a6-a2f6-4112-9e30-a7455c1663ea button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"                    'marital_status', 'hospital_expire_flag']]\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"subject_id\",\n      \"properties\": {\n        \"dtype\": \"int32\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          10000068,\n          10000032\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"hadm_id\",\n      \"properties\": {\n        \"dtype\": \"int32\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          22841357,\n          25022803\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"admittime\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": \"2160-03-03 23:16:00\",\n        \"max\": \"2180-08-05 23:44:00\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"2180-06-26 18:27:00\",\n          \"2160-03-03 23:16:00\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"dischtime\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": \"2160-03-04 06:26:00\",\n        \"max\": \"2180-08-07 17:50:00\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"2180-06-27 18:49:00\",\n          \"2160-03-04 06:26:00\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"admission_type\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 3,\n        \"samples\": [\n          \"URGENT\",\n          \"EW EMER.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"admission_location\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"EMERGENCY ROOM\",\n          \"TRANSFER FROM HOSPITAL\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"discharge_location\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"HOSPICE\",\n          \"HOME\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"insurance\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"Medicaid\",\n          \"Other\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"language\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"ENGLISH\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"marital_status\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"SINGLE\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"hospital_expire_flag\",\n      \"properties\": {\n        \"dtype\": \"int16\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 17
        }
      ],
      "source": [
        "df_admissions[['subject_id', 'hadm_id', 'admittime', 'dischtime', 'admission_type', 'admission_location', 'discharge_location', 'insurance', 'language',\n",
        "                    'marital_status', 'hospital_expire_flag']].head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "id": "bcd9da41",
      "metadata": {
        "id": "bcd9da41"
      },
      "outputs": [],
      "source": [
        "df_patients = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/patients.parquet')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "id": "ae821c07",
      "metadata": {
        "id": "ae821c07"
      },
      "outputs": [],
      "source": [
        "df_patients = df_patients.drop(['dod'], axis=1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 20,
      "id": "7d0bb14a",
      "metadata": {
        "id": "7d0bb14a",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5887475d-ecd1-4c1b-d3ac-d039d7577f65"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "subject_id           0\n",
              "gender               0\n",
              "anchor_age           0\n",
              "anchor_year          0\n",
              "anchor_year_group    0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ],
      "source": [
        "df_patients.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 21,
      "id": "599835bf",
      "metadata": {
        "id": "599835bf"
      },
      "outputs": [],
      "source": [
        "df_transfer = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/transfers.parquet')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 22,
      "id": "ede4bbb8",
      "metadata": {
        "id": "ede4bbb8",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "546bfa7a-dd17-446a-fbb2-d17eda8181c3"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id     hadm_id  transfer_id  eventtype              careunit  \\\n",
              "0    10000032  22595853.0     33258284         ED  Emergency Department   \n",
              "1    10000032  22595853.0     35223874      admit            Transplant   \n",
              "2    10000032  22595853.0     36904543  discharge                  None   \n",
              "3    10000032  22841357.0     34100253  discharge                  None   \n",
              "4    10000032  22841357.0     34703856      admit            Transplant   \n",
              "\n",
              "               intime             outtime  \n",
              "0 2180-05-06 19:17:00 2180-05-06 23:30:00  \n",
              "1 2180-05-06 23:30:00 2180-05-07 17:21:27  \n",
              "2 2180-05-07 17:21:27                 NaT  \n",
              "3 2180-06-27 18:49:12                 NaT  \n",
              "4 2180-06-26 21:31:00 2180-06-27 18:49:12  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-475bf0ce-5624-42e0-ace8-184008122ce7\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>transfer_id</th>\n",
              "      <th>eventtype</th>\n",
              "      <th>careunit</th>\n",
              "      <th>intime</th>\n",
              "      <th>outtime</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853.0</td>\n",
              "      <td>33258284</td>\n",
              "      <td>ED</td>\n",
              "      <td>Emergency Department</td>\n",
              "      <td>2180-05-06 19:17:00</td>\n",
              "      <td>2180-05-06 23:30:00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853.0</td>\n",
              "      <td>35223874</td>\n",
              "      <td>admit</td>\n",
              "      <td>Transplant</td>\n",
              "      <td>2180-05-06 23:30:00</td>\n",
              "      <td>2180-05-07 17:21:27</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853.0</td>\n",
              "      <td>36904543</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "      <td>2180-05-07 17:21:27</td>\n",
              "      <td>NaT</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357.0</td>\n",
              "      <td>34100253</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "      <td>2180-06-27 18:49:12</td>\n",
              "      <td>NaT</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357.0</td>\n",
              "      <td>34703856</td>\n",
              "      <td>admit</td>\n",
              "      <td>Transplant</td>\n",
              "      <td>2180-06-26 21:31:00</td>\n",
              "      <td>2180-06-27 18:49:12</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-475bf0ce-5624-42e0-ace8-184008122ce7')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-475bf0ce-5624-42e0-ace8-184008122ce7 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-475bf0ce-5624-42e0-ace8-184008122ce7');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-e891180d-a0eb-4722-9e87-181094a8e029\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-e891180d-a0eb-4722-9e87-181094a8e029')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-e891180d-a0eb-4722-9e87-181094a8e029 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_transfer"
            }
          },
          "metadata": {},
          "execution_count": 22
        }
      ],
      "source": [
        "df_transfer.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 23,
      "id": "090b7549",
      "metadata": {
        "id": "090b7549",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "213e34f2-6c50-4a74-e44f-03bf1725fa2d"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "subject_id          0\n",
              "hadm_id        330023\n",
              "transfer_id         0\n",
              "eventtype           0\n",
              "careunit       431231\n",
              "intime              0\n",
              "outtime        431228\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 23
        }
      ],
      "source": [
        "df_transfer.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 24,
      "id": "388240be",
      "metadata": {
        "id": "388240be",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "ef0cd6da-8c9f-4bba-ed56-6db26be1cfbd"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(1890972, 7)"
            ]
          },
          "metadata": {},
          "execution_count": 24
        }
      ],
      "source": [
        "df_transfer.shape"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_hcpcs = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/d_hcpcs.parquet')"
      ],
      "metadata": {
        "id": "MGvwNCfKtuHq"
      },
      "id": "MGvwNCfKtuHq",
      "execution_count": 25,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": 26,
      "id": "b50b4be1",
      "metadata": {
        "id": "b50b4be1",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "2a25b9df-d516-43c1-dec6-e619bee760df"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "    code  category long_description   short_description\n",
              "0  00000       NaN             None        Invalid Code\n",
              "1  0001F       2.0             None  Composite measures\n",
              "2  0002F       2.0             None  Composite measures\n",
              "3  0003F       2.0             None  Composite measures\n",
              "4  0004F       2.0             None  Composite measures"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5c9c873e-dbdc-4e21-81a3-021d8f51e146\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>code</th>\n",
              "      <th>category</th>\n",
              "      <th>long_description</th>\n",
              "      <th>short_description</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>00000</td>\n",
              "      <td>NaN</td>\n",
              "      <td>None</td>\n",
              "      <td>Invalid Code</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0001F</td>\n",
              "      <td>2.0</td>\n",
              "      <td>None</td>\n",
              "      <td>Composite measures</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0002F</td>\n",
              "      <td>2.0</td>\n",
              "      <td>None</td>\n",
              "      <td>Composite measures</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0003F</td>\n",
              "      <td>2.0</td>\n",
              "      <td>None</td>\n",
              "      <td>Composite measures</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0004F</td>\n",
              "      <td>2.0</td>\n",
              "      <td>None</td>\n",
              "      <td>Composite measures</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5c9c873e-dbdc-4e21-81a3-021d8f51e146')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-5c9c873e-dbdc-4e21-81a3-021d8f51e146 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-5c9c873e-dbdc-4e21-81a3-021d8f51e146');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-d2ef3968-3383-4786-a8cf-ac841c71963e\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-d2ef3968-3383-4786-a8cf-ac841c71963e')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-d2ef3968-3383-4786-a8cf-ac841c71963e button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_hcpcs",
              "summary": "{\n  \"name\": \"df_hcpcs\",\n  \"rows\": 89200,\n  \"fields\": [\n    {\n      \"column\": \"code\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 89200,\n        \"samples\": [\n          \"71480\",\n          \"78304\",\n          \"47389\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"category\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.20234990715773113,\n        \"min\": 1.0,\n        \"max\": 3.0,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          2.0,\n          1.0,\n          3.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"long_description\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 6674,\n        \"samples\": [\n          \"Blood glucose monitor with integrated lancing/blood sample\",\n          \"Restorigin, 1 cc\",\n          \"Addition to lower extremity, thigh/weight bearing, high roll cuff\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"short_description\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 6811,\n        \"samples\": [\n          \"Whlchr stand fxd arm ft rest\",\n          \"Palifermin injection\",\n          \"Hep c screen high risk/other\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 26
        }
      ],
      "source": [
        "df_hcpcs.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 27,
      "id": "a7e0e78d",
      "metadata": {
        "id": "a7e0e78d"
      },
      "outputs": [],
      "source": [
        "df_d_icd_procedures = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/d_icd_procedures.parquet')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 28,
      "id": "a2ca6ed4",
      "metadata": {
        "id": "a2ca6ed4",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "e6f4cd33-3ff2-46b5-8791-b96a898d454c"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "  icd_code  icd_version                                         long_title\n",
              "0     0001            9  Therapeutic ultrasound of vessels of head and ...\n",
              "1     0002            9                    Therapeutic ultrasound of heart\n",
              "2     0003            9  Therapeutic ultrasound of peripheral vascular ...\n",
              "3     0009            9                       Other therapeutic ultrasound\n",
              "4      001           10  Central Nervous System and Cranial Nerves, Bypass"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-8315d9b4-8e65-407e-9b77-0ba130474867\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>icd_code</th>\n",
              "      <th>icd_version</th>\n",
              "      <th>long_title</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0001</td>\n",
              "      <td>9</td>\n",
              "      <td>Therapeutic ultrasound of vessels of head and ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0002</td>\n",
              "      <td>9</td>\n",
              "      <td>Therapeutic ultrasound of heart</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0003</td>\n",
              "      <td>9</td>\n",
              "      <td>Therapeutic ultrasound of peripheral vascular ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0009</td>\n",
              "      <td>9</td>\n",
              "      <td>Other therapeutic ultrasound</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>001</td>\n",
              "      <td>10</td>\n",
              "      <td>Central Nervous System and Cranial Nerves, Bypass</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-8315d9b4-8e65-407e-9b77-0ba130474867')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-8315d9b4-8e65-407e-9b77-0ba130474867 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-8315d9b4-8e65-407e-9b77-0ba130474867');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-10901fdc-6851-4f4f-b328-ceafc2f006e5\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-10901fdc-6851-4f4f-b328-ceafc2f006e5')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-10901fdc-6851-4f4f-b328-ceafc2f006e5 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_d_icd_procedures",
              "summary": "{\n  \"name\": \"df_d_icd_procedures\",\n  \"rows\": 85257,\n  \"fields\": [\n    {\n      \"column\": \"icd_code\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 85251,\n        \"samples\": [\n          \"8413\",\n          \"3785\",\n          \"0QWJ37Z\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"icd_version\",\n      \"properties\": {\n        \"dtype\": \"int16\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          10,\n          9\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"long_title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 85256,\n        \"samples\": [\n          \"Drainage of Right Common Iliac Artery, Percutaneous Approach\",\n          \"Computerized Tomography (CT Scan) of Left Foot using High Osmolar Contrast\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 28
        }
      ],
      "source": [
        "df_d_icd_procedures.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 29,
      "id": "10688397",
      "metadata": {
        "id": "10688397"
      },
      "outputs": [],
      "source": [
        "df_d_icd_diagnoses = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/d_icd_diagnoses.parquet')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 30,
      "id": "b04d89b3",
      "metadata": {
        "id": "b04d89b3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "fc967c57-3196-4e23-d571-883bc70423e2"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "  icd_code  icd_version                             long_title\n",
              "0     0010            9         Cholera due to vibrio cholerae\n",
              "1     0011            9  Cholera due to vibrio cholerae el tor\n",
              "2     0019            9                   Cholera, unspecified\n",
              "3     0020            9                          Typhoid fever\n",
              "4     0021            9                    Paratyphoid fever A"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-728d3e94-d642-4a41-b33e-9ac4ca562116\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>icd_code</th>\n",
              "      <th>icd_version</th>\n",
              "      <th>long_title</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0010</td>\n",
              "      <td>9</td>\n",
              "      <td>Cholera due to vibrio cholerae</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0011</td>\n",
              "      <td>9</td>\n",
              "      <td>Cholera due to vibrio cholerae el tor</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0019</td>\n",
              "      <td>9</td>\n",
              "      <td>Cholera, unspecified</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0020</td>\n",
              "      <td>9</td>\n",
              "      <td>Typhoid fever</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0021</td>\n",
              "      <td>9</td>\n",
              "      <td>Paratyphoid fever A</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-728d3e94-d642-4a41-b33e-9ac4ca562116')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-728d3e94-d642-4a41-b33e-9ac4ca562116 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-728d3e94-d642-4a41-b33e-9ac4ca562116');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-f7c59937-2a95-4868-b95e-b10c73ef25e0\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-f7c59937-2a95-4868-b95e-b10c73ef25e0')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-f7c59937-2a95-4868-b95e-b10c73ef25e0 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_d_icd_diagnoses"
            }
          },
          "metadata": {},
          "execution_count": 30
        }
      ],
      "source": [
        "df_d_icd_diagnoses.head()"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_drgcodes = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/drgcodes.parquet')"
      ],
      "metadata": {
        "id": "ll1GZ2urulOi"
      },
      "id": "ll1GZ2urulOi",
      "execution_count": 31,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": 32,
      "id": "30b379a5",
      "metadata": {
        "id": "30b379a5",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "4af7c64b-3970-413d-e0ab-2b788110314d"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id drg_type drg_code  \\\n",
              "0    10000032  22595853      APR      283   \n",
              "1    10000032  22595853     HCFA      442   \n",
              "2    10000032  22841357      APR      279   \n",
              "3    10000032  22841357     HCFA      442   \n",
              "4    10000032  25742920      APR      283   \n",
              "\n",
              "                                         description  drg_severity  \\\n",
              "0                       OTHER DISORDERS OF THE LIVER           2.0   \n",
              "1  DISORDERS OF LIVER EXCEPT MALIG,CIRR,ALC HEPA ...           NaN   \n",
              "2   HEPATIC COMA & OTHER MAJOR ACUTE LIVER DISORDERS           3.0   \n",
              "3  DISORDERS OF LIVER EXCEPT MALIG,CIRR,ALC HEPA ...           NaN   \n",
              "4                       OTHER DISORDERS OF THE LIVER           3.0   \n",
              "\n",
              "   drg_mortality  \n",
              "0            2.0  \n",
              "1            NaN  \n",
              "2            2.0  \n",
              "3            NaN  \n",
              "4            2.0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-09c29f1e-b8cb-45e7-ab2e-89928d639c52\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>drg_type</th>\n",
              "      <th>drg_code</th>\n",
              "      <th>description</th>\n",
              "      <th>drg_severity</th>\n",
              "      <th>drg_mortality</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>APR</td>\n",
              "      <td>283</td>\n",
              "      <td>OTHER DISORDERS OF THE LIVER</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>HCFA</td>\n",
              "      <td>442</td>\n",
              "      <td>DISORDERS OF LIVER EXCEPT MALIG,CIRR,ALC HEPA ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>APR</td>\n",
              "      <td>279</td>\n",
              "      <td>HEPATIC COMA &amp; OTHER MAJOR ACUTE LIVER DISORDERS</td>\n",
              "      <td>3.0</td>\n",
              "      <td>2.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>HCFA</td>\n",
              "      <td>442</td>\n",
              "      <td>DISORDERS OF LIVER EXCEPT MALIG,CIRR,ALC HEPA ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000032</td>\n",
              "      <td>25742920</td>\n",
              "      <td>APR</td>\n",
              "      <td>283</td>\n",
              "      <td>OTHER DISORDERS OF THE LIVER</td>\n",
              "      <td>3.0</td>\n",
              "      <td>2.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-09c29f1e-b8cb-45e7-ab2e-89928d639c52')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-09c29f1e-b8cb-45e7-ab2e-89928d639c52 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-09c29f1e-b8cb-45e7-ab2e-89928d639c52');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-1419438a-67aa-4c19-a52c-82e7bb7392ba\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-1419438a-67aa-4c19-a52c-82e7bb7392ba')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-1419438a-67aa-4c19-a52c-82e7bb7392ba button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_drgcodes"
            }
          },
          "metadata": {},
          "execution_count": 32
        }
      ],
      "source": [
        "df_drgcodes.head()"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_emar = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/emar.parquet')"
      ],
      "metadata": {
        "id": "YIBVGnG8QAb5"
      },
      "id": "YIBVGnG8QAb5",
      "execution_count": 33,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(\"EMAR Data:\")\n",
        "print(df_emar.head())"
      ],
      "metadata": {
        "id": "WJHsUPMyQXTb",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "b05053b8-6d9f-4b9e-e786-f3ab929f82aa"
      },
      "id": "WJHsUPMyQXTb",
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "EMAR Data:\n",
            "   subject_id     hadm_id      emar_id  emar_seq       poe_id  pharmacy_id  \\\n",
            "0    10000032  22595853.0  10000032-10        10  10000032-36   48770010.0   \n",
            "1    10000032  22595853.0  10000032-11        11  10000032-22   14779570.0   \n",
            "2    10000032  22595853.0  10000032-12        12  10000032-37   93463122.0   \n",
            "3    10000032  22595853.0  10000032-13        13  10000032-28   42497745.0   \n",
            "4    10000032  22595853.0  10000032-14        14  10000032-29   69131933.0   \n",
            "\n",
            "  enter_provider_id           charttime                         medication  \\\n",
            "0              None 2180-05-07 00:44:00                 Potassium Chloride   \n",
            "1              None 2180-05-07 00:44:00        Sodium Chloride 0.9%  Flush   \n",
            "2              None 2180-05-07 06:10:00            Ipratropium Bromide Neb   \n",
            "3              None 2180-05-07 05:00:00                  Albuterol Inhaler   \n",
            "4              None 2180-05-07 07:51:00  Emtricitabine-Tenofovir (Truvada)   \n",
            "\n",
            "      event_txt        scheduletime           storetime  \n",
            "0  Administered 2180-05-07 00:44:00 2180-05-07 00:44:00  \n",
            "1       Flushed 2180-05-07 00:44:00 2180-05-07 00:44:00  \n",
            "2  Administered 2180-05-07 06:00:00 2180-05-07 06:10:00  \n",
            "3  Administered 2180-05-07 06:29:00 2180-05-07 06:29:00  \n",
            "4  Administered 2180-05-07 08:00:00 2180-05-07 07:56:00  \n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "\n",
        "# Reading various hospital datasets from Parquet files using Dask\n",
        "df_emar_detail = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/emar_detail.parquet')\n",
        "df_hcpcsevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/hcpcsevents.parquet')\n",
        "df_labevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/labevents.parquet')\n",
        "df_microbiologyevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/microbiologyevents.parquet')\n",
        "df_pharmacy = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/pharmacy.parquet')\n",
        "df_poe = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/poe.parquet')\n",
        "df_poe_detail = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/poe_detail.parquet')\n",
        "df_procedures_icd = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/procedures_icd.parquet')\n",
        "df_services = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/services.parquet')\n",
        "df_chartevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/chartevents.parquet')\n",
        "df_d_items = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/d_items.parquet')\n",
        "df_datetimeevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/datetimeevents.parquet')\n",
        "df_icustays = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/icustays.parquet')\n",
        "df_inputevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/inputevents.parquet')\n",
        "df_outputevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/outputevents.parquet')\n",
        "df_procedureevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/procedureevents.parquet')\n"
      ],
      "metadata": {
        "id": "cSk55H_mr60d"
      },
      "id": "cSk55H_mr60d",
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "\n",
        "df_d_items = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/d_items.parquet')\n",
        "df_datetimeevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/datetimeevents.parquet')\n",
        "df_icustays = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/icustays.parquet')\n",
        "df_inputevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/inputevents.parquet')\n",
        "df_outputevents = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/outputevents.parquet')"
      ],
      "metadata": {
        "id": "o3ykViaOsGnt"
      },
      "id": "o3ykViaOsGnt",
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_icustays.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "ZRe90iJKsAIT",
        "outputId": "fbd3be37-d217-4fae-d706-5b233375ad94"
      },
      "id": "ZRe90iJKsAIT",
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id   stay_id  \\\n",
              "0    10000032  29079034  39553978   \n",
              "1    10000980  26913865  39765666   \n",
              "2    10001217  24597018  37067082   \n",
              "3    10001217  27703517  34592300   \n",
              "4    10001725  25563031  31205490   \n",
              "\n",
              "                                     first_careunit  \\\n",
              "0                Medical Intensive Care Unit (MICU)   \n",
              "1                Medical Intensive Care Unit (MICU)   \n",
              "2               Surgical Intensive Care Unit (SICU)   \n",
              "3               Surgical Intensive Care Unit (SICU)   \n",
              "4  Medical/Surgical Intensive Care Unit (MICU/SICU)   \n",
              "\n",
              "                                      last_careunit              intime  \\\n",
              "0                Medical Intensive Care Unit (MICU) 2180-07-23 14:00:00   \n",
              "1                Medical Intensive Care Unit (MICU) 2189-06-27 08:42:00   \n",
              "2               Surgical Intensive Care Unit (SICU) 2157-11-20 19:18:02   \n",
              "3               Surgical Intensive Care Unit (SICU) 2157-12-19 15:42:24   \n",
              "4  Medical/Surgical Intensive Care Unit (MICU/SICU) 2110-04-11 15:52:22   \n",
              "\n",
              "              outtime       los  \n",
              "0 2180-07-23 23:50:47  0.410266  \n",
              "1 2189-06-27 20:38:27  0.497535  \n",
              "2 2157-11-21 22:08:00  1.118032  \n",
              "3 2157-12-20 14:27:41  0.948113  \n",
              "4 2110-04-12 23:59:56  1.338588  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-c432883e-ed38-4207-95b2-c975a9f85bae\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>stay_id</th>\n",
              "      <th>first_careunit</th>\n",
              "      <th>last_careunit</th>\n",
              "      <th>intime</th>\n",
              "      <th>outtime</th>\n",
              "      <th>los</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>29079034</td>\n",
              "      <td>39553978</td>\n",
              "      <td>Medical Intensive Care Unit (MICU)</td>\n",
              "      <td>Medical Intensive Care Unit (MICU)</td>\n",
              "      <td>2180-07-23 14:00:00</td>\n",
              "      <td>2180-07-23 23:50:47</td>\n",
              "      <td>0.410266</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000980</td>\n",
              "      <td>26913865</td>\n",
              "      <td>39765666</td>\n",
              "      <td>Medical Intensive Care Unit (MICU)</td>\n",
              "      <td>Medical Intensive Care Unit (MICU)</td>\n",
              "      <td>2189-06-27 08:42:00</td>\n",
              "      <td>2189-06-27 20:38:27</td>\n",
              "      <td>0.497535</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10001217</td>\n",
              "      <td>24597018</td>\n",
              "      <td>37067082</td>\n",
              "      <td>Surgical Intensive Care Unit (SICU)</td>\n",
              "      <td>Surgical Intensive Care Unit (SICU)</td>\n",
              "      <td>2157-11-20 19:18:02</td>\n",
              "      <td>2157-11-21 22:08:00</td>\n",
              "      <td>1.118032</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10001217</td>\n",
              "      <td>27703517</td>\n",
              "      <td>34592300</td>\n",
              "      <td>Surgical Intensive Care Unit (SICU)</td>\n",
              "      <td>Surgical Intensive Care Unit (SICU)</td>\n",
              "      <td>2157-12-19 15:42:24</td>\n",
              "      <td>2157-12-20 14:27:41</td>\n",
              "      <td>0.948113</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10001725</td>\n",
              "      <td>25563031</td>\n",
              "      <td>31205490</td>\n",
              "      <td>Medical/Surgical Intensive Care Unit (MICU/SICU)</td>\n",
              "      <td>Medical/Surgical Intensive Care Unit (MICU/SICU)</td>\n",
              "      <td>2110-04-11 15:52:22</td>\n",
              "      <td>2110-04-12 23:59:56</td>\n",
              "      <td>1.338588</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c432883e-ed38-4207-95b2-c975a9f85bae')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-c432883e-ed38-4207-95b2-c975a9f85bae button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-c432883e-ed38-4207-95b2-c975a9f85bae');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-99109d6a-43f7-4624-9046-f6752a96c2a3\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-99109d6a-43f7-4624-9046-f6752a96c2a3')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-99109d6a-43f7-4624-9046-f6752a96c2a3 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_icustays",
              "summary": "{\n  \"name\": \"df_icustays\",\n  \"rows\": 73181,\n  \"fields\": [\n    {\n      \"column\": \"subject_id\",\n      \"properties\": {\n        \"dtype\": \"int32\",\n        \"num_unique_values\": 50920,\n        \"samples\": [\n          19259992,\n          11464841,\n          14017521\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"hadm_id\",\n      \"properties\": {\n        \"dtype\": \"int32\",\n        \"num_unique_values\": 66239,\n        \"samples\": [\n          21453234,\n          27397636,\n          23654383\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"stay_id\",\n      \"properties\": {\n        \"dtype\": \"int32\",\n        \"num_unique_values\": 73181,\n        \"samples\": [\n          38468262,\n          34469035,\n          32664719\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"first_careunit\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 9,\n        \"samples\": [\n          \"Neuro Stepdown\",\n          \"Surgical Intensive Care Unit (SICU)\",\n          \"Neuro Intermediate\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"last_careunit\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 9,\n        \"samples\": [\n          \"Neuro Stepdown\",\n          \"Surgical Intensive Care Unit (SICU)\",\n          \"Neuro Intermediate\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"intime\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": \"2110-01-11 10:16:06\",\n        \"max\": \"2211-11-09 03:33:00\",\n        \"num_unique_values\": 73176,\n        \"samples\": [\n          \"2124-06-13 01:29:32\",\n          \"2149-10-10 19:39:53\",\n          \"2178-08-28 09:23:43\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"outtime\",\n      \"properties\": {\n        \"dtype\": \"date\",\n        \"min\": \"2110-01-12 17:17:47\",\n        \"max\": \"2211-11-11 18:34:18\",\n        \"num_unique_values\": 73179,\n        \"samples\": [\n          \"2123-05-25 13:50:33\",\n          \"2116-05-06 14:09:05\",\n          \"2169-06-12 10:25:25\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"los\",\n      \"properties\": {\n        \"dtype\": \"float32\",\n        \"num_unique_values\": 67140,\n        \"samples\": [\n          1.1907060146331787,\n          1.3917129039764404,\n          0.8790740966796875\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_inputevents.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 429
        },
        "id": "3-Me7Jl5sQSK",
        "outputId": "a031143d-339e-4fe2-e587-55de66e42087"
      },
      "id": "3-Me7Jl5sQSK",
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id   stay_id  caregiver_id           starttime  \\\n",
              "0    10000032  29079034  39553978         66056 2180-07-23 21:10:00   \n",
              "1    10000032  29079034  39553978         88981 2180-07-23 17:00:00   \n",
              "2    10000032  29079034  39553978         88981 2180-07-23 17:00:00   \n",
              "3    10000032  29079034  39553978         88981 2180-07-23 17:33:00   \n",
              "4    10000032  29079034  39553978         88981 2180-07-23 18:56:00   \n",
              "\n",
              "              endtime           storetime  itemid  amount amountuom  ...  \\\n",
              "0 2180-07-23 21:11:00 2180-07-23 21:10:00  226452   100.0        ml  ...   \n",
              "1 2180-07-23 17:01:00 2180-07-23 18:56:00  226452   200.0        ml  ...   \n",
              "2 2180-07-23 17:30:00 2180-07-23 17:02:00  220862    50.0        ml  ...   \n",
              "3 2180-07-23 18:03:00 2180-07-23 18:16:00  220862    50.0        ml  ...   \n",
              "4 2180-07-23 18:57:00 2180-07-23 18:56:00  226452   100.0        ml  ...   \n",
              "\n",
              "   ordercomponenttypedescription ordercategorydescription  patientweight  \\\n",
              "0           Main order parameter                    Bolus      39.400002   \n",
              "1           Main order parameter                    Bolus      39.400002   \n",
              "2           Main order parameter            Continuous IV      39.400002   \n",
              "3           Main order parameter            Continuous IV      39.400002   \n",
              "4           Main order parameter                    Bolus      39.400002   \n",
              "\n",
              "   totalamount totalamountuom isopenbag continueinnextdept statusdescription  \\\n",
              "0        100.0             ml         0                  0   FinishedRunning   \n",
              "1        200.0             ml         0                  0   FinishedRunning   \n",
              "2         50.0             ml         0                  0   FinishedRunning   \n",
              "3         50.0             ml         0                  0   FinishedRunning   \n",
              "4        100.0             ml         0                  0   FinishedRunning   \n",
              "\n",
              "   originalamount  originalrate  \n",
              "0           100.0         100.0  \n",
              "1           200.0         200.0  \n",
              "2            50.0         100.0  \n",
              "3            50.0         100.0  \n",
              "4           100.0         100.0  \n",
              "\n",
              "[5 rows x 26 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-bea7703e-9975-48a3-941d-fbd7d4d6b0d3\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>stay_id</th>\n",
              "      <th>caregiver_id</th>\n",
              "      <th>starttime</th>\n",
              "      <th>endtime</th>\n",
              "      <th>storetime</th>\n",
              "      <th>itemid</th>\n",
              "      <th>amount</th>\n",
              "      <th>amountuom</th>\n",
              "      <th>...</th>\n",
              "      <th>ordercomponenttypedescription</th>\n",
              "      <th>ordercategorydescription</th>\n",
              "      <th>patientweight</th>\n",
              "      <th>totalamount</th>\n",
              "      <th>totalamountuom</th>\n",
              "      <th>isopenbag</th>\n",
              "      <th>continueinnextdept</th>\n",
              "      <th>statusdescription</th>\n",
              "      <th>originalamount</th>\n",
              "      <th>originalrate</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>29079034</td>\n",
              "      <td>39553978</td>\n",
              "      <td>66056</td>\n",
              "      <td>2180-07-23 21:10:00</td>\n",
              "      <td>2180-07-23 21:11:00</td>\n",
              "      <td>2180-07-23 21:10:00</td>\n",
              "      <td>226452</td>\n",
              "      <td>100.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>...</td>\n",
              "      <td>Main order parameter</td>\n",
              "      <td>Bolus</td>\n",
              "      <td>39.400002</td>\n",
              "      <td>100.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>FinishedRunning</td>\n",
              "      <td>100.0</td>\n",
              "      <td>100.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>29079034</td>\n",
              "      <td>39553978</td>\n",
              "      <td>88981</td>\n",
              "      <td>2180-07-23 17:00:00</td>\n",
              "      <td>2180-07-23 17:01:00</td>\n",
              "      <td>2180-07-23 18:56:00</td>\n",
              "      <td>226452</td>\n",
              "      <td>200.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>...</td>\n",
              "      <td>Main order parameter</td>\n",
              "      <td>Bolus</td>\n",
              "      <td>39.400002</td>\n",
              "      <td>200.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>FinishedRunning</td>\n",
              "      <td>200.0</td>\n",
              "      <td>200.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>29079034</td>\n",
              "      <td>39553978</td>\n",
              "      <td>88981</td>\n",
              "      <td>2180-07-23 17:00:00</td>\n",
              "      <td>2180-07-23 17:30:00</td>\n",
              "      <td>2180-07-23 17:02:00</td>\n",
              "      <td>220862</td>\n",
              "      <td>50.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>...</td>\n",
              "      <td>Main order parameter</td>\n",
              "      <td>Continuous IV</td>\n",
              "      <td>39.400002</td>\n",
              "      <td>50.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>FinishedRunning</td>\n",
              "      <td>50.0</td>\n",
              "      <td>100.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>29079034</td>\n",
              "      <td>39553978</td>\n",
              "      <td>88981</td>\n",
              "      <td>2180-07-23 17:33:00</td>\n",
              "      <td>2180-07-23 18:03:00</td>\n",
              "      <td>2180-07-23 18:16:00</td>\n",
              "      <td>220862</td>\n",
              "      <td>50.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>...</td>\n",
              "      <td>Main order parameter</td>\n",
              "      <td>Continuous IV</td>\n",
              "      <td>39.400002</td>\n",
              "      <td>50.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>FinishedRunning</td>\n",
              "      <td>50.0</td>\n",
              "      <td>100.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000032</td>\n",
              "      <td>29079034</td>\n",
              "      <td>39553978</td>\n",
              "      <td>88981</td>\n",
              "      <td>2180-07-23 18:56:00</td>\n",
              "      <td>2180-07-23 18:57:00</td>\n",
              "      <td>2180-07-23 18:56:00</td>\n",
              "      <td>226452</td>\n",
              "      <td>100.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>...</td>\n",
              "      <td>Main order parameter</td>\n",
              "      <td>Bolus</td>\n",
              "      <td>39.400002</td>\n",
              "      <td>100.0</td>\n",
              "      <td>ml</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>FinishedRunning</td>\n",
              "      <td>100.0</td>\n",
              "      <td>100.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 26 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-bea7703e-9975-48a3-941d-fbd7d4d6b0d3')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-bea7703e-9975-48a3-941d-fbd7d4d6b0d3 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-bea7703e-9975-48a3-941d-fbd7d4d6b0d3');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-e3374618-7488-46ec-ae21-8aecfbd090d0\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-e3374618-7488-46ec-ae21-8aecfbd090d0')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-e3374618-7488-46ec-ae21-8aecfbd090d0 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_inputevents"
            }
          },
          "metadata": {},
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "markdown",
      "id": "619798e9",
      "metadata": {
        "id": "619798e9"
      },
      "source": [
        "# Data Exploration"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import sys\n",
        "sys.path.append('/content/handson-ml-mimic-iv')\n"
      ],
      "metadata": {
        "id": "BCpVYQtMsYKo"
      },
      "id": "BCpVYQtMsYKo",
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "from mimic.mimic import MIMIC, MIMICManipulations\n",
        "\n",
        "# Initialize MIMIC and MIMICManipulations instances\n",
        "mimic_instance = MIMIC('/content/drive/MyDrive/mimiv-iv')\n",
        "mimic_manipulation_instance = MIMICManipulations('/content/drive/MyDrive/mimiv-iv')\n",
        "\n",
        "# Reading and filtering data from Parquet files\n",
        "df_admission = mimic_manipulation_instance.filter_core_admission(pd.read_parquet('/content/drive/MyDrive/mimiv-iv/admissions.parquet'))\n",
        "print(len(df_admission))\n",
        "print(df_admission.head())\n",
        "\n",
        "df_patient = mimic_manipulation_instance.filter_core_patients(pd.read_parquet('/content/drive/MyDrive/mimiv-iv/patients.parquet'))\n",
        "print(len(df_patient))\n",
        "print(df_patient.head())\n",
        "\n",
        "df_transfers = mimic_manipulation_instance.filter_core_transfers(pd.read_parquet('/content/drive/MyDrive/mimiv-iv/transfers.parquet'))\n",
        "print(len(df_transfers))\n",
        "print(df_transfers.head())\n",
        "\n",
        "\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "aDuuFJZjsZuB",
        "outputId": "d50e4292-df05-4c0d-8b0f-73a18f6f46b2"
      },
      "id": "aDuuFJZjsZuB",
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "MIMIC dataset found at path : /content/drive/MyDrive/mimiv-iv\n",
            "MIMIC dataset found at path : /content/drive/MyDrive/mimiv-iv\n",
            "180677\n",
            "            admission_type admit_provider_id      admission_location  \\\n",
            "subject_id                                                             \n",
            "10000032            URGENT            P874LG  TRANSFER FROM HOSPITAL   \n",
            "10000068    EU OBSERVATION            P51VDL          EMERGENCY ROOM   \n",
            "10000084          EW EMER.            P6957U   WALK-IN/SELF REFERRAL   \n",
            "10000108    EU OBSERVATION            P38XXV          EMERGENCY ROOM   \n",
            "10000117    EU OBSERVATION            P2358X          EMERGENCY ROOM   \n",
            "\n",
            "           discharge_location insurance language marital_status   race  \\\n",
            "subject_id                                                               \n",
            "10000032                 HOME     Other  ENGLISH        WIDOWED  WHITE   \n",
            "10000068                 None     Other  ENGLISH         SINGLE  WHITE   \n",
            "10000084     HOME HEALTH CARE  Medicare  ENGLISH        MARRIED  WHITE   \n",
            "10000108                 None     Other  ENGLISH         SINGLE  WHITE   \n",
            "10000117                 None     Other  ENGLISH       DIVORCED  WHITE   \n",
            "\n",
            "            hospital_expire_flag  los_admission  \n",
            "subject_id                                       \n",
            "10000032                       0       0.786111  \n",
            "10000068                       0       0.298611  \n",
            "10000084                       0       4.538889  \n",
            "10000108                       0       0.407639  \n",
            "10000117                       0       0.532639  \n",
            "299712\n",
            "           gender  anchor_age\n",
            "subject_id                   \n",
            "10000032        F          52\n",
            "10000048        F          23\n",
            "10000068        F          19\n",
            "10000084        M          72\n",
            "10000102        F          27\n",
            "299712\n",
            "            eventtype              careunit\n",
            "subject_id                                 \n",
            "10000032           ED  Emergency Department\n",
            "10000048           ED  Emergency Department\n",
            "10000068           ED  Emergency Department\n",
            "10000084    discharge                  None\n",
            "10000102           ED  Emergency Department\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_drgcodes = mimic_manipulation_instance.filter_hosp_drgcodes(pd.read_parquet('/content/drive/MyDrive/mimiv-iv/drgcodes.parquet'))\n",
        "print(len(df_drgcodes))\n",
        "print(df_drgcodes.head())\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ulWbJr_ksiQ0",
        "outputId": "a2010c5d-d395-4b87-8987-fc11feb05be7"
      },
      "id": "ulWbJr_ksiQ0",
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "144432\n",
            "           drg_type drg_code\n",
            "subject_id                  \n",
            "10000032        APR      283\n",
            "10000084        APR      042\n",
            "10000117        APR      308\n",
            "10000560        APR      442\n",
            "10000719        APR      560\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_microbiology_events = mimic_manipulation_instance.filter_hosp_microbiologyevents(pd.read_parquet('/content/drive/MyDrive/mimiv-iv/microbiologyevents.parquet'))\n",
        "print(len(df_microbiology_events))\n",
        "print(df_microbiology_events.head())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3KUBH-_Pstqm",
        "outputId": "9a2f70e9-55d7-4e9f-841c-1ea852909fab"
      },
      "id": "3KUBH-_Pstqm",
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "181226\n",
            "                                        org_name                test_name  \\\n",
            "subject_id                                                                  \n",
            "10000032                                    None  TOXOPLASMA IgG ANTIBODY   \n",
            "10000084                                    None   Blood Culture, Routine   \n",
            "10000108    ACTINOBACILLUS ACTINOMYCETEMCOMITANS            WOUND CULTURE   \n",
            "10000117                    CAMPYLOBACTER JEJUNI    CAMPYLOBACTER CULTURE   \n",
            "10000248                                    None            URINE CULTURE   \n",
            "\n",
            "           quantity ab_name  \n",
            "subject_id                   \n",
            "10000032       None    None  \n",
            "10000084       None    None  \n",
            "10000108       None    None  \n",
            "10000117       None    None  \n",
            "10000248       None    None  \n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_prescriptions = mimic_manipulation_instance.filter_hosp_prescriptions(pd.read_parquet('/content/drive/MyDrive/mimiv-iv/prescriptions.parquet'))\n",
        "print(len(df_prescriptions))\n",
        "print(df_prescriptions.head())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mxo_pc7Fs0XZ",
        "outputId": "b6abd08a-a306-47b5-f201-48e959235667"
      },
      "id": "mxo_pc7Fs0XZ",
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "158421\n",
            "                                      drug  route\n",
            "subject_id                                       \n",
            "10000032                     Acetaminophen  PO/NG\n",
            "10000084               QUEtiapine Fumarate  PO/NG\n",
            "10000117                           Heparin     SC\n",
            "10000248    Influenza Vaccine Quadrivalent     IM\n",
            "10000560                 Scopolamine Patch     TP\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_services = mimic_manipulation_instance.filter_hosp_service(pd.read_parquet('/content/drive/MyDrive/mimiv-iv/services.parquet'))\n",
        "print(len(df_services))\n",
        "print(df_services.head())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "RtW7quxLs34d",
        "outputId": "75071046-3af6-42b3-adcb-d4415fae8143"
      },
      "id": "RtW7quxLs34d",
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "180733\n",
            "           curr_service\n",
            "subject_id             \n",
            "10000032            MED\n",
            "10000068            MED\n",
            "10000084            MED\n",
            "10000108            MED\n",
            "10000117            MED\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_services = mimic_manipulation_instance.filter_hosp_service(pd.read_parquet('/content/drive/MyDrive/mimiv-iv/services.parquet'))\n",
        "print(len(df_services))\n",
        "print(df_services.head())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yexNDEXKs5fZ",
        "outputId": "74298f1d-1169-436a-879a-68742fd8188c"
      },
      "id": "yexNDEXKs5fZ",
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "180733\n",
            "           curr_service\n",
            "subject_id             \n",
            "10000032            MED\n",
            "10000068            MED\n",
            "10000084            MED\n",
            "10000108            MED\n",
            "10000117            MED\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "id": "f88c5bf9",
      "metadata": {
        "id": "f88c5bf9"
      },
      "source": [
        "# Merge Data on the basis of subject_id index\n",
        "\n",
        "1. Merge patients and admissions"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "id": "8f03d601",
      "metadata": {
        "id": "8f03d601",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 361
        },
        "outputId": "e87deb3b-9fa8-44fb-cbd5-606be4ecdc10"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "180677\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "            admission_type admit_provider_id      admission_location  \\\n",
              "subject_id                                                             \n",
              "10000032            URGENT            P874LG  TRANSFER FROM HOSPITAL   \n",
              "10000068    EU OBSERVATION            P51VDL          EMERGENCY ROOM   \n",
              "10000084          EW EMER.            P6957U   WALK-IN/SELF REFERRAL   \n",
              "10000108    EU OBSERVATION            P38XXV          EMERGENCY ROOM   \n",
              "10000117    EU OBSERVATION            P2358X          EMERGENCY ROOM   \n",
              "\n",
              "           discharge_location insurance language marital_status   race  \\\n",
              "subject_id                                                               \n",
              "10000032                 HOME     Other  ENGLISH        WIDOWED  WHITE   \n",
              "10000068                 None     Other  ENGLISH         SINGLE  WHITE   \n",
              "10000084     HOME HEALTH CARE  Medicare  ENGLISH        MARRIED  WHITE   \n",
              "10000108                 None     Other  ENGLISH         SINGLE  WHITE   \n",
              "10000117                 None     Other  ENGLISH       DIVORCED  WHITE   \n",
              "\n",
              "            hospital_expire_flag  los_admission gender  anchor_age  \n",
              "subject_id                                                          \n",
              "10000032                       0       0.786111      F          52  \n",
              "10000068                       0       0.298611      F          19  \n",
              "10000084                       0       4.538889      M          72  \n",
              "10000108                       0       0.407639      M          25  \n",
              "10000117                       0       0.532639      F          48  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d526d21a-be74-4733-9651-df63c6ae756f\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>admission_type</th>\n",
              "      <th>admit_provider_id</th>\n",
              "      <th>admission_location</th>\n",
              "      <th>discharge_location</th>\n",
              "      <th>insurance</th>\n",
              "      <th>language</th>\n",
              "      <th>marital_status</th>\n",
              "      <th>race</th>\n",
              "      <th>hospital_expire_flag</th>\n",
              "      <th>los_admission</th>\n",
              "      <th>gender</th>\n",
              "      <th>anchor_age</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>subject_id</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>10000032</th>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>0.786111</td>\n",
              "      <td>F</td>\n",
              "      <td>52</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10000068</th>\n",
              "      <td>EU OBSERVATION</td>\n",
              "      <td>P51VDL</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>None</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>SINGLE</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>0.298611</td>\n",
              "      <td>F</td>\n",
              "      <td>19</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10000084</th>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P6957U</td>\n",
              "      <td>WALK-IN/SELF REFERRAL</td>\n",
              "      <td>HOME HEALTH CARE</td>\n",
              "      <td>Medicare</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>MARRIED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>4.538889</td>\n",
              "      <td>M</td>\n",
              "      <td>72</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10000108</th>\n",
              "      <td>EU OBSERVATION</td>\n",
              "      <td>P38XXV</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>None</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>SINGLE</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>0.407639</td>\n",
              "      <td>M</td>\n",
              "      <td>25</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10000117</th>\n",
              "      <td>EU OBSERVATION</td>\n",
              "      <td>P2358X</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>None</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>DIVORCED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>0.532639</td>\n",
              "      <td>F</td>\n",
              "      <td>48</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d526d21a-be74-4733-9651-df63c6ae756f')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-d526d21a-be74-4733-9651-df63c6ae756f button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-d526d21a-be74-4733-9651-df63c6ae756f');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-374b8428-288d-4303-bc60-a6ddf2a02182\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-374b8428-288d-4303-bc60-a6ddf2a02182')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-374b8428-288d-4303-bc60-a6ddf2a02182 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_merge"
            }
          },
          "metadata": {},
          "execution_count": 12
        }
      ],
      "source": [
        "df_merge = df_admission.merge(df_patient, left_index=True, right_index=True)\n",
        "print(len(df_merge))\n",
        "df_merge.head()"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "859f589d",
      "metadata": {
        "id": "859f589d"
      },
      "source": [
        "2. Merge df_merge and df_transfers"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "id": "57f352eb",
      "metadata": {
        "id": "57f352eb",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 361
        },
        "outputId": "c308389e-8c3a-4912-9e88-38e41d511e07"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "180677\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "            admission_type admit_provider_id      admission_location  \\\n",
              "subject_id                                                             \n",
              "10000032            URGENT            P874LG  TRANSFER FROM HOSPITAL   \n",
              "10000068    EU OBSERVATION            P51VDL          EMERGENCY ROOM   \n",
              "10000084          EW EMER.            P6957U   WALK-IN/SELF REFERRAL   \n",
              "10000108    EU OBSERVATION            P38XXV          EMERGENCY ROOM   \n",
              "10000117    EU OBSERVATION            P2358X          EMERGENCY ROOM   \n",
              "\n",
              "           discharge_location insurance language marital_status   race  \\\n",
              "subject_id                                                               \n",
              "10000032                 HOME     Other  ENGLISH        WIDOWED  WHITE   \n",
              "10000068                 None     Other  ENGLISH         SINGLE  WHITE   \n",
              "10000084     HOME HEALTH CARE  Medicare  ENGLISH        MARRIED  WHITE   \n",
              "10000108                 None     Other  ENGLISH         SINGLE  WHITE   \n",
              "10000117                 None     Other  ENGLISH       DIVORCED  WHITE   \n",
              "\n",
              "            hospital_expire_flag  los_admission gender  anchor_age  \\\n",
              "subject_id                                                           \n",
              "10000032                       0       0.786111      F          52   \n",
              "10000068                       0       0.298611      F          19   \n",
              "10000084                       0       4.538889      M          72   \n",
              "10000108                       0       0.407639      M          25   \n",
              "10000117                       0       0.532639      F          48   \n",
              "\n",
              "           eventtype_x            careunit_x eventtype_y            careunit_y  \n",
              "subject_id                                                                      \n",
              "10000032            ED  Emergency Department          ED  Emergency Department  \n",
              "10000068            ED  Emergency Department          ED  Emergency Department  \n",
              "10000084     discharge                  None   discharge                  None  \n",
              "10000108            ED  Emergency Department          ED  Emergency Department  \n",
              "10000117     discharge                  None   discharge                  None  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-3f03ca36-5161-4a6b-8e64-2cdd0bdf64a2\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>admission_type</th>\n",
              "      <th>admit_provider_id</th>\n",
              "      <th>admission_location</th>\n",
              "      <th>discharge_location</th>\n",
              "      <th>insurance</th>\n",
              "      <th>language</th>\n",
              "      <th>marital_status</th>\n",
              "      <th>race</th>\n",
              "      <th>hospital_expire_flag</th>\n",
              "      <th>los_admission</th>\n",
              "      <th>gender</th>\n",
              "      <th>anchor_age</th>\n",
              "      <th>eventtype_x</th>\n",
              "      <th>careunit_x</th>\n",
              "      <th>eventtype_y</th>\n",
              "      <th>careunit_y</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>subject_id</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>10000032</th>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>WIDOWED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>0.786111</td>\n",
              "      <td>F</td>\n",
              "      <td>52</td>\n",
              "      <td>ED</td>\n",
              "      <td>Emergency Department</td>\n",
              "      <td>ED</td>\n",
              "      <td>Emergency Department</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10000068</th>\n",
              "      <td>EU OBSERVATION</td>\n",
              "      <td>P51VDL</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>None</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>SINGLE</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>0.298611</td>\n",
              "      <td>F</td>\n",
              "      <td>19</td>\n",
              "      <td>ED</td>\n",
              "      <td>Emergency Department</td>\n",
              "      <td>ED</td>\n",
              "      <td>Emergency Department</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10000084</th>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P6957U</td>\n",
              "      <td>WALK-IN/SELF REFERRAL</td>\n",
              "      <td>HOME HEALTH CARE</td>\n",
              "      <td>Medicare</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>MARRIED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>4.538889</td>\n",
              "      <td>M</td>\n",
              "      <td>72</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10000108</th>\n",
              "      <td>EU OBSERVATION</td>\n",
              "      <td>P38XXV</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>None</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>SINGLE</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>0.407639</td>\n",
              "      <td>M</td>\n",
              "      <td>25</td>\n",
              "      <td>ED</td>\n",
              "      <td>Emergency Department</td>\n",
              "      <td>ED</td>\n",
              "      <td>Emergency Department</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10000117</th>\n",
              "      <td>EU OBSERVATION</td>\n",
              "      <td>P2358X</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>None</td>\n",
              "      <td>Other</td>\n",
              "      <td>ENGLISH</td>\n",
              "      <td>DIVORCED</td>\n",
              "      <td>WHITE</td>\n",
              "      <td>0</td>\n",
              "      <td>0.532639</td>\n",
              "      <td>F</td>\n",
              "      <td>48</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3f03ca36-5161-4a6b-8e64-2cdd0bdf64a2')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-3f03ca36-5161-4a6b-8e64-2cdd0bdf64a2 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-3f03ca36-5161-4a6b-8e64-2cdd0bdf64a2');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-2888f935-afdc-41a7-8960-d6952cc3ef6f\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-2888f935-afdc-41a7-8960-d6952cc3ef6f')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-2888f935-afdc-41a7-8960-d6952cc3ef6f button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_merge"
            }
          },
          "metadata": {},
          "execution_count": 16
        }
      ],
      "source": [
        "df_merge = df_merge.merge(df_transfers, left_index=True, right_index=True)\n",
        "print(len(df_merge))\n",
        "df_merge.head()"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "3361109a",
      "metadata": {
        "id": "3361109a"
      },
      "source": [
        "3. Merge df_merge and df_diagnoses_icd"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Ensure the DataFrames are loaded correctly\n",
        "\n",
        "df_lab_events = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/labevents.parquet')\n",
        "df_drgcodes = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/drgcodes.parquet')\n",
        "df_prescriptions = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/prescriptions.parquet')\n",
        "df_microbiology_events = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/microbiologyevents.parquet')\n",
        "\n",
        "\n"
      ],
      "metadata": {
        "id": "0WqmrB4iwukW"
      },
      "id": "0WqmrB4iwukW",
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "df_diagnoses_icd = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/d_icd_diagnoses.parquet')\n",
        "df_procedures_icd = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/procedures_icd.parquet')"
      ],
      "metadata": {
        "id": "5WtoYHmlw4bi"
      },
      "id": "5WtoYHmlw4bi",
      "execution_count": 18,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Load necessary DataFrames\n",
        "df_diagnoses_icd = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/d_icd_diagnoses.parquet')\n",
        "df_procedures_icd = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/procedures_icd.parquet')\n",
        "\n",
        "# Inspect columns to find the correct column names\n",
        "print(\"Columns in df_diagnoses_icd:\")\n",
        "print(df_diagnoses_icd.columns)\n",
        "\n",
        "print(\"Columns in df_procedures_icd:\")\n",
        "print(df_procedures_icd.columns)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IbrzSafs1HoQ",
        "outputId": "abb3c25a-2786-411e-f1b7-de56cda03ae8"
      },
      "id": "IbrzSafs1HoQ",
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Columns in df_diagnoses_icd:\n",
            "Index(['icd_code', 'icd_version', 'long_title'], dtype='object')\n",
            "Columns in df_procedures_icd:\n",
            "Index(['subject_id', 'hadm_id', 'seq_num', 'chartdate', 'icd_code',\n",
            "       'icd_version'],\n",
            "      dtype='object')\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Verify the columns in df_merge\n",
        "print(\"Columns in df_merge before join operations:\")\n",
        "print(df_merge.columns)\n",
        "\n",
        "# Load necessary DataFrames\n",
        "df_procedures_icd = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/procedures_icd.parquet')\n",
        "\n",
        "# Ensure subject_id and hadm_id exist in df_merge before joining\n",
        "if 'subject_id' in df_merge.columns and 'hadm_id' in df_merge.columns:\n",
        "    df_merge = df_merge.join(df_procedures_icd.set_index(['subject_id', 'hadm_id']), on=['subject_id', 'hadm_id'], how='left')\n",
        "    print(len(df_merge))\n",
        "    print(df_merge.head())\n",
        "else:\n",
        "    print(\"Columns 'subject_id' and 'hadm_id' not found in df_merge\")\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "NBZyiK3u1CAp",
        "outputId": "2395f39a-ad9c-49ec-e419-8e436b466ff2"
      },
      "id": "NBZyiK3u1CAp",
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Columns in df_merge before join operations:\n",
            "Index(['admission_type', 'admit_provider_id', 'admission_location',\n",
            "       'discharge_location', 'insurance', 'language', 'marital_status', 'race',\n",
            "       'hospital_expire_flag', 'los_admission', 'gender', 'anchor_age',\n",
            "       'eventtype_x', 'careunit_x', 'eventtype_y', 'careunit_y'],\n",
            "      dtype='object')\n",
            "Columns 'subject_id' and 'hadm_id' not found in df_merge\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Load necessary DataFrames\n",
        "df_admissions = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/admissions.parquet')\n",
        "df_patients = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/patients.parquet')\n",
        "df_patients = df_patients.drop(['dod'], axis=1)\n",
        "df_transfers = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/transfers.parquet')\n",
        "df_procedures_icd = pd.read_parquet('/content/drive/MyDrive/mimiv-iv/procedures_icd.parquet')\n",
        "\n",
        "# Ensure the necessary columns are present in the initial DataFrames\n",
        "print(\"Columns in df_admissions:\")\n",
        "print(df_admissions.columns)\n",
        "\n",
        "print(\"Columns in df_patients:\")\n",
        "print(df_patients.columns)\n",
        "\n",
        "print(\"Columns in df_transfers:\")\n",
        "print(df_transfers.columns)\n",
        "\n",
        "# Perform initial merge operations, ensuring 'subject_id' and 'hadm_id' are included\n",
        "df_merge = pd.merge(df_admissions, df_patients, on='subject_id')\n",
        "print(f\"Merged Admissions and Patients: {len(df_merge)}\")\n",
        "print(df_merge.head())\n",
        "\n",
        "df_merge = pd.merge(df_merge, df_transfers, on=['subject_id', 'hadm_id'])\n",
        "print(f\"Merged with Transfers: {len(df_merge)}\")\n",
        "print(df_merge.head())\n",
        "\n",
        "# Verify the columns in df_merge after initial merges\n",
        "print(\"Columns in df_merge after initial merges:\")\n",
        "print(df_merge.columns)\n",
        "\n",
        "# Perform join operations if 'subject_id' and 'hadm_id' are present\n",
        "if 'subject_id' in df_merge.columns and 'hadm_id' in df_merge.columns:\n",
        "    df_merge = df_merge.join(df_procedures_icd.set_index(['subject_id', 'hadm_id']), on=['subject_id', 'hadm_id'], how='left')\n",
        "    print(len(df_merge))\n",
        "    print(df_merge.head())\n",
        "else:\n",
        "    print(\"Columns 'subject_id' and 'hadm_id' not found in df_merge\")\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Ts5nP_4W1lgV",
        "outputId": "8c54f7b4-1cd5-4199-d3b4-575336f89f3a"
      },
      "id": "Ts5nP_4W1lgV",
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Columns in df_admissions:\n",
            "Index(['subject_id', 'hadm_id', 'admittime', 'dischtime', 'deathtime',\n",
            "       'admission_type', 'admit_provider_id', 'admission_location',\n",
            "       'discharge_location', 'insurance', 'language', 'marital_status', 'race',\n",
            "       'edregtime', 'edouttime', 'hospital_expire_flag'],\n",
            "      dtype='object')\n",
            "Columns in df_patients:\n",
            "Index(['subject_id', 'gender', 'anchor_age', 'anchor_year',\n",
            "       'anchor_year_group'],\n",
            "      dtype='object')\n",
            "Columns in df_transfers:\n",
            "Index(['subject_id', 'hadm_id', 'transfer_id', 'eventtype', 'careunit',\n",
            "       'intime', 'outtime'],\n",
            "      dtype='object')\n",
            "Merged Admissions and Patients: 431231\n",
            "   subject_id   hadm_id           admittime           dischtime deathtime  \\\n",
            "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
            "1    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
            "2    10000032  25742920 2180-08-05 23:44:00 2180-08-07 17:50:00       NaT   \n",
            "3    10000032  29079034 2180-07-23 12:35:00 2180-07-25 17:55:00       NaT   \n",
            "4    10000068  25022803 2160-03-03 23:16:00 2160-03-04 06:26:00       NaT   \n",
            "\n",
            "   admission_type admit_provider_id      admission_location  \\\n",
            "0          URGENT            P874LG  TRANSFER FROM HOSPITAL   \n",
            "1        EW EMER.            P09Q6Y          EMERGENCY ROOM   \n",
            "2        EW EMER.            P60CC5          EMERGENCY ROOM   \n",
            "3        EW EMER.            P30KEH          EMERGENCY ROOM   \n",
            "4  EU OBSERVATION            P51VDL          EMERGENCY ROOM   \n",
            "\n",
            "  discharge_location insurance language marital_status   race  \\\n",
            "0               HOME     Other  ENGLISH        WIDOWED  WHITE   \n",
            "1               HOME  Medicaid  ENGLISH        WIDOWED  WHITE   \n",
            "2            HOSPICE  Medicaid  ENGLISH        WIDOWED  WHITE   \n",
            "3               HOME  Medicaid  ENGLISH        WIDOWED  WHITE   \n",
            "4               None     Other  ENGLISH         SINGLE  WHITE   \n",
            "\n",
            "            edregtime           edouttime  hospital_expire_flag gender  \\\n",
            "0 2180-05-06 19:17:00 2180-05-06 23:30:00                     0      F   \n",
            "1 2180-06-26 15:54:00 2180-06-26 21:31:00                     0      F   \n",
            "2 2180-08-05 20:58:00 2180-08-06 01:44:00                     0      F   \n",
            "3 2180-07-23 05:54:00 2180-07-23 14:00:00                     0      F   \n",
            "4 2160-03-03 21:55:00 2160-03-04 06:26:00                     0      F   \n",
            "\n",
            "   anchor_age  anchor_year anchor_year_group  \n",
            "0          52         2180       2014 - 2016  \n",
            "1          52         2180       2014 - 2016  \n",
            "2          52         2180       2014 - 2016  \n",
            "3          52         2180       2014 - 2016  \n",
            "4          19         2160       2008 - 2010  \n",
            "Merged with Transfers: 1560949\n",
            "   subject_id   hadm_id           admittime           dischtime deathtime  \\\n",
            "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
            "1    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
            "2    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
            "3    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
            "4    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
            "\n",
            "  admission_type admit_provider_id      admission_location discharge_location  \\\n",
            "0         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
            "1         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
            "2         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
            "3       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
            "4       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
            "\n",
            "  insurance  ... hospital_expire_flag gender anchor_age anchor_year  \\\n",
            "0     Other  ...                    0      F         52        2180   \n",
            "1     Other  ...                    0      F         52        2180   \n",
            "2     Other  ...                    0      F         52        2180   \n",
            "3  Medicaid  ...                    0      F         52        2180   \n",
            "4  Medicaid  ...                    0      F         52        2180   \n",
            "\n",
            "  anchor_year_group  transfer_id  eventtype              careunit  \\\n",
            "0       2014 - 2016     33258284         ED  Emergency Department   \n",
            "1       2014 - 2016     35223874      admit            Transplant   \n",
            "2       2014 - 2016     36904543  discharge                  None   \n",
            "3       2014 - 2016     34100253  discharge                  None   \n",
            "4       2014 - 2016     34703856      admit            Transplant   \n",
            "\n",
            "               intime             outtime  \n",
            "0 2180-05-06 19:17:00 2180-05-06 23:30:00  \n",
            "1 2180-05-06 23:30:00 2180-05-07 17:21:27  \n",
            "2 2180-05-07 17:21:27                 NaT  \n",
            "3 2180-06-27 18:49:12                 NaT  \n",
            "4 2180-06-26 21:31:00 2180-06-27 18:49:12  \n",
            "\n",
            "[5 rows x 25 columns]\n",
            "Columns in df_merge after initial merges:\n",
            "Index(['subject_id', 'hadm_id', 'admittime', 'dischtime', 'deathtime',\n",
            "       'admission_type', 'admit_provider_id', 'admission_location',\n",
            "       'discharge_location', 'insurance', 'language', 'marital_status', 'race',\n",
            "       'edregtime', 'edouttime', 'hospital_expire_flag', 'gender',\n",
            "       'anchor_age', 'anchor_year', 'anchor_year_group', 'transfer_id',\n",
            "       'eventtype', 'careunit', 'intime', 'outtime'],\n",
            "      dtype='object')\n",
            "3565732\n",
            "   subject_id   hadm_id           admittime           dischtime deathtime  \\\n",
            "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
            "1    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
            "2    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
            "3    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
            "4    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
            "\n",
            "  admission_type admit_provider_id      admission_location discharge_location  \\\n",
            "0         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
            "1         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
            "2         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
            "3       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
            "4       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
            "\n",
            "  insurance  ... anchor_year_group transfer_id  eventtype  \\\n",
            "0     Other  ...       2014 - 2016    33258284         ED   \n",
            "1     Other  ...       2014 - 2016    35223874      admit   \n",
            "2     Other  ...       2014 - 2016    36904543  discharge   \n",
            "3  Medicaid  ...       2014 - 2016    34100253  discharge   \n",
            "4  Medicaid  ...       2014 - 2016    34703856      admit   \n",
            "\n",
            "               careunit              intime             outtime seq_num  \\\n",
            "0  Emergency Department 2180-05-06 19:17:00 2180-05-06 23:30:00     1.0   \n",
            "1            Transplant 2180-05-06 23:30:00 2180-05-07 17:21:27     1.0   \n",
            "2                  None 2180-05-07 17:21:27                 NaT     1.0   \n",
            "3                  None 2180-06-27 18:49:12                 NaT     1.0   \n",
            "4            Transplant 2180-06-26 21:31:00 2180-06-27 18:49:12     1.0   \n",
            "\n",
            "    chartdate  icd_code icd_version  \n",
            "0  2180-05-07      5491         9.0  \n",
            "1  2180-05-07      5491         9.0  \n",
            "2  2180-05-07      5491         9.0  \n",
            "3  2180-06-27      5491         9.0  \n",
            "4  2180-06-27      5491         9.0  \n",
            "\n",
            "[5 rows x 29 columns]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "id": "cf49735d",
      "metadata": {
        "id": "cf49735d"
      },
      "source": [
        "4. Merge df_merge and df_procedures_icd"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "8992e124",
      "metadata": {
        "id": "8992e124"
      },
      "source": [
        "5. Merge df_merge with df_lab_events"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "20d8a733",
      "metadata": {
        "id": "20d8a733"
      },
      "source": [
        "6. Merge df_merge with df_drgcodes"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 29,
      "id": "90f4f0e9",
      "metadata": {
        "id": "90f4f0e9",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 446
        },
        "outputId": "c67695d7-d031-40f7-a978-021124816590"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "3565732\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id           admittime           dischtime deathtime  \\\n",
              "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "1    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "2    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "3    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "4    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "\n",
              "  admission_type admit_provider_id      admission_location discharge_location  \\\n",
              "0         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "1         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "2         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "3       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "4       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "\n",
              "  insurance  ...  eventtype              careunit              intime  \\\n",
              "0     Other  ...         ED  Emergency Department 2180-05-06 19:17:00   \n",
              "1     Other  ...      admit            Transplant 2180-05-06 23:30:00   \n",
              "2     Other  ...  discharge                  None 2180-05-07 17:21:27   \n",
              "3  Medicaid  ...  discharge                  None 2180-06-27 18:49:12   \n",
              "4  Medicaid  ...      admit            Transplant 2180-06-26 21:31:00   \n",
              "\n",
              "              outtime seq_num   chartdate icd_code  icd_version  drg_type  \\\n",
              "0 2180-05-06 23:30:00     1.0  2180-05-07     5491          9.0       NaN   \n",
              "1 2180-05-07 17:21:27     1.0  2180-05-07     5491          9.0       NaN   \n",
              "2                 NaT     1.0  2180-05-07     5491          9.0       NaN   \n",
              "3                 NaT     1.0  2180-06-27     5491          9.0       NaN   \n",
              "4 2180-06-27 18:49:12     1.0  2180-06-27     5491          9.0       NaN   \n",
              "\n",
              "  drg_code  \n",
              "0      NaN  \n",
              "1      NaN  \n",
              "2      NaN  \n",
              "3      NaN  \n",
              "4      NaN  \n",
              "\n",
              "[5 rows x 31 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-a806a2c4-0f43-4f18-9087-73c71cc20526\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>admittime</th>\n",
              "      <th>dischtime</th>\n",
              "      <th>deathtime</th>\n",
              "      <th>admission_type</th>\n",
              "      <th>admit_provider_id</th>\n",
              "      <th>admission_location</th>\n",
              "      <th>discharge_location</th>\n",
              "      <th>insurance</th>\n",
              "      <th>...</th>\n",
              "      <th>eventtype</th>\n",
              "      <th>careunit</th>\n",
              "      <th>intime</th>\n",
              "      <th>outtime</th>\n",
              "      <th>seq_num</th>\n",
              "      <th>chartdate</th>\n",
              "      <th>icd_code</th>\n",
              "      <th>icd_version</th>\n",
              "      <th>drg_type</th>\n",
              "      <th>drg_code</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>ED</td>\n",
              "      <td>Emergency Department</td>\n",
              "      <td>2180-05-06 19:17:00</td>\n",
              "      <td>2180-05-06 23:30:00</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-05-07</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>admit</td>\n",
              "      <td>Transplant</td>\n",
              "      <td>2180-05-06 23:30:00</td>\n",
              "      <td>2180-05-07 17:21:27</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-05-07</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "      <td>2180-05-07 17:21:27</td>\n",
              "      <td>NaT</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-05-07</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "      <td>2180-06-27 18:49:12</td>\n",
              "      <td>NaT</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-06-27</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>admit</td>\n",
              "      <td>Transplant</td>\n",
              "      <td>2180-06-26 21:31:00</td>\n",
              "      <td>2180-06-27 18:49:12</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-06-27</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 31 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a806a2c4-0f43-4f18-9087-73c71cc20526')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-a806a2c4-0f43-4f18-9087-73c71cc20526 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-a806a2c4-0f43-4f18-9087-73c71cc20526');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-2d5f4ab1-284a-4116-a096-8c3378788712\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-2d5f4ab1-284a-4116-a096-8c3378788712')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-2d5f4ab1-284a-4116-a096-8c3378788712 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_merge"
            }
          },
          "metadata": {},
          "execution_count": 29
        }
      ],
      "source": [
        "df_merge = df_merge.join(df_drgcodes, how='left')\n",
        "print(len(df_merge))\n",
        "df_merge.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 30,
      "id": "b36f9fa7",
      "metadata": {
        "id": "b36f9fa7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 429
        },
        "outputId": "7ebda5e5-6375-4fcd-80fa-2fd769ed8a37"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id           admittime           dischtime deathtime  \\\n",
              "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "1    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "2    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "3    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "4    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "\n",
              "  admission_type admit_provider_id      admission_location discharge_location  \\\n",
              "0         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "1         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "2         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "3       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "4       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "\n",
              "  insurance  ...  eventtype              careunit              intime  \\\n",
              "0     Other  ...         ED  Emergency Department 2180-05-06 19:17:00   \n",
              "1     Other  ...      admit            Transplant 2180-05-06 23:30:00   \n",
              "2     Other  ...  discharge                  None 2180-05-07 17:21:27   \n",
              "3  Medicaid  ...  discharge                  None 2180-06-27 18:49:12   \n",
              "4  Medicaid  ...      admit            Transplant 2180-06-26 21:31:00   \n",
              "\n",
              "              outtime seq_num   chartdate icd_code  icd_version  drg_type  \\\n",
              "0 2180-05-06 23:30:00     1.0  2180-05-07     5491          9.0       NaN   \n",
              "1 2180-05-07 17:21:27     1.0  2180-05-07     5491          9.0       NaN   \n",
              "2                 NaT     1.0  2180-05-07     5491          9.0       NaN   \n",
              "3                 NaT     1.0  2180-06-27     5491          9.0       NaN   \n",
              "4 2180-06-27 18:49:12     1.0  2180-06-27     5491          9.0       NaN   \n",
              "\n",
              "  drg_code  \n",
              "0      NaN  \n",
              "1      NaN  \n",
              "2      NaN  \n",
              "3      NaN  \n",
              "4      NaN  \n",
              "\n",
              "[5 rows x 31 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-2ad0d14e-6176-4d56-95f3-5d46b76c5282\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>admittime</th>\n",
              "      <th>dischtime</th>\n",
              "      <th>deathtime</th>\n",
              "      <th>admission_type</th>\n",
              "      <th>admit_provider_id</th>\n",
              "      <th>admission_location</th>\n",
              "      <th>discharge_location</th>\n",
              "      <th>insurance</th>\n",
              "      <th>...</th>\n",
              "      <th>eventtype</th>\n",
              "      <th>careunit</th>\n",
              "      <th>intime</th>\n",
              "      <th>outtime</th>\n",
              "      <th>seq_num</th>\n",
              "      <th>chartdate</th>\n",
              "      <th>icd_code</th>\n",
              "      <th>icd_version</th>\n",
              "      <th>drg_type</th>\n",
              "      <th>drg_code</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>ED</td>\n",
              "      <td>Emergency Department</td>\n",
              "      <td>2180-05-06 19:17:00</td>\n",
              "      <td>2180-05-06 23:30:00</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-05-07</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>admit</td>\n",
              "      <td>Transplant</td>\n",
              "      <td>2180-05-06 23:30:00</td>\n",
              "      <td>2180-05-07 17:21:27</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-05-07</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "      <td>2180-05-07 17:21:27</td>\n",
              "      <td>NaT</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-05-07</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>discharge</td>\n",
              "      <td>None</td>\n",
              "      <td>2180-06-27 18:49:12</td>\n",
              "      <td>NaT</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-06-27</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>admit</td>\n",
              "      <td>Transplant</td>\n",
              "      <td>2180-06-26 21:31:00</td>\n",
              "      <td>2180-06-27 18:49:12</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-06-27</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 31 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-2ad0d14e-6176-4d56-95f3-5d46b76c5282')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-2ad0d14e-6176-4d56-95f3-5d46b76c5282 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-2ad0d14e-6176-4d56-95f3-5d46b76c5282');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-0939c39a-d8df-4cae-9470-14f378be85e5\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-0939c39a-d8df-4cae-9470-14f378be85e5')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-0939c39a-d8df-4cae-9470-14f378be85e5 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_merge"
            }
          },
          "metadata": {},
          "execution_count": 30
        }
      ],
      "source": [
        "#Merge df_merge with df_emar\n",
        "df_merge.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 31,
      "id": "d5a458e1",
      "metadata": {
        "id": "d5a458e1",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 446
        },
        "outputId": "34364705-9aac-4d99-d725-e68905b47438"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "3565732\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id           admittime           dischtime deathtime  \\\n",
              "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "1    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "2    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "3    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "4    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "\n",
              "  admission_type admit_provider_id      admission_location discharge_location  \\\n",
              "0         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "1         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "2         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "3       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "4       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "\n",
              "  insurance  ...              intime             outtime seq_num   chartdate  \\\n",
              "0     Other  ... 2180-05-06 19:17:00 2180-05-06 23:30:00     1.0  2180-05-07   \n",
              "1     Other  ... 2180-05-06 23:30:00 2180-05-07 17:21:27     1.0  2180-05-07   \n",
              "2     Other  ... 2180-05-07 17:21:27                 NaT     1.0  2180-05-07   \n",
              "3  Medicaid  ... 2180-06-27 18:49:12                 NaT     1.0  2180-06-27   \n",
              "4  Medicaid  ... 2180-06-26 21:31:00 2180-06-27 18:49:12     1.0  2180-06-27   \n",
              "\n",
              "  icd_code  icd_version drg_type  drg_code  drug route  \n",
              "0     5491          9.0      NaN       NaN   NaN   NaN  \n",
              "1     5491          9.0      NaN       NaN   NaN   NaN  \n",
              "2     5491          9.0      NaN       NaN   NaN   NaN  \n",
              "3     5491          9.0      NaN       NaN   NaN   NaN  \n",
              "4     5491          9.0      NaN       NaN   NaN   NaN  \n",
              "\n",
              "[5 rows x 33 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-771dcce2-8f97-43d0-8385-546620a017ec\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>admittime</th>\n",
              "      <th>dischtime</th>\n",
              "      <th>deathtime</th>\n",
              "      <th>admission_type</th>\n",
              "      <th>admit_provider_id</th>\n",
              "      <th>admission_location</th>\n",
              "      <th>discharge_location</th>\n",
              "      <th>insurance</th>\n",
              "      <th>...</th>\n",
              "      <th>intime</th>\n",
              "      <th>outtime</th>\n",
              "      <th>seq_num</th>\n",
              "      <th>chartdate</th>\n",
              "      <th>icd_code</th>\n",
              "      <th>icd_version</th>\n",
              "      <th>drg_type</th>\n",
              "      <th>drg_code</th>\n",
              "      <th>drug</th>\n",
              "      <th>route</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>2180-05-06 19:17:00</td>\n",
              "      <td>2180-05-06 23:30:00</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-05-07</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>2180-05-06 23:30:00</td>\n",
              "      <td>2180-05-07 17:21:27</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-05-07</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>2180-05-07 17:21:27</td>\n",
              "      <td>NaT</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-05-07</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>2180-06-27 18:49:12</td>\n",
              "      <td>NaT</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-06-27</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>2180-06-26 21:31:00</td>\n",
              "      <td>2180-06-27 18:49:12</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2180-06-27</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 33 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-771dcce2-8f97-43d0-8385-546620a017ec')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-771dcce2-8f97-43d0-8385-546620a017ec button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-771dcce2-8f97-43d0-8385-546620a017ec');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-d9c46316-edbd-41b5-95a0-68cb7c61d36e\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-d9c46316-edbd-41b5-95a0-68cb7c61d36e')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-d9c46316-edbd-41b5-95a0-68cb7c61d36e button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_merge"
            }
          },
          "metadata": {},
          "execution_count": 31
        }
      ],
      "source": [
        "# Merge df_merge and df_prescriptions\n",
        "df_merge = df_merge.join(df_prescriptions, how='left')\n",
        "print(len(df_merge))\n",
        "df_merge.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 32,
      "id": "cde61116",
      "metadata": {
        "id": "cde61116",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 446
        },
        "outputId": "726591e9-51e2-4e9e-a6d8-4d66ffc281f8"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "3565732\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id           admittime           dischtime deathtime  \\\n",
              "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "1    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "2    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "3    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "4    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "\n",
              "  admission_type admit_provider_id      admission_location discharge_location  \\\n",
              "0         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "1         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "2         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "3       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "4       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "\n",
              "  insurance  ... icd_code icd_version drg_type drg_code drug  route org_name  \\\n",
              "0     Other  ...     5491         9.0      NaN      NaN  NaN    NaN      NaN   \n",
              "1     Other  ...     5491         9.0      NaN      NaN  NaN    NaN      NaN   \n",
              "2     Other  ...     5491         9.0      NaN      NaN  NaN    NaN      NaN   \n",
              "3  Medicaid  ...     5491         9.0      NaN      NaN  NaN    NaN      NaN   \n",
              "4  Medicaid  ...     5491         9.0      NaN      NaN  NaN    NaN      NaN   \n",
              "\n",
              "   test_name  quantity ab_name  \n",
              "0        NaN       NaN     NaN  \n",
              "1        NaN       NaN     NaN  \n",
              "2        NaN       NaN     NaN  \n",
              "3        NaN       NaN     NaN  \n",
              "4        NaN       NaN     NaN  \n",
              "\n",
              "[5 rows x 37 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-f7a915a0-48ee-4b9d-ad0c-8ba34db5f85f\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>admittime</th>\n",
              "      <th>dischtime</th>\n",
              "      <th>deathtime</th>\n",
              "      <th>admission_type</th>\n",
              "      <th>admit_provider_id</th>\n",
              "      <th>admission_location</th>\n",
              "      <th>discharge_location</th>\n",
              "      <th>insurance</th>\n",
              "      <th>...</th>\n",
              "      <th>icd_code</th>\n",
              "      <th>icd_version</th>\n",
              "      <th>drg_type</th>\n",
              "      <th>drg_code</th>\n",
              "      <th>drug</th>\n",
              "      <th>route</th>\n",
              "      <th>org_name</th>\n",
              "      <th>test_name</th>\n",
              "      <th>quantity</th>\n",
              "      <th>ab_name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>5491</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 37 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f7a915a0-48ee-4b9d-ad0c-8ba34db5f85f')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-f7a915a0-48ee-4b9d-ad0c-8ba34db5f85f button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-f7a915a0-48ee-4b9d-ad0c-8ba34db5f85f');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-e0ad0c57-56ce-4789-86c2-f93d20d132f6\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-e0ad0c57-56ce-4789-86c2-f93d20d132f6')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-e0ad0c57-56ce-4789-86c2-f93d20d132f6 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_merge"
            }
          },
          "metadata": {},
          "execution_count": 32
        }
      ],
      "source": [
        "#Merge df_merge and df_microbiology_events\n",
        "df_merge = df_merge.join(df_microbiology_events, how='left')\n",
        "print(len(df_merge))\n",
        "df_merge.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 33,
      "id": "5ec3c86a",
      "metadata": {
        "id": "5ec3c86a",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 446
        },
        "outputId": "3e966ffb-687c-4be4-bfdd-978a9989da42"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "3565732\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   subject_id   hadm_id           admittime           dischtime deathtime  \\\n",
              "0    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "1    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "2    10000032  22595853 2180-05-06 22:23:00 2180-05-07 17:15:00       NaT   \n",
              "3    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "4    10000032  22841357 2180-06-26 18:27:00 2180-06-27 18:49:00       NaT   \n",
              "\n",
              "  admission_type admit_provider_id      admission_location discharge_location  \\\n",
              "0         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "1         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "2         URGENT            P874LG  TRANSFER FROM HOSPITAL               HOME   \n",
              "3       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "4       EW EMER.            P09Q6Y          EMERGENCY ROOM               HOME   \n",
              "\n",
              "  insurance  ... icd_version drg_type drg_code drug route  org_name test_name  \\\n",
              "0     Other  ...         9.0      NaN      NaN  NaN   NaN       NaN       NaN   \n",
              "1     Other  ...         9.0      NaN      NaN  NaN   NaN       NaN       NaN   \n",
              "2     Other  ...         9.0      NaN      NaN  NaN   NaN       NaN       NaN   \n",
              "3  Medicaid  ...         9.0      NaN      NaN  NaN   NaN       NaN       NaN   \n",
              "4  Medicaid  ...         9.0      NaN      NaN  NaN   NaN       NaN       NaN   \n",
              "\n",
              "   quantity  ab_name curr_service  \n",
              "0       NaN      NaN          NaN  \n",
              "1       NaN      NaN          NaN  \n",
              "2       NaN      NaN          NaN  \n",
              "3       NaN      NaN          NaN  \n",
              "4       NaN      NaN          NaN  \n",
              "\n",
              "[5 rows x 38 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-f97f80c3-a367-44b5-a7fe-952445b2a765\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>subject_id</th>\n",
              "      <th>hadm_id</th>\n",
              "      <th>admittime</th>\n",
              "      <th>dischtime</th>\n",
              "      <th>deathtime</th>\n",
              "      <th>admission_type</th>\n",
              "      <th>admit_provider_id</th>\n",
              "      <th>admission_location</th>\n",
              "      <th>discharge_location</th>\n",
              "      <th>insurance</th>\n",
              "      <th>...</th>\n",
              "      <th>icd_version</th>\n",
              "      <th>drg_type</th>\n",
              "      <th>drg_code</th>\n",
              "      <th>drug</th>\n",
              "      <th>route</th>\n",
              "      <th>org_name</th>\n",
              "      <th>test_name</th>\n",
              "      <th>quantity</th>\n",
              "      <th>ab_name</th>\n",
              "      <th>curr_service</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22595853</td>\n",
              "      <td>2180-05-06 22:23:00</td>\n",
              "      <td>2180-05-07 17:15:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>URGENT</td>\n",
              "      <td>P874LG</td>\n",
              "      <td>TRANSFER FROM HOSPITAL</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Other</td>\n",
              "      <td>...</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10000032</td>\n",
              "      <td>22841357</td>\n",
              "      <td>2180-06-26 18:27:00</td>\n",
              "      <td>2180-06-27 18:49:00</td>\n",
              "      <td>NaT</td>\n",
              "      <td>EW EMER.</td>\n",
              "      <td>P09Q6Y</td>\n",
              "      <td>EMERGENCY ROOM</td>\n",
              "      <td>HOME</td>\n",
              "      <td>Medicaid</td>\n",
              "      <td>...</td>\n",
              "      <td>9.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 38 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f97f80c3-a367-44b5-a7fe-952445b2a765')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-f97f80c3-a367-44b5-a7fe-952445b2a765 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-f97f80c3-a367-44b5-a7fe-952445b2a765');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-ce074388-7291-4a96-aaba-687070d36b6a\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-ce074388-7291-4a96-aaba-687070d36b6a')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-ce074388-7291-4a96-aaba-687070d36b6a button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_merge"
            }
          },
          "metadata": {},
          "execution_count": 33
        }
      ],
      "source": [
        "#Merge df_merge and df_services\n",
        "df_merge = df_merge.join(df_services, how='left')\n",
        "print(len(df_merge))\n",
        "df_merge.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 34,
      "id": "b3240f06",
      "metadata": {
        "id": "b3240f06"
      },
      "outputs": [],
      "source": [
        "#Saving it to a csv file\n",
        "#df_merge.compute().to_csv('dataset/ch_02_end_to_end_ml.csv')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "id": "7762f11e",
      "metadata": {
        "id": "7762f11e"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3 (ipykernel)",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.8.10"
    },
    "colab": {
      "provenance": [],
      "include_colab_link": true
    }
  },
  "nbformat": 4,
  "nbformat_minor": 5
}