queries.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>document</th>\n",
       "      <th>document_value</th>\n",
       "      <th>page</th>\n",
       "      <th>page_value</th>\n",
       "      <th>projid</th>\n",
       "      <th>tstamp</th>\n",
       "      <th>filename</th>\n",
       "      <th>first_page</th>\n",
       "      <th>page_color</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:56</td>\n",
       "      <td>label_by_hand.py</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:56</td>\n",
       "      <td>label_by_hand.py</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:56</td>\n",
       "      <td>label_by_hand.py</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:56</td>\n",
       "      <td>label_by_hand.py</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:56</td>\n",
       "      <td>label_by_hand.py</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1098</th>\n",
       "      <td>NaN</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>203</td>\n",
       "      <td>202</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:58</td>\n",
       "      <td>run.py</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1099</th>\n",
       "      <td>NaN</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>204</td>\n",
       "      <td>203</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:58</td>\n",
       "      <td>run.py</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1100</th>\n",
       "      <td>NaN</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>205</td>\n",
       "      <td>204</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:58</td>\n",
       "      <td>run.py</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1101</th>\n",
       "      <td>NaN</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>206</td>\n",
       "      <td>205</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:58</td>\n",
       "      <td>run.py</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1102</th>\n",
       "      <td>NaN</td>\n",
       "      <td>mueller_report_V1</td>\n",
       "      <td>207</td>\n",
       "      <td>206</td>\n",
       "      <td>mueller_report</td>\n",
       "      <td>2024-07-13 11:14:58</td>\n",
       "      <td>run.py</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1103 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      document     document_value  page page_value          projid  \\\n",
       "0          1.0  mueller_report_V1     1          0  mueller_report   \n",
       "1          1.0  mueller_report_V1     2          1  mueller_report   \n",
       "2          1.0  mueller_report_V1     3          2  mueller_report   \n",
       "3          1.0  mueller_report_V1     4          3  mueller_report   \n",
       "4          1.0  mueller_report_V1     5          4  mueller_report   \n",
       "...        ...                ...   ...        ...             ...   \n",
       "1098       NaN  mueller_report_V1   203        202  mueller_report   \n",
       "1099       NaN  mueller_report_V1   204        203  mueller_report   \n",
       "1100       NaN  mueller_report_V1   205        204  mueller_report   \n",
       "1101       NaN  mueller_report_V1   206        205  mueller_report   \n",
       "1102       NaN  mueller_report_V1   207        206  mueller_report   \n",
       "\n",
       "                  tstamp          filename first_page page_color  \n",
       "0    2024-07-13 11:14:56  label_by_hand.py          1        NaN  \n",
       "1    2024-07-13 11:14:56  label_by_hand.py          0        NaN  \n",
       "2    2024-07-13 11:14:56  label_by_hand.py          0        NaN  \n",
       "3    2024-07-13 11:14:56  label_by_hand.py          0        NaN  \n",
       "4    2024-07-13 11:14:56  label_by_hand.py          0        NaN  \n",
       "...                  ...               ...        ...        ...  \n",
       "1098 2024-07-13 11:14:58            run.py        NaN          0  \n",
       "1099 2024-07-13 11:14:58            run.py        NaN          0  \n",
       "1100 2024-07-13 11:14:58            run.py        NaN          0  \n",
       "1101 2024-07-13 11:14:58            run.py        NaN          0  \n",
       "1102 2024-07-13 11:14:58            run.py        NaN          0  \n",
       "\n",
       "[1103 rows x 9 columns]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import flor\n",
    "df = flor.dataframe(\"first_page\", \"page_color\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>document</th>\n",
       "      <th>document_value</th>\n",
       "      <th>page</th>\n",
       "      <th>page_value</th>\n",
       "      <th>projid</th>\n",
       "      <th>tstamp</th>\n",
       "      <th>filename</th>\n",
       "      <th>txt-headings</th>\n",
       "      <th>txt-page_numbers</th>\n",
       "      <th>ocr-headings</th>\n",
       "      <th>ocr-page_numbers</th>\n",
       "      <th>merge-source</th>\n",
       "      <th>merged-text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...</td>\n",
       "      <td>[1]</td>\n",
       "      <td>['\\nSUPREME COURT OF THE UNITED STATES\\n', '\\n...</td>\n",
       "      <td>[1]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n  \\n \\n  \\n \\n \\n \\n  \\...</td>\n",
       "      <td>[2, 6]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[1, 2, 6]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n \\n  \\n \\n  \\n \\n \\n \\n  \\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n  \\n \\n \\n \\n...</td>\n",
       "      <td>[3]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[7]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n  \\n \\n \\n \\n \\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\n \\n...</td>\n",
       "      <td>[4, 13, 15]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\n \\n \\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\...</td>\n",
       "      <td>[17, 2, 5]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[17, 2, 20]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>115</td>\n",
       "      <td>114</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n ...</td>\n",
       "      <td>[18]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>116</td>\n",
       "      <td>115</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  ...</td>\n",
       "      <td>[40, 19]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[40, 19]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>117</td>\n",
       "      <td>116</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...</td>\n",
       "      <td>[20]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[20]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>118</td>\n",
       "      <td>117</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...</td>\n",
       "      <td>[21]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>119</td>\n",
       "      <td>118</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n ']</td>\n",
       "      <td>[22]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>txt</td>\n",
       "      <td>\\n \\n \\n \\n \\n \\n \\n \\n \\n22 \\nTRUMP v. UNITE...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>119 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     document         document_value  page page_value      projid  \\\n",
       "0           1  Presidential_Immunity     1          0  pdf_parser   \n",
       "1           1  Presidential_Immunity     2          1  pdf_parser   \n",
       "2           1  Presidential_Immunity     3          2  pdf_parser   \n",
       "3           1  Presidential_Immunity     4          3  pdf_parser   \n",
       "4           1  Presidential_Immunity     5          4  pdf_parser   \n",
       "..        ...                    ...   ...        ...         ...   \n",
       "114         1  Presidential_Immunity   115        114  pdf_parser   \n",
       "115         1  Presidential_Immunity   116        115  pdf_parser   \n",
       "116         1  Presidential_Immunity   117        116  pdf_parser   \n",
       "117         1  Presidential_Immunity   118        117  pdf_parser   \n",
       "118         1  Presidential_Immunity   119        118  pdf_parser   \n",
       "\n",
       "                 tstamp      filename  \\\n",
       "0   2024-07-25 11:26:29  featurize.py   \n",
       "1   2024-07-25 11:26:29  featurize.py   \n",
       "2   2024-07-25 11:26:29  featurize.py   \n",
       "3   2024-07-25 11:26:29  featurize.py   \n",
       "4   2024-07-25 11:26:29  featurize.py   \n",
       "..                  ...           ...   \n",
       "114 2024-07-25 11:26:29  featurize.py   \n",
       "115 2024-07-25 11:26:29  featurize.py   \n",
       "116 2024-07-25 11:26:29  featurize.py   \n",
       "117 2024-07-25 11:26:29  featurize.py   \n",
       "118 2024-07-25 11:26:29  featurize.py   \n",
       "\n",
       "                                          txt-headings txt-page_numbers  \\\n",
       "0    [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...              [1]   \n",
       "1    [' \\n \\n \\n \\n \\n \\n \\n  \\n \\n  \\n \\n \\n \\n  \\...           [2, 6]   \n",
       "2    [' \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n  \\n \\n \\n \\n...              [3]   \n",
       "3    [' \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\n \\n...      [4, 13, 15]   \n",
       "4    [' \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\...       [17, 2, 5]   \n",
       "..                                                 ...              ...   \n",
       "114  [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n ...             [18]   \n",
       "115  [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  ...         [40, 19]   \n",
       "116  [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...             [20]   \n",
       "117  [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...             [21]   \n",
       "118                      [' \\n \\n \\n \\n \\n \\n \\n \\n ']             [22]   \n",
       "\n",
       "                                          ocr-headings ocr-page_numbers  \\\n",
       "0    ['\\nSUPREME COURT OF THE UNITED STATES\\n', '\\n...              [1]   \n",
       "1                                               ['\\n']        [1, 2, 6]   \n",
       "2                                               ['\\n']              [7]   \n",
       "3                                                   []               []   \n",
       "4                                               ['\\n']      [17, 2, 20]   \n",
       "..                                                 ...              ...   \n",
       "114                                             ['\\n']               []   \n",
       "115                                             ['\\n']         [40, 19]   \n",
       "116                                             ['\\n']             [20]   \n",
       "117                                             ['\\n']               []   \n",
       "118                                                 []               []   \n",
       "\n",
       "    merge-source                                        merged-text  \n",
       "0            txt   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n ...  \n",
       "1            txt   \\n \\n \\n \\n \\n \\n \\n  \\n \\n  \\n \\n \\n \\n  \\n ...  \n",
       "2            txt   \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n  \\n \\n \\n \\n \\...  \n",
       "3            txt   \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\n \\n \\...  \n",
       "4            txt   \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\n ...  \n",
       "..           ...                                                ...  \n",
       "114          txt   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n...  \n",
       "115          txt   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n...  \n",
       "116          txt   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n ...  \n",
       "117          txt   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n ...  \n",
       "118          txt   \\n \\n \\n \\n \\n \\n \\n \\n \\n22 \\nTRUMP v. UNITE...  \n",
       "\n",
       "[119 rows x 13 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import flor\n",
    "\n",
    "columns = [\"txt-headings\", \"txt-page_numbers\", \"ocr-headings\", \"ocr-page_numbers\", \"merge-source\", \"merged-text\"]\n",
    "df = flor.utils.latest(flor.dataframe(*columns))\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>document</th>\n",
       "      <th>document_value</th>\n",
       "      <th>page</th>\n",
       "      <th>page_value</th>\n",
       "      <th>projid</th>\n",
       "      <th>tstamp</th>\n",
       "      <th>filename</th>\n",
       "      <th>txt-headings</th>\n",
       "      <th>txt-page_numbers</th>\n",
       "      <th>ocr-headings</th>\n",
       "      <th>ocr-page_numbers</th>\n",
       "      <th>merge-source</th>\n",
       "      <th>merged-text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...</td>\n",
       "      <td>[1]</td>\n",
       "      <td>['\\nSUPREME COURT OF THE UNITED STATES\\n', '\\n...</td>\n",
       "      <td>[1]</td>\n",
       "      <td>txt</td>\n",
       "      <td>1 \\n(Slip Opinion) \\nOCTOBER TERM, 2023 \\nSyll...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n  \\n \\n  \\n \\n \\n \\n  \\...</td>\n",
       "      <td>[2, 6]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[1, 2, 6]</td>\n",
       "      <td>txt</td>\n",
       "      <td>2 \\nTRUMP v. UNITED STATES \\nSyllabus \\nPresid...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n  \\n \\n \\n \\n...</td>\n",
       "      <td>[3]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[7]</td>\n",
       "      <td>txt</td>\n",
       "      <td>3 \\nCite as:  603 U. S. ____ (2024) \\nSyllabus...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\n \\n...</td>\n",
       "      <td>[4, 13, 15]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>txt</td>\n",
       "      <td>4 \\nTRUMP v. UNITED STATES \\nSyllabus \\nBranch...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\...</td>\n",
       "      <td>[17, 2, 5]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[17, 2, 20]</td>\n",
       "      <td>txt</td>\n",
       "      <td>5 \\nCite as:  603 U. S. ____ (2024) \\nSyllabus...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>115</td>\n",
       "      <td>114</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n ...</td>\n",
       "      <td>[18]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[]</td>\n",
       "      <td>txt</td>\n",
       "      <td>18 \\nTRUMP v. UNITED STATES \\nJACKSON, J., dis...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>116</td>\n",
       "      <td>115</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  ...</td>\n",
       "      <td>[40, 19]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[40, 19]</td>\n",
       "      <td>txt</td>\n",
       "      <td>19 \\nCite as: 603 U. S. ____ (2024) \\nJACKSON,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>117</td>\n",
       "      <td>116</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...</td>\n",
       "      <td>[20]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[20]</td>\n",
       "      <td>txt</td>\n",
       "      <td>20 \\nTRUMP v. UNITED STATES \\nJACKSON, J., dis...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>118</td>\n",
       "      <td>117</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...</td>\n",
       "      <td>[21]</td>\n",
       "      <td>['\\n']</td>\n",
       "      <td>[]</td>\n",
       "      <td>txt</td>\n",
       "      <td>21 \\nCite as: 603 U. S. ____ (2024) \\nJACKSON,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>1</td>\n",
       "      <td>Presidential_Immunity</td>\n",
       "      <td>119</td>\n",
       "      <td>118</td>\n",
       "      <td>pdf_parser</td>\n",
       "      <td>2024-07-25 11:26:29</td>\n",
       "      <td>featurize.py</td>\n",
       "      <td>[' \\n \\n \\n \\n \\n \\n \\n \\n ']</td>\n",
       "      <td>[22]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>txt</td>\n",
       "      <td>22 \\nTRUMP v. UNITED STATES \\nJACKSON, J., dis...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>119 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     document         document_value  page page_value      projid  \\\n",
       "0           1  Presidential_Immunity     1          0  pdf_parser   \n",
       "1           1  Presidential_Immunity     2          1  pdf_parser   \n",
       "2           1  Presidential_Immunity     3          2  pdf_parser   \n",
       "3           1  Presidential_Immunity     4          3  pdf_parser   \n",
       "4           1  Presidential_Immunity     5          4  pdf_parser   \n",
       "..        ...                    ...   ...        ...         ...   \n",
       "114         1  Presidential_Immunity   115        114  pdf_parser   \n",
       "115         1  Presidential_Immunity   116        115  pdf_parser   \n",
       "116         1  Presidential_Immunity   117        116  pdf_parser   \n",
       "117         1  Presidential_Immunity   118        117  pdf_parser   \n",
       "118         1  Presidential_Immunity   119        118  pdf_parser   \n",
       "\n",
       "                 tstamp      filename  \\\n",
       "0   2024-07-25 11:26:29  featurize.py   \n",
       "1   2024-07-25 11:26:29  featurize.py   \n",
       "2   2024-07-25 11:26:29  featurize.py   \n",
       "3   2024-07-25 11:26:29  featurize.py   \n",
       "4   2024-07-25 11:26:29  featurize.py   \n",
       "..                  ...           ...   \n",
       "114 2024-07-25 11:26:29  featurize.py   \n",
       "115 2024-07-25 11:26:29  featurize.py   \n",
       "116 2024-07-25 11:26:29  featurize.py   \n",
       "117 2024-07-25 11:26:29  featurize.py   \n",
       "118 2024-07-25 11:26:29  featurize.py   \n",
       "\n",
       "                                          txt-headings txt-page_numbers  \\\n",
       "0    [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...              [1]   \n",
       "1    [' \\n \\n \\n \\n \\n \\n \\n  \\n \\n  \\n \\n \\n \\n  \\...           [2, 6]   \n",
       "2    [' \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n  \\n \\n \\n \\n...              [3]   \n",
       "3    [' \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\n \\n...      [4, 13, 15]   \n",
       "4    [' \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\...       [17, 2, 5]   \n",
       "..                                                 ...              ...   \n",
       "114  [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n ...             [18]   \n",
       "115  [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  ...         [40, 19]   \n",
       "116  [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...             [20]   \n",
       "117  [' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\...             [21]   \n",
       "118                      [' \\n \\n \\n \\n \\n \\n \\n \\n ']             [22]   \n",
       "\n",
       "                                          ocr-headings ocr-page_numbers  \\\n",
       "0    ['\\nSUPREME COURT OF THE UNITED STATES\\n', '\\n...              [1]   \n",
       "1                                               ['\\n']        [1, 2, 6]   \n",
       "2                                               ['\\n']              [7]   \n",
       "3                                                   []               []   \n",
       "4                                               ['\\n']      [17, 2, 20]   \n",
       "..                                                 ...              ...   \n",
       "114                                             ['\\n']               []   \n",
       "115                                             ['\\n']         [40, 19]   \n",
       "116                                             ['\\n']             [20]   \n",
       "117                                             ['\\n']               []   \n",
       "118                                                 []               []   \n",
       "\n",
       "    merge-source                                        merged-text  \n",
       "0            txt  1 \\n(Slip Opinion) \\nOCTOBER TERM, 2023 \\nSyll...  \n",
       "1            txt  2 \\nTRUMP v. UNITED STATES \\nSyllabus \\nPresid...  \n",
       "2            txt  3 \\nCite as:  603 U. S. ____ (2024) \\nSyllabus...  \n",
       "3            txt  4 \\nTRUMP v. UNITED STATES \\nSyllabus \\nBranch...  \n",
       "4            txt  5 \\nCite as:  603 U. S. ____ (2024) \\nSyllabus...  \n",
       "..           ...                                                ...  \n",
       "114          txt  18 \\nTRUMP v. UNITED STATES \\nJACKSON, J., dis...  \n",
       "115          txt  19 \\nCite as: 603 U. S. ____ (2024) \\nJACKSON,...  \n",
       "116          txt  20 \\nTRUMP v. UNITED STATES \\nJACKSON, J., dis...  \n",
       "117          txt  21 \\nCite as: 603 U. S. ____ (2024) \\nJACKSON,...  \n",
       "118          txt  22 \\nTRUMP v. UNITED STATES \\nJACKSON, J., dis...  \n",
       "\n",
       "[119 rows x 13 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df ['merged-text'] = df['merged-text'].apply(lambda s: s.strip())\n",
    "df"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}