3.pdf_table_extractor.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from tabula import read_pdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# flavor -> 'stream', 'lattice' for camelot\n",
    "# camelot fails deadly had to install ghostscript\n",
    "# import requests\n",
    "# file = requests.get('https://sedl.org/afterschool/toolkits/science/pdf/ast_sci_data_tables_sample.pdf')\n",
    "# print(file.headers.get('content-type'))\n",
    "# f = open(\"sample.pdf\",'wb').write(file.content)\n",
    "input_pdf = read_pdf('https://sedl.org/afterschool/toolkits/science/pdf/ast_sci_data_tables_sample.pdf',pages=\"1,2\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   Number of Coils Number of Paperclips\n",
      "0                5              3, 5, 4\n",
      "1               10              7, 8, 6\n",
      "2               15           11, 10, 12\n",
      "3               20           15, 13, 14\n",
      "    Speed (mph)           Driver                         Car     Engine  \\\n",
      "0       407.447  Craig Breedlove           Spirit of America     GE J47   \n",
      "1       413.199        Tom Green            Wingfoot Express     WE J46   \n",
      "2       434.220       Art Arfons               Green Monster     GE J79   \n",
      "3       468.719  Craig Breedlove           Spirit of America     GE J79   \n",
      "4       526.277  Craig Breedlove           Spirit of America     GE J79   \n",
      "5       536.712       Art Arfons               Green Monster     GE J79   \n",
      "6       555.127  Craig Breedlove  Spirit of America, Sonic 1     GE J79   \n",
      "7       576.553       Art Arfons               Green Monster     GE J79   \n",
      "8       600.601  Craig Breedlove  Spirit of America, Sonic 1     GE J79   \n",
      "9       622.407    Gary Gabelich                  Blue Flame     Rocket   \n",
      "10      633.468    Richard Noble                    Thrust 2  RR RG 146   \n",
      "11      763.035       Andy Green                  Thrust SSC    RR Spey   \n",
      "\n",
      "        Date  \n",
      "0     8/5/63  \n",
      "1    10/2/64  \n",
      "2    10/5/64  \n",
      "3   10/13/64  \n",
      "4   10/15/65  \n",
      "5   10/27/65  \n",
      "6    11/2/65  \n",
      "7    11/7/65  \n",
      "8   11/15/65  \n",
      "9   10/23/70  \n",
      "10   10/4/83  \n",
      "11  10/15/97  \n",
      "   Time (drops of water)  Distance (cm)\n",
      "0                      1        10,11,9\n",
      "1                      2     29, 31, 30\n",
      "2                      3     59, 58, 61\n",
      "3                      4   102, 100, 98\n",
      "4                      5  122, 125, 127\n"
     ]
    }
   ],
   "source": [
    "for i in input_pdf:\n",
    "    print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Speed (mph)</th>\n",
       "      <th>Driver</th>\n",
       "      <th>Car</th>\n",
       "      <th>Engine</th>\n",
       "      <th>Date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>407.447</td>\n",
       "      <td>Craig Breedlove</td>\n",
       "      <td>Spirit of America</td>\n",
       "      <td>GE J47</td>\n",
       "      <td>8/5/63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>413.199</td>\n",
       "      <td>Tom Green</td>\n",
       "      <td>Wingfoot Express</td>\n",
       "      <td>WE J46</td>\n",
       "      <td>10/2/64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>434.220</td>\n",
       "      <td>Art Arfons</td>\n",
       "      <td>Green Monster</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>10/5/64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>468.719</td>\n",
       "      <td>Craig Breedlove</td>\n",
       "      <td>Spirit of America</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>10/13/64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>526.277</td>\n",
       "      <td>Craig Breedlove</td>\n",
       "      <td>Spirit of America</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>10/15/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>536.712</td>\n",
       "      <td>Art Arfons</td>\n",
       "      <td>Green Monster</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>10/27/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>555.127</td>\n",
       "      <td>Craig Breedlove</td>\n",
       "      <td>Spirit of America, Sonic 1</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>11/2/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>576.553</td>\n",
       "      <td>Art Arfons</td>\n",
       "      <td>Green Monster</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>11/7/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>600.601</td>\n",
       "      <td>Craig Breedlove</td>\n",
       "      <td>Spirit of America, Sonic 1</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>11/15/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>622.407</td>\n",
       "      <td>Gary Gabelich</td>\n",
       "      <td>Blue Flame</td>\n",
       "      <td>Rocket</td>\n",
       "      <td>10/23/70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>633.468</td>\n",
       "      <td>Richard Noble</td>\n",
       "      <td>Thrust 2</td>\n",
       "      <td>RR RG 146</td>\n",
       "      <td>10/4/83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>763.035</td>\n",
       "      <td>Andy Green</td>\n",
       "      <td>Thrust SSC</td>\n",
       "      <td>RR Spey</td>\n",
       "      <td>10/15/97</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Speed (mph)           Driver                         Car     Engine  \\\n",
       "0       407.447  Craig Breedlove           Spirit of America     GE J47   \n",
       "1       413.199        Tom Green            Wingfoot Express     WE J46   \n",
       "2       434.220       Art Arfons               Green Monster     GE J79   \n",
       "3       468.719  Craig Breedlove           Spirit of America     GE J79   \n",
       "4       526.277  Craig Breedlove           Spirit of America     GE J79   \n",
       "5       536.712       Art Arfons               Green Monster     GE J79   \n",
       "6       555.127  Craig Breedlove  Spirit of America, Sonic 1     GE J79   \n",
       "7       576.553       Art Arfons               Green Monster     GE J79   \n",
       "8       600.601  Craig Breedlove  Spirit of America, Sonic 1     GE J79   \n",
       "9       622.407    Gary Gabelich                  Blue Flame     Rocket   \n",
       "10      633.468    Richard Noble                    Thrust 2  RR RG 146   \n",
       "11      763.035       Andy Green                  Thrust SSC    RR Spey   \n",
       "\n",
       "        Date  \n",
       "0     8/5/63  \n",
       "1    10/2/64  \n",
       "2    10/5/64  \n",
       "3   10/13/64  \n",
       "4   10/15/65  \n",
       "5   10/27/65  \n",
       "6    11/2/65  \n",
       "7    11/7/65  \n",
       "8   11/15/65  \n",
       "9   10/23/70  \n",
       "10   10/4/83  \n",
       "11  10/15/97  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_pdf[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Speed (mph)</th>\n",
       "      <th>Engine</th>\n",
       "      <th>Date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>407.447</td>\n",
       "      <td>GE J47</td>\n",
       "      <td>8/5/63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>413.199</td>\n",
       "      <td>WE J46</td>\n",
       "      <td>10/2/64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>434.220</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>10/5/64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>468.719</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>10/13/64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>526.277</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>10/15/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>536.712</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>10/27/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>555.127</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>11/2/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>576.553</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>11/7/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>600.601</td>\n",
       "      <td>GE J79</td>\n",
       "      <td>11/15/65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>622.407</td>\n",
       "      <td>Rocket</td>\n",
       "      <td>10/23/70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>633.468</td>\n",
       "      <td>RR RG 146</td>\n",
       "      <td>10/4/83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>763.035</td>\n",
       "      <td>RR Spey</td>\n",
       "      <td>10/15/97</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Speed (mph)     Engine      Date\n",
       "0       407.447     GE J47    8/5/63\n",
       "1       413.199     WE J46   10/2/64\n",
       "2       434.220     GE J79   10/5/64\n",
       "3       468.719     GE J79  10/13/64\n",
       "4       526.277     GE J79  10/15/65\n",
       "5       536.712     GE J79  10/27/65\n",
       "6       555.127     GE J79   11/2/65\n",
       "7       576.553     GE J79   11/7/65\n",
       "8       600.601     GE J79  11/15/65\n",
       "9       622.407     Rocket  10/23/70\n",
       "10      633.468  RR RG 146   10/4/83\n",
       "11      763.035    RR Spey  10/15/97"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = input_pdf[1].iloc[:,[0,3,4]]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "cfcfbbd76e88e95dc35e2ca9edf0c1e882d0553cc29bc4cac8c0f4eabeb0ecb9"
  },
  "kernelspec": {
   "display_name": "Python 3.10.0 64-bit",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.0"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}