people_tweets.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Add the bank name here."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "tosearch='@TheOfficialSBI'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " The keys are hidden for now."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "client_key = 'Enter client key here'\n",
    "client_secret = 'Enter client_secret key here'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import pymongo\n",
    "import math"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import base64\n",
    "is_mongo_db_written=False\n",
    "key_secret = '{}:{}'.format(client_key, client_secret).encode('ascii')\n",
    "b64_encoded_key = base64.b64encode(key_secret)\n",
    "b64_encoded_key = b64_encoded_key.decode('ascii')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "\n",
    "base_url = 'https://api.twitter.com/'\n",
    "auth_url = '{}oauth2/token'.format(base_url)\n",
    "\n",
    "auth_headers = {\n",
    "    'Authorization': 'Basic {}'.format(b64_encoded_key),\n",
    "    'Content-Type': 'application/x-www-form-urlencoded;charset=UTF-8'\n",
    "}\n",
    "\n",
    "auth_data = {\n",
    "    'grant_type': 'client_credentials'\n",
    "}\n",
    "\n",
    "auth_resp = requests.post(auth_url, headers=auth_headers, data=auth_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Response [200]>\n"
     ]
    }
   ],
   "source": [
    "print(auth_resp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "data=auth_resp.json()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "access_token=data['access_token']\n",
    "\n",
    "myclient = pymongo.MongoClient(\"mongodb://localhost:27017/\")\n",
    "mydb = myclient[\"sentipeople\"]\n",
    "mycol = mydb[\"tweets_data\"]\n",
    "# mycol.create_index(\"tweet\",unique='True')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Fetching SBI related tweets and saving them into MongoDB."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-12-04\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-12-03\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-12-02\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-12-01\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-30\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-29\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-28\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-27\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-26\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-25\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-24\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-23\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-22\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-21\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-20\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-19\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-18\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-17\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-16\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-15\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-14\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-13\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-12\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-11\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-10\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-09\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-08\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-07\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-06\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-05\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-04\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-03\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-02\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-11-01\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-31\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-30\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-29\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-28\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-27\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-26\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-25\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-24\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-23\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-22\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-21\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-20\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-19\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-18\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-17\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-16\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-15\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-14\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-13\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-12\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-11\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-10\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-09\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-08\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-07\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-06\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-05\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-04\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-03\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-02\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-10-01\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-30\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-29\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-28\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-27\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-26\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-25\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-24\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-23\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-22\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-21\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-20\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-19\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-18\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-17\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-16\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-15\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-14\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-13\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-12\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-11\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-10\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-09\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-08\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-07\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-06\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-05\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-04\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-03\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-02\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-09-01\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-31\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-30\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-29\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-28\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-27\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-26\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-25\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-24\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-23\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-22\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-21\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-20\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-19\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-18\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-17\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-16\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-15\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-14\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-13\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-12\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-11\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-10\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-09\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-08\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-07\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-06\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-05\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-04\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-03\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-02\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-08-01\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-31\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-30\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-29\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-28\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-27\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-26\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-25\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-24\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-23\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-22\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-21\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-20\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-19\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-18\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-17\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-16\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-15\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-14\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-13\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-12\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-11\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-10\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-09\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-08\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-07\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-06\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-05\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-04\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-03\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-02\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-07-01\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-30\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-29\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-28\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-27\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-26\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-25\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-24\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-23\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-22\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-21\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-20\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-19\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-18\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-17\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-16\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-15\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-14\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-13\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-11\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-10\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-09\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-08\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-07\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-06\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-05\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-04\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-03\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-02\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-06-01\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-31\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-30\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-29\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-28\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-27\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-26\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-25\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-24\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-23\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-22\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-21\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-20\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-19\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-18\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-17\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-16\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-15\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-14\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-13\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-12\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-11\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-10\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-09\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-08\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-07\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-06\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-05\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-04\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-03\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-02\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-05-01\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-30\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-29\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-28\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-27\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-26\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-25\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-24\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-23\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-22\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-21\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-20\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-19\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-18\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-17\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-16\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-15\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-14\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-13\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-12\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-11\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-10\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-09\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-08\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-07\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-06\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-05\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-04\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-03\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-02\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-04-01\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-31\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-30\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-29\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-28\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-27\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-26\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-25\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-24\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-23\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-22\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-21\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-20\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-19\n",
      "<Response [200]>\n",
      "data written to db\n",
      "2020-03-18\n",
      "<Response [200]>\n"
     ]
    }
   ],
   "source": [
    "from datetime import date\n",
    "from datetime import timedelta\n",
    "\n",
    "today = date.today() \n",
    "\n",
    "search_headers = {\n",
    "    'Authorization': 'Bearer {}'.format(access_token)    \n",
    "}\n",
    "current_maxid=float(\"inf\")\n",
    "for d in range(1000): \n",
    "    final_date = today - timedelta(days = d) \n",
    "    print(final_date)\n",
    "    search_params = {\n",
    "        'q': tosearch,\n",
    "        'count': 100,\n",
    "#         'until': final_date\n",
    "        \n",
    "    }\n",
    "    if not math.isinf(current_maxid):\n",
    "        search_params[\"max_id\"]=current_maxid-1\n",
    "\n",
    "    search_url = '{}1.1/search/tweets.json'.format(base_url)\n",
    "\n",
    "    search_resp = requests.get(search_url, headers=search_headers, params=search_params)\n",
    "    print(search_resp)\n",
    "    is_mongo_db_written=False\n",
    "    count=search_params['count']\n",
    "    tweets=search_resp.json()\n",
    "#     print(tweets)\n",
    "    count_text=len(tweets['statuses'])\n",
    "    if (count_text)==0:\n",
    "        break\n",
    "    tweet_data=[]\n",
    "    if is_mongo_db_written==False:\n",
    "        for i in range(count_text):\n",
    "            my_tweet=tweets['statuses'][i]['text']\n",
    "            my_date=tweets['statuses'][i]['created_at']\n",
    "            my_location=tweets['statuses'][i]['user']['location']\n",
    "            my_id=tweets['statuses'][i]['id']\n",
    "            current_maxid=min(my_id,current_maxid)\n",
    "#             print(my_id)\n",
    "#             print(my_location)\n",
    "            res=mycol.insert_one({\"tweet\":my_tweet, \"date\":my_date})\n",
    "\n",
    "        is_mongo_db_written=True\n",
    "        print(\"data written to db\")\n",
    "\n",
    "    else:\n",
    "        print('Already have data')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}