Codeway Task4 Spam_SMS_Detection.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "7b6b5045",
   "metadata": {},
   "source": [
    "## TASK:- 04"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a749c431",
   "metadata": {},
   "source": [
    "- Build an AI model that can classify SMS messages as spam or\n",
    "legitimate. Use techniques like TF-IDF or word embeddings with\n",
    "classifiers like Naive Bayes, Logistic Regression, or Support Vector Machines to identify spam messages\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "18701328",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import roc_auc_score, f1_score, confusion_matrix\n",
    "from sklearn.naive_bayes import MultinomialNB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ec24e6df",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>v1</th>\n",
       "      <th>v2</th>\n",
       "      <th>Unnamed: 2</th>\n",
       "      <th>Unnamed: 3</th>\n",
       "      <th>Unnamed: 4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5567</th>\n",
       "      <td>spam</td>\n",
       "      <td>This is the 2nd time we have tried 2 contact u...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5568</th>\n",
       "      <td>ham</td>\n",
       "      <td>Will Ì_ b going to esplanade fr home?</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5569</th>\n",
       "      <td>ham</td>\n",
       "      <td>Pity, * was in mood for that. So...any other s...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5570</th>\n",
       "      <td>ham</td>\n",
       "      <td>The guy did some bitching but I acted like i'd...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5571</th>\n",
       "      <td>ham</td>\n",
       "      <td>Rofl. Its true to its name</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5572 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        v1                                                 v2 Unnamed: 2  \\\n",
       "0      ham  Go until jurong point, crazy.. Available only ...        NaN   \n",
       "1      ham                      Ok lar... Joking wif u oni...        NaN   \n",
       "2     spam  Free entry in 2 a wkly comp to win FA Cup fina...        NaN   \n",
       "3      ham  U dun say so early hor... U c already then say...        NaN   \n",
       "4      ham  Nah I don't think he goes to usf, he lives aro...        NaN   \n",
       "...    ...                                                ...        ...   \n",
       "5567  spam  This is the 2nd time we have tried 2 contact u...        NaN   \n",
       "5568   ham              Will Ì_ b going to esplanade fr home?        NaN   \n",
       "5569   ham  Pity, * was in mood for that. So...any other s...        NaN   \n",
       "5570   ham  The guy did some bitching but I acted like i'd...        NaN   \n",
       "5571   ham                         Rofl. Its true to its name        NaN   \n",
       "\n",
       "     Unnamed: 3 Unnamed: 4  \n",
       "0           NaN        NaN  \n",
       "1           NaN        NaN  \n",
       "2           NaN        NaN  \n",
       "3           NaN        NaN  \n",
       "4           NaN        NaN  \n",
       "...         ...        ...  \n",
       "5567        NaN        NaN  \n",
       "5568        NaN        NaN  \n",
       "5569        NaN        NaN  \n",
       "5570        NaN        NaN  \n",
       "5571        NaN        NaN  \n",
       "\n",
       "[5572 rows x 5 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_file='spam.csv'\n",
    "data=pd.read_csv(data_file,encoding = 'Latin1')\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "f555f415",
   "metadata": {},
   "outputs": [],
   "source": [
    "data.drop(columns=['Unnamed: 2','Unnamed: 3','Unnamed: 4'],inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "d67c4e1f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>v1</th>\n",
       "      <th>v2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5567</th>\n",
       "      <td>spam</td>\n",
       "      <td>This is the 2nd time we have tried 2 contact u...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5568</th>\n",
       "      <td>ham</td>\n",
       "      <td>Will Ì_ b going to esplanade fr home?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5569</th>\n",
       "      <td>ham</td>\n",
       "      <td>Pity, * was in mood for that. So...any other s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5570</th>\n",
       "      <td>ham</td>\n",
       "      <td>The guy did some bitching but I acted like i'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5571</th>\n",
       "      <td>ham</td>\n",
       "      <td>Rofl. Its true to its name</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5572 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        v1                                                 v2\n",
       "0      ham  Go until jurong point, crazy.. Available only ...\n",
       "1      ham                      Ok lar... Joking wif u oni...\n",
       "2     spam  Free entry in 2 a wkly comp to win FA Cup fina...\n",
       "3      ham  U dun say so early hor... U c already then say...\n",
       "4      ham  Nah I don't think he goes to usf, he lives aro...\n",
       "...    ...                                                ...\n",
       "5567  spam  This is the 2nd time we have tried 2 contact u...\n",
       "5568   ham              Will Ì_ b going to esplanade fr home?\n",
       "5569   ham  Pity, * was in mood for that. So...any other s...\n",
       "5570   ham  The guy did some bitching but I acted like i'd...\n",
       "5571   ham                         Rofl. Its true to its name\n",
       "\n",
       "[5572 rows x 2 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "a27f3ce9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>v1</th>\n",
       "      <th>v2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     v1                                                 v2\n",
       "0   ham  Go until jurong point, crazy.. Available only ...\n",
       "1   ham                      Ok lar... Joking wif u oni...\n",
       "2  spam  Free entry in 2 a wkly comp to win FA Cup fina...\n",
       "3   ham  U dun say so early hor... U c already then say...\n",
       "4   ham  Nah I don't think he goes to usf, he lives aro..."
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "67971c5b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>v1</th>\n",
       "      <th>v2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5567</th>\n",
       "      <td>spam</td>\n",
       "      <td>This is the 2nd time we have tried 2 contact u...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5568</th>\n",
       "      <td>ham</td>\n",
       "      <td>Will Ì_ b going to esplanade fr home?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5569</th>\n",
       "      <td>ham</td>\n",
       "      <td>Pity, * was in mood for that. So...any other s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5570</th>\n",
       "      <td>ham</td>\n",
       "      <td>The guy did some bitching but I acted like i'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5571</th>\n",
       "      <td>ham</td>\n",
       "      <td>Rofl. Its true to its name</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        v1                                                 v2\n",
       "5567  spam  This is the 2nd time we have tried 2 contact u...\n",
       "5568   ham              Will Ì_ b going to esplanade fr home?\n",
       "5569   ham  Pity, * was in mood for that. So...any other s...\n",
       "5570   ham  The guy did some bitching but I acted like i'd...\n",
       "5571   ham                         Rofl. Its true to its name"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "947edbf8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<bound method DataFrame.info of         v1                                                 v2\n",
       "0      ham  Go until jurong point, crazy.. Available only ...\n",
       "1      ham                      Ok lar... Joking wif u oni...\n",
       "2     spam  Free entry in 2 a wkly comp to win FA Cup fina...\n",
       "3      ham  U dun say so early hor... U c already then say...\n",
       "4      ham  Nah I don't think he goes to usf, he lives aro...\n",
       "...    ...                                                ...\n",
       "5567  spam  This is the 2nd time we have tried 2 contact u...\n",
       "5568   ham              Will Ì_ b going to esplanade fr home?\n",
       "5569   ham  Pity, * was in mood for that. So...any other s...\n",
       "5570   ham  The guy did some bitching but I acted like i'd...\n",
       "5571   ham                         Rofl. Its true to its name\n",
       "\n",
       "[5572 rows x 2 columns]>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.info"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "21622424",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>v1</th>\n",
       "      <th>v2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5572</td>\n",
       "      <td>5572</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>2</td>\n",
       "      <td>5169</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>ham</td>\n",
       "      <td>Sorry, I'll call later</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>4825</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          v1                      v2\n",
       "count   5572                    5572\n",
       "unique     2                    5169\n",
       "top      ham  Sorry, I'll call later\n",
       "freq    4825                      30"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "8f145d85",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Category</th>\n",
       "      <th>Message</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5567</th>\n",
       "      <td>spam</td>\n",
       "      <td>This is the 2nd time we have tried 2 contact u...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5568</th>\n",
       "      <td>ham</td>\n",
       "      <td>Will Ì_ b going to esplanade fr home?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5569</th>\n",
       "      <td>ham</td>\n",
       "      <td>Pity, * was in mood for that. So...any other s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5570</th>\n",
       "      <td>ham</td>\n",
       "      <td>The guy did some bitching but I acted like i'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5571</th>\n",
       "      <td>ham</td>\n",
       "      <td>Rofl. Its true to its name</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5572 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Category                                            Message\n",
       "0         ham  Go until jurong point, crazy.. Available only ...\n",
       "1         ham                      Ok lar... Joking wif u oni...\n",
       "2        spam  Free entry in 2 a wkly comp to win FA Cup fina...\n",
       "3         ham  U dun say so early hor... U c already then say...\n",
       "4         ham  Nah I don't think he goes to usf, he lives aro...\n",
       "...       ...                                                ...\n",
       "5567     spam  This is the 2nd time we have tried 2 contact u...\n",
       "5568      ham              Will Ì_ b going to esplanade fr home?\n",
       "5569      ham  Pity, * was in mood for that. So...any other s...\n",
       "5570      ham  The guy did some bitching but I acted like i'd...\n",
       "5571      ham                         Rofl. Its true to its name\n",
       "\n",
       "[5572 rows x 2 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.columns = ['Category', 'Message']\n",
    "data"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a2463c97",
   "metadata": {},
   "source": [
    "**CHeck the null value**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "99a6b72c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Category    0\n",
       "Message     0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "562da940",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAsAAAAIjCAYAAAAN/63DAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAABCTElEQVR4nO3deVhV1R7/8c9hFNEDjoCGI044ZNkgWTmhpKhZalrmkMNNQ0stNW+mZoNd5yGHshQtzbTMnE3BoZQc6FJqauJ1+omgWYAjGOzfH/04P0+YiYGHWu/X85znaa/13Wt/N92H+7n7rrOxWZZlCQAAADCEm6sbAAAAAG4nAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMADAyZgxY2Sz2W7LtZo0aaImTZo4jrds2SKbzaZPP/30tly/Z8+eqlSp0m25FoDCgwAMoNA7cuSInn32WVWpUkVFihSR3W5Xo0aNNG3aNF2+fDnP682aNUvR0dH532ghFB0dLZvN5vgUKVJE5cqVU0REhKZPn67z58/ny3WSkpI0ZswYJSQk5Mt6+akw9wbANTxc3QAA3MiaNWvUqVMneXt7q3v37qpTp44yMzP19ddfa+jQodq/f7/ee++9PK05a9YslS5dWj179iyYpguhsWPHqnLlyrp69aqSk5O1ZcsWDRo0SJMnT9bKlStVr149R+3IkSP18ssv52n9pKQkvfbaa6pUqZLq169/0+d9+eWXebrOrbhRb3PnzlV2dnaB9wCgcCEAAyi0jh49qi5duqhixYqKjY1VUFCQYy4qKkqJiYlas2aNCzssWBcvXpSvr2++rNWqVSvdc889juMRI0YoNjZWbdq0Ubt27XTgwAH5+PhIkjw8POThUbD/9XDp0iUVLVpUXl5eBXqdP+Pp6enS6wNwDbZAACi0xo8frwsXLuiDDz5wCr85QkJC9MILLziO58+fr2bNmqls2bLy9vZWaGioZs+e7XROpUqVtH//fm3dutWxLeDaPaipqakaNGiQgoOD5e3trZCQEP3nP//J9ZTw3Llz6tatm+x2u/z9/dWjRw999913stlsubZXxMbG6qGHHpKvr6/8/f316KOP6sCBA041Oftuf/jhBz311FMqUaKEHnzwQc2fP182m03//e9/c93/W2+9JXd3d506depmf6ROmjVrpldffVXHjx/XRx99lKuXa23cuFEPPvig/P39VaxYMdWoUUP//ve/Jf22b/fee++VJD3zzDOOn2vOz6FJkyaqU6eO4uPj9fDDD6to0aKOc3+/BzhHVlaW/v3vfyswMFC+vr5q166dTp486VRTqVKl6z7Fv3bNP+vtenuAL168qBdffNHxn4EaNWpo4sSJsizLqc5ms2nAgAFasWKF6tSpI29vb9WuXVvr16+//g8cQKHBE2AAhdaqVatUpUoVPfDAAzdVP3v2bNWuXVvt2rWTh4eHVq1apeeee07Z2dmKioqSJE2dOlUDBw5UsWLF9Morr0iSAgICJP32VLJx48Y6deqUnn32WVWoUEE7duzQiBEjdPr0aU2dOlWSlJ2drbZt22rXrl3q37+/atasqS+++EI9evTI1dOmTZvUqlUrValSRWPGjNHly5c1Y8YMNWrUSN9++22u8NWpUydVq1ZNb731lizLUseOHRUVFaVFixbprrvucqpdtGiRmjRpovLly+flx+qkW7du+ve//60vv/xSffv2vW7N/v371aZNG9WrV09jx46Vt7e3EhMTtX37dklSrVq1NHbsWI0aNUr/+te/9NBDD0mS07+3c+fOqVWrVurSpYuefvppx8/8j7z55puy2WwaPny4zpw5o6lTpyo8PFwJCQmOJ9U342Z6u5ZlWWrXrp02b96s3r17q379+tqwYYOGDh2qU6dOacqUKU71X3/9tZYvX67nnntOxYsX1/Tp09WhQwedOHFCpUqVuuk+AdxmFgAUQmlpaZYk69FHH73pcy5dupRrLCIiwqpSpYrTWO3ata3GjRvnqn399dctX19f68cff3Qaf/nlly13d3frxIkTlmVZ1meffWZJsqZOneqoycrKspo1a2ZJsubPn+8Yr1+/vlW2bFnr3LlzjrHvvvvOcnNzs7p37+4YGz16tCXJevLJJ3P19eSTT1rlypWzsrKyHGPffvttrmtdz/z58y1J1u7du/+wxs/Pz7rrrrty9ZJjypQpliTr7Nmzf7jG7t27/7Cfxo0bW5KsOXPmXHfu2n8XmzdvtiRZ5cuXt9LT0x3jS5cutSRZ06ZNc4xVrFjR6tGjx5+ueaPeevToYVWsWNFxvGLFCkuS9cYbbzjVdezY0bLZbFZiYqJjTJLl5eXlNPbdd99ZkqwZM2bkuhaAwoMtEAAKpfT0dElS8eLFb/qca58MpqWl6aefflLjxo31v//9T2lpaX96/rJly/TQQw+pRIkS+umnnxyf8PBwZWVladu2bZKk9evXy9PT0+mJqZubm+Mpc47Tp08rISFBPXv2VMmSJR3j9erVU4sWLbR27dpcPfTr1y/XWPfu3ZWUlKTNmzc7xhYtWiQfHx916NDhT+/rzxQrVuyGb4Pw9/eXJH3xxRe3/IUxb29vPfPMMzdd3717d6d/9x07dlRQUNB1f2b5ae3atXJ3d9fzzz/vNP7iiy/KsiytW7fOaTw8PFxVq1Z1HNerV092u13/+9//CrRPAH8NARhAoWS32yUpT6/p2r59u8LDwx17bcuUKePYa3ozAfjw4cNav369ypQp4/QJDw+XJJ05c0aSdPz4cQUFBalo0aJO54eEhDgdHz9+XJJUo0aNXNeqVauWfvrpJ128eNFpvHLlyrlqW7RooaCgIC1atEjSb1swPv74Yz366KN5+h8If+TChQs3XKdz585q1KiR+vTpo4CAAHXp0kVLly7NUxguX758nr7wVq1aNadjm82mkJAQHTt27KbXuBXHjx9XuXLlcv08atWq5Zi/VoUKFXKtUaJECf3yyy8F1ySAv4w9wAAKJbvdrnLlymnfvn03VX/kyBE1b95cNWvW1OTJkxUcHCwvLy+tXbtWU6ZMuamwlp2drRYtWmjYsGHXna9evXqe7uFWXG9/q7u7u5566inNnTtXs2bN0vbt25WUlKSnn376L1/v//yf/6O0tLRc4f33PW3btk2bN2/WmjVrtH79en3yySdq1qyZvvzyS7m7u//pdfKyb/dm/dEf68jKyrqpnvLDH13H+t0X5gAULgRgAIVWmzZt9N577ykuLk5hYWE3rF21apUyMjK0cuVKp6dy124byPFHwalq1aq6cOGC44nvH6lYsaI2b97seJVXjsTExFx1knTo0KFcaxw8eFClS5e+6decde/eXZMmTdKqVau0bt06lSlTRhERETd17o18+OGHkvSna7m5ual58+Zq3ry5Jk+erLfeekuvvPKKNm/erPDw8Hz/y3GHDx92OrYsS4mJiU7vKy5RooRSU1NznXv8+HFVqVLFcZyX3ipWrKhNmzbp/PnzTk+BDx486JgH8PfHFggAhdawYcPk6+urPn36KCUlJdf8kSNHNG3aNEn//0nctU/e0tLSNH/+/Fzn+fr6Xjc4PfHEE4qLi9OGDRtyzaWmpurXX3+V9FtYvHr1qubOneuYz87O1syZM53OCQoKUv369bVgwQKn6+3bt09ffvmlWrdufYO7d1avXj3Vq1dP77//vj777DN16dLlL7+rNzY2Vq+//roqV66srl27/mHdzz//nGss5w9KZGRkSJIjyF/v53orFi5c6LT95dNPP9Xp06fVqlUrx1jVqlX1zTffKDMz0zG2evXqXK9Ly0tvrVu3VlZWlt555x2n8SlTpshmszldH8DfF0+AARRaVatW1eLFi9W5c2fVqlXL6S/B7dixQ8uWLXO8B7Zly5by8vJS27Zt9eyzz+rChQuaO3euypYtq9OnTzut26BBA82ePVtvvPGGQkJCVLZsWTVr1kxDhw7VypUr1aZNG/Xs2VMNGjTQxYsXtXfvXn366ac6duyYSpcurfbt2+u+++7Tiy++qMTERNWsWVMrV650BMVrnzhOmDBBrVq1UlhYmHr37u14DZqfn5/GjBmTp59H9+7d9dJLL0lSnrc/rFu3TgcPHtSvv/6qlJQUxcbGauPGjapYsaJWrlypIkWK/OG5Y8eO1bZt2xQZGamKFSvqzJkzmjVrlu644w49+OCDkn77d+Xv7685c+aoePHi8vX11f3333/dPc03o2TJknrwwQf1zDPPKCUlRVOnTlVISIjTFw/79OmjTz/9VI888oieeOIJHTlyRB999JHTl9Ly2lvbtm3VtGlTvfLKKzp27JjuvPNOffnll/riiy80aNCgXGsD+Jty7UsoAODP/fjjj1bfvn2tSpUqWV5eXlbx4sWtRo0aWTNmzLCuXLniqFu5cqVVr149q0iRIlalSpWs//znP9a8efMsSdbRo0cddcnJyVZkZKRVvHhxS5LTK7POnz9vjRgxwgoJCbG8vLys0qVLWw888IA1ceJEKzMz01F39uxZ66mnnrKKFy9u+fn5WT179rS2b99uSbKWLFni1P+mTZusRo0aWT4+Ppbdbrfatm1r/fDDD041Oa8eu9Grxk6fPm25u7tb1atXv+mfXc5r0HI+Xl5eVmBgoNWiRQtr2rRpTq8a+30vOWJiYqxHH33UKleunOXl5WWVK1fOevLJJ3O9Lu6LL76wQkNDLQ8PD6fXjjVu3NiqXbv2dfv7o9egffzxx9aIESOssmXLWj4+PlZkZKR1/PjxXOdPmjTJKl++vOXt7W01atTI2rNnT641b9Tb71+DZlm//Wdg8ODBVrly5SxPT0+rWrVq1oQJE6zs7GynOklWVFRUrp7+6PVsAAoPm2WxUx8A8sOKFSv02GOP6euvv1ajRo3yff2ffvpJQUFBGjVqlF599dV8Xx8ATMEeYAC4BZcvX3Y6zsrK0owZM2S323X33XcXyDWjo6OVlZWlbt26Fcj6AGAK9gADwC0YOHCgLl++rLCwMGVkZGj58uXasWOH3nrrrXx/5VdsbKx++OEHvfnmm2rfvn2uP58MAMgbtkAAwC1YvHixJk2apMTERF25ckUhISHq37+/BgwYkO/XatKkiXbs2KFGjRrpo48+Uvny5fP9GgBgEgIwAAAAjMIeYAAAABiFAAwAAACj8CW4m5Cdna2kpCQVL1483//cJwAAAP46y7J0/vx5lStXTm5uN37GSwC+CUlJSQoODnZ1GwAAAPgTJ0+e1B133HHDGgLwTShevLik336gdrvdxd0AAADg99LT0xUcHOzIbTfi0gA8ZswYvfbaa05jNWrU0MGDByVJV65c0YsvvqglS5YoIyNDERERmjVrlgICAhz1J06cUP/+/bV582YVK1ZMPXr00Lhx4+Th8f9vbcuWLRoyZIj279+v4OBgjRw5Uj179rzpPnO2PdjtdgIwAABAIXYz21Vd/iW42rVr6/Tp047P119/7ZgbPHiwVq1apWXLlmnr1q1KSkrS448/7pjPyspSZGSkMjMztWPHDi1YsEDR0dEaNWqUo+bo0aOKjIxU06ZNlZCQoEGDBqlPnz7asGHDbb1PAAAAFA4ufQ/wmDFjtGLFCiUkJOSaS0tLU5kyZbR48WJ17NhRknTw4EHVqlVLcXFxatiwodatW6c2bdooKSnJ8VR4zpw5Gj58uM6ePSsvLy8NHz5ca9as0b59+xxrd+nSRampqVq/fv1N9Zmeni4/Pz+lpaXxBBgAAKAQyktec/kT4MOHD6tcuXKqUqWKunbtqhMnTkiS4uPjdfXqVYWHhztqa9asqQoVKiguLk6SFBcXp7p16zptiYiIiFB6err279/vqLl2jZyanDWuJyMjQ+np6U4fAAAA/DO4NADff//9io6O1vr16zV79mwdPXpUDz30kM6fP6/k5GR5eXnJ39/f6ZyAgAAlJydLkpKTk53Cb858ztyNatLT03X58uXr9jVu3Dj5+fk5PrwBAgAA4J/DpV+Ca9WqleOf69Wrp/vvv18VK1bU0qVL5ePj47K+RowYoSFDhjiOc75VCAAAgL8/l2+BuJa/v7+qV6+uxMREBQYGKjMzU6mpqU41KSkpCgwMlCQFBgYqJSUl13zO3I1q7Hb7H4Zsb29vxxsfePMDAADAP0uhCsAXLlzQkSNHFBQUpAYNGsjT01MxMTGO+UOHDunEiRMKCwuTJIWFhWnv3r06c+aMo2bjxo2y2+0KDQ111Fy7Rk5NzhpAQXv77bdls9k0aNAgx1hycrK6deumwMBA+fr66u6779Znn33mmD927Jh69+6typUry8fHR1WrVtXo0aOVmZnpVGOz2XJ9vvnmm9t5ewAA/O24dAvESy+9pLZt26pixYpKSkrS6NGj5e7urieffFJ+fn7q3bu3hgwZopIlS8put2vgwIEKCwtTw4YNJUktW7ZUaGiounXrpvHjxys5OVkjR45UVFSUvL29JUn9+vXTO++8o2HDhqlXr16KjY3V0qVLtWbNGlfeOgyxe/duvfvuu6pXr57TePfu3ZWamqqVK1eqdOnSWrx4sZ544gnt2bNHd911lw4ePKjs7Gy9++67CgkJ0b59+9S3b19dvHhREydOdFpr06ZNql27tuO4VKlSt+XeAAD427JcqHPnzlZQUJDl5eVllS9f3urcubOVmJjomL98+bL13HPPWSVKlLCKFi1qPfbYY9bp06ed1jh27JjVqlUry8fHxypdurT14osvWlevXnWq2bx5s1W/fn3Ly8vLqlKlijV//vw89ZmWlmZJstLS0m75XmGe8+fPW9WqVbM2btxoNW7c2HrhhRccc76+vtbChQud6kuWLGnNnTv3D9cbP368VblyZcfx0aNHLUnWf//73/xuHQCAv5285DWXvgf474L3AONW9OjRQyVLltSUKVPUpEkT1a9fX1OnTpX02/974eXlpYULF8rf319Lly5V79699d133ykkJOS6640cOVLr16/Xnj17JP22BaJy5coKDg7WlStXVL16dQ0bNkzt2rW7XbcIAEChkZe85tItEMA/1ZIlS/Ttt99q9+7d151funSpOnfurFKlSsnDw0NFixbV559//ofhNzExUTNmzHDa/lCsWDFNmjRJjRo1kpubmz777DO1b99eK1asIAQDAHADBGAgn508eVIvvPCCNm7cqCJFily35tVXX1Vqaqo2bdqk0qVLa8WKFXriiSf01VdfqW7duk61p06d0iOPPKJOnTqpb9++jvHSpUs7va7v3nvvVVJSkiZMmEAABgDgBtgCcRPYAoG8WLFihR577DG5u7s7xrKysmSz2eTm5qZDhw45vth27ZfXwsPDFRISojlz5jjGkpKS1KRJEzVs2FDR0dFyc7vxi1tmzpypN954Q6dPn87/GwMAoBBjCwTgQs2bN9fevXudxp555hnVrFlTw4cP16VLlyQpV5h1d3dXdna24/jUqVNq2rSpGjRooPnz5/9p+JWkhIQEBQUF5cNdAADwz0UABvJZ8eLFVadOHacxX19flSpVSnXq1NHVq1cVEhKiZ599VhMnTlSpUqW0YsUKbdy4UatXr5b0W/ht0qSJKlasqIkTJ+rs2bOOtXL+yMuCBQvk5eWlu+66S5K0fPlyzZs3T++///5tulMAAP6eCMDAbebp6am1a9fq5ZdfVtu2bXXhwgWFhIRowYIFat26taTf/lhLYmKiEhMTdccddzidf+2upddff13Hjx+Xh4eHatasqU8++UQdO3a8rfcDAMDfDXuAbwJ7gAEAAAq3vOS1QvWnkAEAAICCRgAGAACAUdgD/DfQYOhCV7cAoIDET+ju6hYAwDg8AQYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxSaAPz222/LZrNp0KBBjrErV64oKipKpUqVUrFixdShQwelpKQ4nXfixAlFRkaqaNGiKlu2rIYOHapff/3VqWbLli26++675e3trZCQEEVHR9+GOwIAAEBhVCgC8O7du/Xuu++qXr16TuODBw/WqlWrtGzZMm3dulVJSUl6/PHHHfNZWVmKjIxUZmamduzYoQULFig6OlqjRo1y1Bw9elSRkZFq2rSpEhISNGjQIPXp00cbNmy4bfcHAACAwsPlAfjChQvq2rWr5s6dqxIlSjjG09LS9MEHH2jy5Mlq1qyZGjRooPnz52vHjh365ptvJElffvmlfvjhB3300UeqX7++WrVqpddff10zZ85UZmamJGnOnDmqXLmyJk2apFq1amnAgAHq2LGjpkyZ4pL7BQAAgGu5PABHRUUpMjJS4eHhTuPx8fG6evWq03jNmjVVoUIFxcXFSZLi4uJUt25dBQQEOGoiIiKUnp6u/fv3O2p+v3ZERIRjjevJyMhQenq60wcAAAD/DB6uvPiSJUv07bffavfu3bnmkpOT5eXlJX9/f6fxgIAAJScnO2quDb858zlzN6pJT0/X5cuX5ePjk+va48aN02uvvXbL9wUAAIDCy2VPgE+ePKkXXnhBixYtUpEiRVzVxnWNGDFCaWlpjs/Jkydd3RIAAADyicsCcHx8vM6cOaO7775bHh4e8vDw0NatWzV9+nR5eHgoICBAmZmZSk1NdTovJSVFgYGBkqTAwMBcb4XIOf6zGrvdft2nv5Lk7e0tu93u9AEAAMA/g8sCcPPmzbV3714lJCQ4Pvfcc4+6du3q+GdPT0/FxMQ4zjl06JBOnDihsLAwSVJYWJj27t2rM2fOOGo2btwou92u0NBQR821a+TU5KwBAAAAs7hsD3Dx4sVVp04dpzFfX1+VKlXKMd67d28NGTJEJUuWlN1u18CBAxUWFqaGDRtKklq2bKnQ0FB169ZN48ePV3JyskaOHKmoqCh5e3tLkvr166d33nlHw4YNU69evRQbG6ulS5dqzZo1t/eGAQAAUCi49Etwf2bKlClyc3NThw4dlJGRoYiICM2aNcsx7+7urtWrV6t///4KCwuTr6+vevToobFjxzpqKleurDVr1mjw4MGaNm2a7rjjDr3//vuKiIhwxS0BAADAxWyWZVmubqKwS09Pl5+fn9LS0lyyH7jB0IW3/ZoAbo/4Cd1d3QIA/CPkJa+5/D3AAAAAwO1EAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFJcG4NmzZ6tevXqy2+2y2+0KCwvTunXrHPNXrlxRVFSUSpUqpWLFiqlDhw5KSUlxWuPEiROKjIxU0aJFVbZsWQ0dOlS//vqrU82WLVt09913y9vbWyEhIYqOjr4dtwcAAIBCyKUB+I477tDbb7+t+Ph47dmzR82aNdOjjz6q/fv3S5IGDx6sVatWadmyZdq6dauSkpL0+OOPO87PyspSZGSkMjMztWPHDi1YsEDR0dEaNWqUo+bo0aOKjIxU06ZNlZCQoEGDBqlPnz7asGHDbb9fAAAAuJ7NsizL1U1cq2TJkpowYYI6duyoMmXKaPHixerYsaMk6eDBg6pVq5bi4uLUsGFDrVu3Tm3atFFSUpICAgIkSXPmzNHw4cN19uxZeXl5afjw4VqzZo327dvnuEaXLl2Umpqq9evX31RP6enp8vPzU1pamux2e/7f9J9oMHThbb8mgNsjfkJ3V7cAAP8IeclrhWYPcFZWlpYsWaKLFy8qLCxM8fHxunr1qsLDwx01NWvWVIUKFRQXFydJiouLU926dR3hV5IiIiKUnp7ueIocFxfntEZOTc4a15ORkaH09HSnDwAAAP4ZXB6A9+7dq2LFisnb21v9+vXT559/rtDQUCUnJ8vLy0v+/v5O9QEBAUpOTpYkJScnO4XfnPmcuRvVpKen6/Lly9ftady4cfLz83N8goOD8+NWAQAAUAi4PADXqFFDCQkJ2rlzp/r3768ePXrohx9+cGlPI0aMUFpamuNz8uRJl/YDAACA/OPh6ga8vLwUEhIiSWrQoIF2796tadOmqXPnzsrMzFRqaqrTU+CUlBQFBgZKkgIDA7Vr1y6n9XLeEnFtze/fHJGSkiK73S4fH5/r9uTt7S1vb+98uT8AAAAULi5/Avx72dnZysjIUIMGDeTp6amYmBjH3KFDh3TixAmFhYVJksLCwrR3716dOXPGUbNx40bZ7XaFhoY6aq5dI6cmZw0AAACYxaVPgEeMGKFWrVqpQoUKOn/+vBYvXqwtW7Zow4YN8vPzU+/evTVkyBCVLFlSdrtdAwcOVFhYmBo2bChJatmypUJDQ9WtWzeNHz9eycnJGjlypKKiohxPcPv166d33nlHw4YNU69evRQbG6ulS5dqzZo1rrx1AAAAuIhLA/CZM2fUvXt3nT59Wn5+fqpXr542bNigFi1aSJKmTJkiNzc3dejQQRkZGYqIiNCsWbMc57u7u2v16tXq37+/wsLC5Ovrqx49emjs2LGOmsqVK2vNmjUaPHiwpk2bpjvuuEPvv/++IiIibvv9AgAAwPUK3XuACyPeAwygoPAeYADIH3/L9wADAAAAtwMBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGuaUAXKVKFZ07dy7XeGpqqqpUqfKXmwIAAAAKyi0F4GPHjikrKyvXeEZGhk6dOvWXmwIAAAAKikdeileuXOn45w0bNsjPz89xnJWVpZiYGFWqVCnfmgMAAADyW54CcPv27SVJNptNPXr0cJrz9PRUpUqVNGnSpHxrDgAAAMhveQrA2dnZkqTKlStr9+7dKl26dIE0BQAAABSUPAXgHEePHs3vPgAAAIDb4pYCsCTFxMQoJiZGZ86ccTwZzjFv3ry/3BgAAABQEG4pAL/22msaO3as7rnnHgUFBclms+V3XwAAAECBuKUAPGfOHEVHR6tbt2753Q8AAABQoG7pPcCZmZl64IEH8rsXAAAAoMDdUgDu06ePFi9enN+9AAAAAAXulrZAXLlyRe+99542bdqkevXqydPT02l+8uTJ+dIcAAAAkN9uKQB///33ql+/viRp3759TnN8IQ4AAACF2S0F4M2bN+d3HwAAAMBtcUt7gAEAAIC/q1t6Aty0adMbbnWIjY295YYAAACAgnRLAThn/2+Oq1evKiEhQfv27VOPHj3yoy8AAACgQNxSAJ4yZcp1x8eMGaMLFy78pYYAAACAgpSve4CffvppzZs3Lz+XBAAAAPJVvgbguLg4FSlSJD+XBAAAAPLVLW2BePzxx52OLcvS6dOntWfPHr366qv50hgAAABQEG4pAPv5+Tkdu7m5qUaNGho7dqxatmyZL40BAAAABeGWAvD8+fPzuw8AAADgtrilAJwjPj5eBw4ckCTVrl1bd911V740BQAAABSUWwrAZ86cUZcuXbRlyxb5+/tLklJTU9W0aVMtWbJEZcqUyc8eAQAAgHxzS2+BGDhwoM6fP6/9+/fr559/1s8//6x9+/YpPT1dzz//fH73CAAAAOSbW3oCvH79em3atEm1atVyjIWGhmrmzJl8CQ4AAACF2i09Ac7Ozpanp2eucU9PT2VnZ//lpgAAAICCcksBuFmzZnrhhReUlJTkGDt16pQGDx6s5s2b51tzAAAAQH67pQD8zjvvKD09XZUqVVLVqlVVtWpVVa5cWenp6ZoxY0Z+9wgAAADkm1vaAxwcHKxvv/1WmzZt0sGDByVJtWrVUnh4eL42BwAAAOS3PD0Bjo2NVWhoqNLT02Wz2dSiRQsNHDhQAwcO1L333qvatWvrq6++KqheAQAAgL8sTwF46tSp6tu3r+x2e645Pz8/Pfvss5o8eXK+NQcAAADktzwF4O+++06PPPLIH863bNlS8fHxf7kpAAAAoKDkKQCnpKRc9/VnOTw8PHT27Nm/3BQAAABQUPIUgMuXL699+/b94fz333+voKCgv9wUAAAAUFDyFIBbt26tV199VVeuXMk1d/nyZY0ePVpt2rTJt+YAAACA/Jan16CNHDlSy5cvV/Xq1TVgwADVqFFDknTw4EHNnDlTWVlZeuWVVwqkUQAAACA/5CkABwQEaMeOHerfv79GjBghy7IkSTabTREREZo5c6YCAgIKpFEAAAAgP+T5D2FUrFhRa9eu1S+//KLExERZlqVq1aqpRIkSBdEfAAAAkK9u6S/BSVKJEiV077335mcvAAAAQIHL05fgAAAAgL87AjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGcWkAHjdunO69914VL15cZcuWVfv27XXo0CGnmitXrigqKkqlSpVSsWLF1KFDB6WkpDjVnDhxQpGRkSpatKjKli2roUOH6tdff3Wq2bJli+6++255e3srJCRE0dHRBX17AAAAKIRcGoC3bt2qqKgoffPNN9q4caOuXr2qli1b6uLFi46awYMHa9WqVVq2bJm2bt2qpKQkPf744475rKwsRUZGKjMzUzt27NCCBQsUHR2tUaNGOWqOHj2qyMhINW3aVAkJCRo0aJD69OmjDRs23Nb7BQAAgOvZLMuyXN1EjrNnz6ps2bLaunWrHn74YaWlpalMmTJavHixOnbsKEk6ePCgatWqpbi4ODVs2FDr1q1TmzZtlJSUpICAAEnSnDlzNHz4cJ09e1ZeXl4aPny41qxZo3379jmu1aVLF6Wmpmr9+vV/2ld6err8/PyUlpYmu91eMDd/Aw2GLrzt1wRwe8RP6O7qFgDgHyEvea1Q7QFOS0uTJJUsWVKSFB8fr6tXryo8PNxRU7NmTVWoUEFxcXGSpLi4ONWtW9cRfiUpIiJC6enp2r9/v6Pm2jVyanLW+L2MjAylp6c7fQAAAPDPUGgCcHZ2tgYNGqRGjRqpTp06kqTk5GR5eXnJ39/fqTYgIEDJycmOmmvDb858ztyNatLT03X58uVcvYwbN05+fn6OT3BwcL7cIwAAAFyv0ATgqKgo7du3T0uWLHF1KxoxYoTS0tIcn5MnT7q6JQAAAOQTD1c3IEkDBgzQ6tWrtW3bNt1xxx2O8cDAQGVmZio1NdXpKXBKSooCAwMdNbt27XJaL+ctEdfW/P7NESkpKbLb7fLx8cnVj7e3t7y9vfPl3gAAAFC4uPQJsGVZGjBggD7//HPFxsaqcuXKTvMNGjSQp6enYmJiHGOHDh3SiRMnFBYWJkkKCwvT3r17debMGUfNxo0bZbfbFRoa6qi5do2cmpw1AAAAYA6XPgGOiorS4sWL9cUXX6h48eKOPbt+fn7y8fGRn5+fevfurSFDhqhkyZKy2+0aOHCgwsLC1LBhQ0lSy5YtFRoaqm7dumn8+PFKTk7WyJEjFRUV5XiK269fP73zzjsaNmyYevXqpdjYWC1dulRr1qxx2b0DAADANVz6BHj27NlKS0tTkyZNFBQU5Ph88sknjpopU6aoTZs26tChgx5++GEFBgZq+fLljnl3d3etXr1a7u7uCgsL09NPP63u3btr7NixjprKlStrzZo12rhxo+68805NmjRJ77//viIiIm7r/QIAAMD1CtV7gAsr3gMMoKDwHmAAyB9/2/cAAwAAAAWNAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGMWlAXjbtm1q27atypUrJ5vNphUrVjjNW5alUaNGKSgoSD4+PgoPD9fhw4edan7++Wd17dpVdrtd/v7+6t27ty5cuOBU8/333+uhhx5SkSJFFBwcrPHjxxf0rQEAAKCQcmkAvnjxou68807NnDnzuvPjx4/X9OnTNWfOHO3cuVO+vr6KiIjQlStXHDVdu3bV/v37tXHjRq1evVrbtm3Tv/71L8d8enq6WrZsqYoVKyo+Pl4TJkzQmDFj9N577xX4/QEAAKDw8XDlxVu1aqVWrVpdd86yLE2dOlUjR47Uo48+KklauHChAgICtGLFCnXp0kUHDhzQ+vXrtXv3bt1zzz2SpBkzZqh169aaOHGiypUrp0WLFikzM1Pz5s2Tl5eXateurYSEBE2ePNkpKAMAAMAMhXYP8NGjR5WcnKzw8HDHmJ+fn+6//37FxcVJkuLi4uTv7+8Iv5IUHh4uNzc37dy501Hz8MMPy8vLy1ETERGhQ4cO6ZdffrnutTMyMpSenu70AQAAwD9DoQ3AycnJkqSAgACn8YCAAMdccnKyypYt6zTv4eGhkiVLOtVcb41rr/F748aNk5+fn+MTHBz8128IAAAAhUKhDcCuNGLECKWlpTk+J0+edHVLAAAAyCeFNgAHBgZKklJSUpzGU1JSHHOBgYE6c+aM0/yvv/6qn3/+2anmemtce43f8/b2lt1ud/oAAADgn6HQBuDKlSsrMDBQMTExjrH09HTt3LlTYWFhkqSwsDClpqYqPj7eURMbG6vs7Gzdf//9jppt27bp6tWrjpqNGzeqRo0aKlGixG26GwAAABQWLg3AFy5cUEJCghISEiT99sW3hIQEnThxQjabTYMGDdIbb7yhlStXau/everevbvKlSun9u3bS5Jq1aqlRx55RH379tWuXbu0fft2DRgwQF26dFG5cuUkSU899ZS8vLzUu3dv7d+/X5988ommTZumIUOGuOiuAQAA4EoufQ3anj171LRpU8dxTijt0aOHoqOjNWzYMF28eFH/+te/lJqaqgcffFDr169XkSJFHOcsWrRIAwYMUPPmzeXm5qYOHTpo+vTpjnk/Pz99+eWXioqKUoMGDVS6dGmNGjWKV6ABAAAYymZZluXqJgq79PR0+fn5KS0tzSX7gRsMXXjbrwng9oif0N3VLQDAP0Je8lqh3QMMAAAAFAQCMAAAAIxCAAYAAIBRCMAAACBPKlWqJJvNlusTFRXlVGdZllq1aiWbzaYVK1Y4xqOjo697vs1my/V+f6AguPQtEAAA4O9n9+7dysrKchzv27dPLVq0UKdOnZzqpk6dKpvNluv8zp0765FHHnEa69mzp65cuaKyZcsWTNPANQjAAAAgT8qUKeN0/Pbbb6tq1apq3LixYywhIUGTJk3Snj17FBQU5FTv4+MjHx8fx/HZs2cVGxurDz74oGAbB/4ftkAAAIBblpmZqY8++ki9evVyPO29dOmSnnrqKc2cOVOBgYF/usbChQtVtGhRdezYsaDbBSQRgAEAwF+wYsUKpaamqmfPno6xwYMH64EHHtCjjz56U2t88MEHeuqpp5yeCgMFiS0QAADgln3wwQdq1aqVypUrJ0lauXKlYmNj9d///vemzo+Li9OBAwf04YcfFmSbgBOeAAMAgFty/Phxbdq0SX369HGMxcbG6siRI/L395eHh4c8PH571tahQwc1adIk1xrvv/++6tevrwYNGtyutgGeAAMAgFszf/58lS1bVpGRkY6xl19+2SkQS1LdunU1ZcoUtW3b1mn8woULWrp0qcaNG3db+gVyEIABAECeZWdna/78+erRo4fjKa8kBQYGXveLbxUqVFDlypWdxj755BP9+uuvevrppwu8X+BabIEAAAB5tmnTJp04cUK9evW65TU++OADPf744/L398+/xoCbwBNgAACQZy1btpRlWTdV+0d1O3bsyM+WgJvGE2AAAAAYhQAMAAAAo7AFAgBw2zUYutDVLQAoIPETuru6hT/FE2AAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGAUAjAAAACMQgAGAACAUQjAAAAAMAoBGAAAAEYhAAMAAMAoBGAAAAAYhQAMAAAAoxCAAQAAYBQCMAAAAIxCAAYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABAABgFAIwAAAAjEIABgAAgFEIwAAAADAKARgAAABGMSoAz5w5U5UqVVKRIkV0//33a9euXa5uCQAAALeZMQH4k08+0ZAhQzR69Gh9++23uvPOOxUREaEzZ864ujUAAADcRsYE4MmTJ6tv37565plnFBoaqjlz5qho0aKaN2+eq1sDAADAbeTh6gZuh8zMTMXHx2vEiBGOMTc3N4WHhysuLi5XfUZGhjIyMhzHaWlpkqT09PSCb/Y6sjIuu+S6AAqeq36vuBq/14B/Llf9Xsu5rmVZf1prRAD+6aeflJWVpYCAAKfxgIAAHTx4MFf9uHHj9Nprr+UaDw4OLrAeAZjJb0Y/V7cAAPnK1b/Xzp8/Lz8/vxvWGBGA82rEiBEaMmSI4zg7O1s///yzSpUqJZvN5sLO8E+Xnp6u4OBgnTx5Una73dXtAMBfxu813C6WZen8+fMqV67cn9YaEYBLly4td3d3paSkOI2npKQoMDAwV723t7e8vb2dxvz9/QuyRcCJ3W7nvygA/KPwew23w589+c1hxJfgvLy81KBBA8XExDjGsrOzFRMTo7CwMBd2BgAAgNvNiCfAkjRkyBD16NFD99xzj+677z5NnTpVFy9e1DPPPOPq1gAAAHAbGROAO3furLNnz2rUqFFKTk5W/fr1tX79+lxfjANcydvbW6NHj861BQcA/q74vYbCyGbdzLsiAAAAgH8II/YAAwAAADkIwAAAADAKARgAAABGIQADBaRJkyYaNGiQq9sAAAC/QwAGAACAUQjAAAAAMAoBGChA2dnZGjZsmEqWLKnAwECNGTPGMTd58mTVrVtXvr6+Cg4O1nPPPacLFy445qOjo+Xv76/Vq1erRo0aKlq0qDp27KhLly5pwYIFqlSpkkqUKKHnn39eWVlZLrg7ACb49NNPVbduXfn4+KhUqVIKDw/XxYsX1bNnT7Vv316vvfaaypQpI7vdrn79+ikzM9Nx7vr16/Xggw/K399fpUqVUps2bXTkyBHH/LFjx2Sz2bR06VI99NBD8vHx0b333qsff/xRu3fv1j333KNixYqpVatWOnv2rCtuH/9QBGCgAC1YsEC+vr7auXOnxo8fr7Fjx2rjxo2SJDc3N02fPl379+/XggULFBsbq2HDhjmdf+nSJU2fPl1LlizR+vXrtWXLFj322GNau3at1q5dqw8//FDvvvuuPv30U1fcHoB/uNOnT+vJJ59Ur169dODAAW3ZskWPP/64cv6EQExMjGP8448/1vLly/Xaa685zr948aKGDBmiPXv2KCYmRm5ubnrssceUnZ3tdJ3Ro0dr5MiR+vbbb+Xh4aGnnnpKw4YN07Rp0/TVV18pMTFRo0aNuq33jn84C0CBaNy4sfXggw86jd17773W8OHDr1u/bNkyq1SpUo7j+fPnW5KsxMREx9izzz5rFS1a1Dp//rxjLCIiwnr22WfzuXsAsKz4+HhLknXs2LFccz169LBKlixpXbx40TE2e/Zsq1ixYlZWVtZ11zt79qwlydq7d69lWZZ19OhRS5L1/vvvO2o+/vhjS5IVExPjGBs3bpxVo0aN/LotwOIJMFCA6tWr53QcFBSkM2fOSJI2bdqk5s2bq3z58ipevLi6deumc+fO6dKlS476okWLqmrVqo7jgIAAVapUScWKFXMay1kTAPLTnXfeqebNm6tu3brq1KmT5s6dq19++cVpvmjRoo7jsLAwXbhwQSdPnpQkHT58WE8++aSqVKkiu92uSpUqSZJOnDjhdJ1rf1cGBARIkurWres0xu855CcCMFCAPD09nY5tNpuys7N17NgxtWnTRvXq1dNnn32m+Ph4zZw5U5Kc9s9d7/w/WhMA8pu7u7s2btyodevWKTQ0VDNmzFCNGjV09OjRmzq/bdu2+vnnnzV37lzt3LlTO3fulOT8e05y/l1ns9muO8bvOeQnD1c3AJgoPj5e2dnZmjRpktzcfvvfoUuXLnVxVwCQm81mU6NGjdSoUSONGjVKFStW1Oeffy5J+u6773T58mX5+PhIkr755hsVK1ZMwcHBOnfunA4dOqS5c+fqoYcekiR9/fXXLrsP4FoEYMAFQkJCdPXqVc2YMUNt27bV9u3bNWfOHFe3BQBOdu7cqZiYGLVs2VJly5bVzp07dfbsWdWqVUvff/+9MjMz1bt3b40cOVLHjh3T6NGjNWDAALm5ualEiRIqVaqU3nvvPQUFBenEiRN6+eWXXX1LgCS2QAAuceedd2ry5Mn6z3/+ozp16mjRokUaN26cq9sCACd2u13btm1T69atVb16dY0cOVKTJk1Sq1atJEnNmzdXtWrV9PDDD6tz585q166d43WPbm5uWrJkieLj41WnTh0NHjxYEyZMcOHdAP+fzbL+37tMAAAAblLPnj2VmpqqFStWuLoVIM94AgwAAACjEIABAABgFLZAAAAAwCg8AQYAAIBRCMAAAAAwCgEYAAAARiEAAwAAwCgEYAAAABiFAAwAAACjEIABoBBITk7WwIEDVaVKFXl7eys4OFht27ZVTEzMTZ0fHR0tf3//gm0SAP4hPFzdAACY7tixY2rUqJH8/f01YcIE1a1bV1evXtWGDRsUFRWlgwcPurrFPLt69ao8PT1d3QYAXBdPgAHAxZ577jnZbDbt2rVLHTp0UPXq1VW7dm0NGTJE33zzjSRp8uTJqlu3rnx9fRUcHKznnntOFy5ckCRt2bJFzzzzjNLS0mSz2WSz2TRmzBhJUkZGhl566SWVL19evr6+uv/++7Vlyxan68+dO1fBwcEqWrSoHnvsMU2ePDnX0+TZs2eratWq8vLyUo0aNfThhx86zdtsNs2ePVvt2rWTr6+v3njjDYWEhGjixIlOdQkJCbLZbEpMTMy/HyAA5JUFAHCZc+fOWTabzXrrrbduWDdlyhQrNjbWOnr0qBUTE2PVqFHD6t+/v2VZlpWRkWFNnTrVstvt1unTp63Tp09b58+ftyzLsvr06WM98MAD1rZt26zExERrwoQJlre3t/Xjjz9almVZX3/9teXm5mZNmDDBOnTokDVz5kyrZMmSlp+fn+Pay5cvtzw9Pa2ZM2dahw4dsiZNmmS5u7tbsbGxjhpJVtmyZa158+ZZR44csY4fP269+eabVmhoqNN9PP/889bDDz+cHz86ALhlBGAAcKGdO3dakqzly5fn6bxly5ZZpUqVchzPnz/fKbRalmUdP37ccnd3t06dOuU03rx5c2vEiBGWZVlW586drcjISKf5rl27Oq31wAMPWH379nWq6dSpk9W6dWvHsSRr0KBBTjWnTp2y3N3drZ07d1qWZVmZmZlW6dKlrejo6DzdKwDkN7ZAAIALWZZ1U3WbNm1S8+bNVb58eRUvXlzdunXTuXPndOnSpT88Z+/evcrKylL16tVVrFgxx2fr1q06cuSIJOnQoUO67777nM77/fGBAwfUqFEjp7FGjRrpwIEDTmP33HOP03G5cuUUGRmpefPmSZJWrVqljIwMderU6abuGQAKCl+CAwAXqlatmmw22w2/6Hbs2DG1adNG/fv315tvvqmSJUvq66+/Vu/evZWZmamiRYte97wLFy7I3d1d8fHxcnd3d5orVqxYvt6HJPn6+uYa69Onj7p166YpU6Zo/vz56ty58x/2CwC3C0+AAcCFSpYsqYiICM2cOVMXL17MNZ+amqr4+HhlZ2dr0qRJatiwoapXr66kpCSnOi8vL2VlZTmN3XXXXcrKytKZM2cUEhLi9AkMDJQk1ahRQ7t373Y67/fHtWrV0vbt253Gtm/frtDQ0D+9v9atW8vX11ezZ8/W+vXr1atXrz89BwAKGgEYAFxs5syZysrK0n333afPPvtMhw8f1oEDBzR9+nSFhYUpJCREV69e1YwZM/S///1PH374oebMmeO0RqVKlXThwgXFxMTop59+0qVLl1S9enV17dpV3bt31/Lly3X06FHt2rVL48aN05o1ayRJAwcO1Nq1azV58mQdPnxY7777rtatWyebzeZYe+jQoYqOjtbs2bN1+PBhTZ48WcuXL9dLL730p/fm7u6unj17asSIEapWrZrCwsLy94cHALfC1ZuQAQCWlZSUZEVFRVkVK1a0vLy8rPLly1vt2rWzNm/ebFmWZU2ePNkKCgqyfHx8rIiICGvhwoWWJOuXX35xrNGvXz+rVKlSliRr9OjRlmX99sWzUaNGWZUqVbI8PT2toKAg67HHHrO+//57x3nvvfeeVb58ecvHx8dq37699cYbb1iBgYFO/c2aNcuqUqWK5enpaVWvXt1auHCh07wk6/PPP7/uvR05csSSZI0fP/4v/5wAID/YLOsmv4EBADBC3759dfDgQX311Vf5st5XX32l5s2b6+TJkwoICMiXNQHgr+BLcABguIkTJ6pFixby9fXVunXrtGDBAs2aNesvr5uRkaGzZ89qzJgx6tSpE+EXQKHBHmAAMNyuXbvUokUL1a1bV3PmzNH06dPVp0+fv7zuxx9/rIoVKyo1NVXjx4/Ph04BIH+wBQIAAABG4QkwAAAAjEIABgAAgFEIwAAAADAKARgAAABGIQADAADAKARgAAAAGIUADAAAAKMQgAEAAGCU/wu33CfUt/ChKwAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 800x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "category_counts = data['Category'].value_counts().reset_index()\n",
    "category_counts.columns = ['Category', 'Count']\n",
    "plt.figure(figsize=(8, 6))\n",
    "sns.barplot(x='Category', y='Count', data=category_counts)\n",
    "plt.xlabel('Category')\n",
    "plt.ylabel('Count')\n",
    "plt.title('Category Distribution')\n",
    "\n",
    "for i, count in enumerate(category_counts['Count']):\n",
    "    plt.text(i, count, str(count), ha='center', va='bottom')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "e65927a8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Category</th>\n",
       "      <th>Message</th>\n",
       "      <th>spam</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5567</th>\n",
       "      <td>spam</td>\n",
       "      <td>This is the 2nd time we have tried 2 contact u...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5568</th>\n",
       "      <td>ham</td>\n",
       "      <td>Will Ì_ b going to esplanade fr home?</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5569</th>\n",
       "      <td>ham</td>\n",
       "      <td>Pity, * was in mood for that. So...any other s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5570</th>\n",
       "      <td>ham</td>\n",
       "      <td>The guy did some bitching but I acted like i'd...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5571</th>\n",
       "      <td>ham</td>\n",
       "      <td>Rofl. Its true to its name</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5572 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Category                                            Message  spam\n",
       "0         ham  Go until jurong point, crazy.. Available only ...     0\n",
       "1         ham                      Ok lar... Joking wif u oni...     0\n",
       "2        spam  Free entry in 2 a wkly comp to win FA Cup fina...     1\n",
       "3         ham  U dun say so early hor... U c already then say...     0\n",
       "4         ham  Nah I don't think he goes to usf, he lives aro...     0\n",
       "...       ...                                                ...   ...\n",
       "5567     spam  This is the 2nd time we have tried 2 contact u...     1\n",
       "5568      ham              Will Ì_ b going to esplanade fr home?     0\n",
       "5569      ham  Pity, * was in mood for that. So...any other s...     0\n",
       "5570      ham  The guy did some bitching but I acted like i'd...     0\n",
       "5571      ham                         Rofl. Its true to its name     0\n",
       "\n",
       "[5572 rows x 3 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data['spam']= data['Category'].apply(lambda x: 1 if x=='spam' else 0)\n",
    "data"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e500b218",
   "metadata": {},
   "source": [
    "### Training And Testing Of Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "2a25995d",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(data.Message,data.spam, test_size=0.2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "6a769ba7",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "featurer = CountVectorizer()\n",
    "X_train_count = featurer.fit_transform(X_train.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "6da596bf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<4457x7712 sparse matrix of type '<class 'numpy.int64'>'\n",
       "\twith 59058 stored elements in Compressed Sparse Row format>"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train_count"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "56976c8e",
   "metadata": {},
   "source": [
    "### Applying the naive Bayes Method"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "24f5fbfe",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-1 {\n",
       "  /* Definition of color scheme common for light and dark mode */\n",
       "  --sklearn-color-text: black;\n",
       "  --sklearn-color-line: gray;\n",
       "  /* Definition of color scheme for unfitted estimators */\n",
       "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
       "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
       "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
       "  --sklearn-color-unfitted-level-3: chocolate;\n",
       "  /* Definition of color scheme for fitted estimators */\n",
       "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
       "  --sklearn-color-fitted-level-1: #d4ebff;\n",
       "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
       "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
       "\n",
       "  /* Specific color for light theme */\n",
       "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
       "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-icon: #696969;\n",
       "\n",
       "  @media (prefers-color-scheme: dark) {\n",
       "    /* Redefinition of color scheme for dark theme */\n",
       "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
       "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-icon: #878787;\n",
       "  }\n",
       "}\n",
       "\n",
       "#sk-container-id-1 {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 pre {\n",
       "  padding: 0;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-hidden--visually {\n",
       "  border: 0;\n",
       "  clip: rect(1px 1px 1px 1px);\n",
       "  clip: rect(1px, 1px, 1px, 1px);\n",
       "  height: 1px;\n",
       "  margin: -1px;\n",
       "  overflow: hidden;\n",
       "  padding: 0;\n",
       "  position: absolute;\n",
       "  width: 1px;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-dashed-wrapped {\n",
       "  border: 1px dashed var(--sklearn-color-line);\n",
       "  margin: 0 0.4em 0.5em 0.4em;\n",
       "  box-sizing: border-box;\n",
       "  padding-bottom: 0.4em;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-container {\n",
       "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
       "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
       "     so we also need the `!important` here to be able to override the\n",
       "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
       "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
       "  display: inline-block !important;\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-text-repr-fallback {\n",
       "  display: none;\n",
       "}\n",
       "\n",
       "div.sk-parallel-item,\n",
       "div.sk-serial,\n",
       "div.sk-item {\n",
       "  /* draw centered vertical line to link estimators */\n",
       "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
       "  background-size: 2px 100%;\n",
       "  background-repeat: no-repeat;\n",
       "  background-position: center center;\n",
       "}\n",
       "\n",
       "/* Parallel-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item::after {\n",
       "  content: \"\";\n",
       "  width: 100%;\n",
       "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
       "  flex-grow: 1;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel {\n",
       "  display: flex;\n",
       "  align-items: stretch;\n",
       "  justify-content: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:first-child::after {\n",
       "  align-self: flex-end;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:last-child::after {\n",
       "  align-self: flex-start;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:only-child::after {\n",
       "  width: 0;\n",
       "}\n",
       "\n",
       "/* Serial-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-serial {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "  align-items: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  padding-right: 1em;\n",
       "  padding-left: 1em;\n",
       "}\n",
       "\n",
       "\n",
       "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
       "clickable and can be expanded/collapsed.\n",
       "- Pipeline and ColumnTransformer use this feature and define the default style\n",
       "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
       "*/\n",
       "\n",
       "/* Pipeline and ColumnTransformer style (default) */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable {\n",
       "  /* Default theme specific background. It is overwritten whether we have a\n",
       "  specific estimator or a Pipeline/ColumnTransformer */\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "/* Toggleable label */\n",
       "#sk-container-id-1 label.sk-toggleable__label {\n",
       "  cursor: pointer;\n",
       "  display: block;\n",
       "  width: 100%;\n",
       "  margin-bottom: 0;\n",
       "  padding: 0.5em;\n",
       "  box-sizing: border-box;\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:before {\n",
       "  /* Arrow on the left of the label */\n",
       "  content: \"▸\";\n",
       "  float: left;\n",
       "  margin-right: 0.25em;\n",
       "  color: var(--sklearn-color-icon);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "/* Toggleable content - dropdown */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content {\n",
       "  max-height: 0;\n",
       "  max-width: 0;\n",
       "  overflow: hidden;\n",
       "  text-align: left;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content pre {\n",
       "  margin: 0.2em;\n",
       "  border-radius: 0.25em;\n",
       "  color: var(--sklearn-color-text);\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted pre {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
       "  /* Expand drop-down */\n",
       "  max-height: 200px;\n",
       "  max-width: 100%;\n",
       "  overflow: auto;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
       "  content: \"▾\";\n",
       "}\n",
       "\n",
       "/* Pipeline/ColumnTransformer-specific style */\n",
       "\n",
       "#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator-specific style */\n",
       "\n",
       "/* Colorize estimator box */\n",
       "#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label label.sk-toggleable__label,\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  /* The background is the default theme color */\n",
       "  color: var(--sklearn-color-text-on-default-background);\n",
       "}\n",
       "\n",
       "/* On hover, darken the color of the background */\n",
       "#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "/* Label box, darken color on hover, fitted */\n",
       "#sk-container-id-1 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator label */\n",
       "\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  font-family: monospace;\n",
       "  font-weight: bold;\n",
       "  display: inline-block;\n",
       "  line-height: 1.2em;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label-container {\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "/* Estimator-specific */\n",
       "#sk-container-id-1 div.sk-estimator {\n",
       "  font-family: monospace;\n",
       "  border: 1px dotted var(--sklearn-color-border-box);\n",
       "  border-radius: 0.25em;\n",
       "  box-sizing: border-box;\n",
       "  margin-bottom: 0.5em;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "/* on hover */\n",
       "#sk-container-id-1 div.sk-estimator:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
       "\n",
       "/* Common style for \"i\" and \"?\" */\n",
       "\n",
       ".sk-estimator-doc-link,\n",
       "a:link.sk-estimator-doc-link,\n",
       "a:visited.sk-estimator-doc-link {\n",
       "  float: right;\n",
       "  font-size: smaller;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1em;\n",
       "  height: 1em;\n",
       "  width: 1em;\n",
       "  text-decoration: none !important;\n",
       "  margin-left: 1ex;\n",
       "  /* unfitted */\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted,\n",
       "a:link.sk-estimator-doc-link.fitted,\n",
       "a:visited.sk-estimator-doc-link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "/* Span, style for the box shown on hovering the info icon */\n",
       ".sk-estimator-doc-link span {\n",
       "  display: none;\n",
       "  z-index: 9999;\n",
       "  position: relative;\n",
       "  font-weight: normal;\n",
       "  right: .2ex;\n",
       "  padding: .5ex;\n",
       "  margin: .5ex;\n",
       "  width: min-content;\n",
       "  min-width: 20ex;\n",
       "  max-width: 50ex;\n",
       "  color: var(--sklearn-color-text);\n",
       "  box-shadow: 2pt 2pt 4pt #999;\n",
       "  /* unfitted */\n",
       "  background: var(--sklearn-color-unfitted-level-0);\n",
       "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted span {\n",
       "  /* fitted */\n",
       "  background: var(--sklearn-color-fitted-level-0);\n",
       "  border: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link:hover span {\n",
       "  display: block;\n",
       "}\n",
       "\n",
       "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link {\n",
       "  float: right;\n",
       "  font-size: 1rem;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1rem;\n",
       "  height: 1rem;\n",
       "  width: 1rem;\n",
       "  text-decoration: none;\n",
       "  /* unfitted */\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "#sk-container-id-1 a.estimator_doc_link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>MultinomialNB()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" checked><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;&nbsp;MultinomialNB<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.4/modules/generated/sklearn.naive_bayes.MultinomialNB.html\">?<span>Documentation for MultinomialNB</span></a><span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></label><div class=\"sk-toggleable__content fitted\"><pre>MultinomialNB()</pre></div> </div></div></div></div>"
      ],
      "text/plain": [
       "MultinomialNB()"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = MultinomialNB()\n",
    "model.fit(X_train_count,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "281ed4b1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9865470852017937"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test_count = featurer.transform(X_test)\n",
    "model.score(X_test_count, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "07e08555",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.pipeline import Pipeline\n",
    "clf = Pipeline([\n",
    "    ('vectorizer', CountVectorizer()),\n",
    "    ('nb', MultinomialNB())\n",
    "])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "20efbd20",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-2 {\n",
       "  /* Definition of color scheme common for light and dark mode */\n",
       "  --sklearn-color-text: black;\n",
       "  --sklearn-color-line: gray;\n",
       "  /* Definition of color scheme for unfitted estimators */\n",
       "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
       "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
       "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
       "  --sklearn-color-unfitted-level-3: chocolate;\n",
       "  /* Definition of color scheme for fitted estimators */\n",
       "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
       "  --sklearn-color-fitted-level-1: #d4ebff;\n",
       "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
       "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
       "\n",
       "  /* Specific color for light theme */\n",
       "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
       "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-icon: #696969;\n",
       "\n",
       "  @media (prefers-color-scheme: dark) {\n",
       "    /* Redefinition of color scheme for dark theme */\n",
       "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
       "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-icon: #878787;\n",
       "  }\n",
       "}\n",
       "\n",
       "#sk-container-id-2 {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 pre {\n",
       "  padding: 0;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 input.sk-hidden--visually {\n",
       "  border: 0;\n",
       "  clip: rect(1px 1px 1px 1px);\n",
       "  clip: rect(1px, 1px, 1px, 1px);\n",
       "  height: 1px;\n",
       "  margin: -1px;\n",
       "  overflow: hidden;\n",
       "  padding: 0;\n",
       "  position: absolute;\n",
       "  width: 1px;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-dashed-wrapped {\n",
       "  border: 1px dashed var(--sklearn-color-line);\n",
       "  margin: 0 0.4em 0.5em 0.4em;\n",
       "  box-sizing: border-box;\n",
       "  padding-bottom: 0.4em;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-container {\n",
       "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
       "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
       "     so we also need the `!important` here to be able to override the\n",
       "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
       "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
       "  display: inline-block !important;\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-text-repr-fallback {\n",
       "  display: none;\n",
       "}\n",
       "\n",
       "div.sk-parallel-item,\n",
       "div.sk-serial,\n",
       "div.sk-item {\n",
       "  /* draw centered vertical line to link estimators */\n",
       "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
       "  background-size: 2px 100%;\n",
       "  background-repeat: no-repeat;\n",
       "  background-position: center center;\n",
       "}\n",
       "\n",
       "/* Parallel-specific style estimator block */\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item::after {\n",
       "  content: \"\";\n",
       "  width: 100%;\n",
       "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
       "  flex-grow: 1;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel {\n",
       "  display: flex;\n",
       "  align-items: stretch;\n",
       "  justify-content: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item:first-child::after {\n",
       "  align-self: flex-end;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item:last-child::after {\n",
       "  align-self: flex-start;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item:only-child::after {\n",
       "  width: 0;\n",
       "}\n",
       "\n",
       "/* Serial-specific style estimator block */\n",
       "\n",
       "#sk-container-id-2 div.sk-serial {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "  align-items: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  padding-right: 1em;\n",
       "  padding-left: 1em;\n",
       "}\n",
       "\n",
       "\n",
       "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
       "clickable and can be expanded/collapsed.\n",
       "- Pipeline and ColumnTransformer use this feature and define the default style\n",
       "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
       "*/\n",
       "\n",
       "/* Pipeline and ColumnTransformer style (default) */\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable {\n",
       "  /* Default theme specific background. It is overwritten whether we have a\n",
       "  specific estimator or a Pipeline/ColumnTransformer */\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "/* Toggleable label */\n",
       "#sk-container-id-2 label.sk-toggleable__label {\n",
       "  cursor: pointer;\n",
       "  display: block;\n",
       "  width: 100%;\n",
       "  margin-bottom: 0;\n",
       "  padding: 0.5em;\n",
       "  box-sizing: border-box;\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 label.sk-toggleable__label-arrow:before {\n",
       "  /* Arrow on the left of the label */\n",
       "  content: \"▸\";\n",
       "  float: left;\n",
       "  margin-right: 0.25em;\n",
       "  color: var(--sklearn-color-icon);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 label.sk-toggleable__label-arrow:hover:before {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "/* Toggleable content - dropdown */\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content {\n",
       "  max-height: 0;\n",
       "  max-width: 0;\n",
       "  overflow: hidden;\n",
       "  text-align: left;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content pre {\n",
       "  margin: 0.2em;\n",
       "  border-radius: 0.25em;\n",
       "  color: var(--sklearn-color-text);\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content.fitted pre {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
       "  /* Expand drop-down */\n",
       "  max-height: 200px;\n",
       "  max-width: 100%;\n",
       "  overflow: auto;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
       "  content: \"▾\";\n",
       "}\n",
       "\n",
       "/* Pipeline/ColumnTransformer-specific style */\n",
       "\n",
       "#sk-container-id-2 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator-specific style */\n",
       "\n",
       "/* Colorize estimator box */\n",
       "#sk-container-id-2 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-label label.sk-toggleable__label,\n",
       "#sk-container-id-2 div.sk-label label {\n",
       "  /* The background is the default theme color */\n",
       "  color: var(--sklearn-color-text-on-default-background);\n",
       "}\n",
       "\n",
       "/* On hover, darken the color of the background */\n",
       "#sk-container-id-2 div.sk-label:hover label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "/* Label box, darken color on hover, fitted */\n",
       "#sk-container-id-2 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator label */\n",
       "\n",
       "#sk-container-id-2 div.sk-label label {\n",
       "  font-family: monospace;\n",
       "  font-weight: bold;\n",
       "  display: inline-block;\n",
       "  line-height: 1.2em;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-label-container {\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "/* Estimator-specific */\n",
       "#sk-container-id-2 div.sk-estimator {\n",
       "  font-family: monospace;\n",
       "  border: 1px dotted var(--sklearn-color-border-box);\n",
       "  border-radius: 0.25em;\n",
       "  box-sizing: border-box;\n",
       "  margin-bottom: 0.5em;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-estimator.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "/* on hover */\n",
       "#sk-container-id-2 div.sk-estimator:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-estimator.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
       "\n",
       "/* Common style for \"i\" and \"?\" */\n",
       "\n",
       ".sk-estimator-doc-link,\n",
       "a:link.sk-estimator-doc-link,\n",
       "a:visited.sk-estimator-doc-link {\n",
       "  float: right;\n",
       "  font-size: smaller;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1em;\n",
       "  height: 1em;\n",
       "  width: 1em;\n",
       "  text-decoration: none !important;\n",
       "  margin-left: 1ex;\n",
       "  /* unfitted */\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted,\n",
       "a:link.sk-estimator-doc-link.fitted,\n",
       "a:visited.sk-estimator-doc-link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "/* Span, style for the box shown on hovering the info icon */\n",
       ".sk-estimator-doc-link span {\n",
       "  display: none;\n",
       "  z-index: 9999;\n",
       "  position: relative;\n",
       "  font-weight: normal;\n",
       "  right: .2ex;\n",
       "  padding: .5ex;\n",
       "  margin: .5ex;\n",
       "  width: min-content;\n",
       "  min-width: 20ex;\n",
       "  max-width: 50ex;\n",
       "  color: var(--sklearn-color-text);\n",
       "  box-shadow: 2pt 2pt 4pt #999;\n",
       "  /* unfitted */\n",
       "  background: var(--sklearn-color-unfitted-level-0);\n",
       "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted span {\n",
       "  /* fitted */\n",
       "  background: var(--sklearn-color-fitted-level-0);\n",
       "  border: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link:hover span {\n",
       "  display: block;\n",
       "}\n",
       "\n",
       "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
       "\n",
       "#sk-container-id-2 a.estimator_doc_link {\n",
       "  float: right;\n",
       "  font-size: 1rem;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1rem;\n",
       "  height: 1rem;\n",
       "  width: 1rem;\n",
       "  text-decoration: none;\n",
       "  /* unfitted */\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 a.estimator_doc_link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "#sk-container-id-2 a.estimator_doc_link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 a.estimator_doc_link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "</style><div id=\"sk-container-id-2\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>Pipeline(steps=[(&#x27;vectorizer&#x27;, CountVectorizer()), (&#x27;nb&#x27;, MultinomialNB())])</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item sk-dashed-wrapped\"><div class=\"sk-label-container\"><div class=\"sk-label fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" ><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;&nbsp;Pipeline<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.4/modules/generated/sklearn.pipeline.Pipeline.html\">?<span>Documentation for Pipeline</span></a><span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></label><div class=\"sk-toggleable__content fitted\"><pre>Pipeline(steps=[(&#x27;vectorizer&#x27;, CountVectorizer()), (&#x27;nb&#x27;, MultinomialNB())])</pre></div> </div></div><div class=\"sk-serial\"><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-3\" type=\"checkbox\" ><label for=\"sk-estimator-id-3\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;CountVectorizer<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.4/modules/generated/sklearn.feature_extraction.text.CountVectorizer.html\">?<span>Documentation for CountVectorizer</span></a></label><div class=\"sk-toggleable__content fitted\"><pre>CountVectorizer()</pre></div> </div></div><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-4\" type=\"checkbox\" ><label for=\"sk-estimator-id-4\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;MultinomialNB<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.4/modules/generated/sklearn.naive_bayes.MultinomialNB.html\">?<span>Documentation for MultinomialNB</span></a></label><div class=\"sk-toggleable__content fitted\"><pre>MultinomialNB()</pre></div> </div></div></div></div></div></div>"
      ],
      "text/plain": [
       "Pipeline(steps=[('vectorizer', CountVectorizer()), ('nb', MultinomialNB())])"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "7a830a34",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9865470852017937"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.score(X_test,y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "33a40900",
   "metadata": {},
   "source": [
    "## Now design a pre_build model to detect spam and not spam message"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "6e1f3d99",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "'Your account have 100 debeted, is waiting to be collected. Simply text the password \\MIX\" to 85069 to verify. Get Usher and Britney. FML' is a spam message.\n"
     ]
    }
   ],
   "source": [
    "# Pre-trained model\n",
    "pretrained_model = model \n",
    "new_sentences = [\n",
    "    \"Your account have 100 debeted, is waiting to be collected. Simply text the password \\MIX\\\" to 85069 to verify. Get Usher and Britney. FML\"\n",
    "]\n",
    "\n",
    "new_sentences_count = featurer.transform(new_sentences)\n",
    "# Predict whether each sentence is spam (1) or not (0)\n",
    "predictions = pretrained_model.predict(new_sentences_count)\n",
    "\n",
    "for sentence, prediction in zip(new_sentences, predictions):\n",
    "    if prediction == 1:\n",
    "        print(f\"'{sentence}' is a spam message.\")\n",
    "    else:\n",
    "        print(f\"'{sentence}' is not a spam message.\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "45ac1872",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}