Prediction.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: gensim in c:\\users\\hp\\anaconda3\\lib\\site-packages (3.8.3)\n",
      "Requirement already satisfied: smart-open>=1.8.1 in c:\\users\\hp\\anaconda3\\lib\\site-packages (from gensim) (4.0.1)\n",
      "Requirement already satisfied: Cython==0.29.14 in c:\\users\\hp\\anaconda3\\lib\\site-packages (from gensim) (0.29.14)\n",
      "Requirement already satisfied: scipy>=0.18.1 in c:\\users\\hp\\anaconda3\\lib\\site-packages (from gensim) (1.5.0)\n",
      "Requirement already satisfied: six>=1.5.0 in c:\\users\\hp\\anaconda3\\lib\\site-packages (from gensim) (1.15.0)\n",
      "Requirement already satisfied: numpy>=1.11.3 in c:\\users\\hp\\anaconda3\\lib\\site-packages (from gensim) (1.18.5)\n"
     ]
    }
   ],
   "source": [
    "import pickle\n",
    "%matplotlib inline\n",
    "import re\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import nltk\n",
    "import tqdm as tqdm\n",
    "import string\n",
    "from nltk.corpus import stopwords\n",
    "stop = stopwords.words(\"english\")\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import datetime as dt\n",
    "from sklearn.feature_extraction.text import TfidfTransformer\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn import metrics\n",
    "from sklearn.metrics import roc_curve, auc\n",
    "from nltk.stem.porter import PorterStemmer\n",
    "english_stemmer=nltk.stem.SnowballStemmer('english')\n",
    "\n",
    "!pip install gensim\n",
    "import gensim\n",
    "from gensim import summarization\n",
    "from nltk.tokenize import word_tokenize\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.metrics import accuracy_score\n",
    "from math import floor,ceil\n",
    "\n",
    "from sklearn.svm import LinearSVC\n",
    "\n",
    "\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\HP\\anaconda3\\lib\\site-packages\\IPython\\core\\interactiveshell.py:3071: DtypeWarning: Columns (1) have mixed types.Specify dtype option on import or set low_memory=False.\n",
      "  has_raised = await self.run_ast_nodes(code_ast.body, cell_name,\n"
     ]
    }
   ],
   "source": [
    "data = pd.read_csv(\"dataset2.csv\" , encoding = \"latin1\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>polarity</th>\n",
       "      <th>tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>@switchfoot http://twitpic.com/2y1zl - Awww, t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>is upset that he can't update his Facebook by ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>@Kenichan I dived many times for the ball. Man...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>my whole body feels itchy and like its on fire</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>@nationwideclass no, it's not behaving at all....</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  polarity                                             tweets\n",
       "0        0  @switchfoot http://twitpic.com/2y1zl - Awww, t...\n",
       "1        0  is upset that he can't update his Facebook by ...\n",
       "2        0  @Kenichan I dived many times for the ball. Man...\n",
       "3        0    my whole body feels itchy and like its on fire \n",
       "4        0  @nationwideclass no, it's not behaving at all...."
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# data = data['tweets']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>polarity</th>\n",
       "      <th>tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>@switchfoot http://twitpic.com/2y1zl - Awww, t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>is upset that he can't update his Facebook by ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>@Kenichan I dived many times for the ball. Man...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>my whole body feels itchy and like its on fire</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>@nationwideclass no, it's not behaving at all....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>530968</th>\n",
       "      <td>@studionumber9 I am lost. Please help me find ...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>530969</th>\n",
       "      <td>Headed to class</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>530970</th>\n",
       "      <td>@mulho2mj place that used to be called red hot...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>530971</th>\n",
       "      <td>@betsymaebartlet that would make me sooooo sad.</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>530972</th>\n",
       "      <td>lunch time, got damn my abs sore</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>530973 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 polarity  \\\n",
       "0                                                       0   \n",
       "1                                                       0   \n",
       "2                                                       0   \n",
       "3                                                       0   \n",
       "4                                                       0   \n",
       "...                                                   ...   \n",
       "530968  @studionumber9 I am lost. Please help me find ...   \n",
       "530969                                   Headed to class    \n",
       "530970  @mulho2mj place that used to be called red hot...   \n",
       "530971   @betsymaebartlet that would make me sooooo sad.    \n",
       "530972                  lunch time, got damn my abs sore    \n",
       "\n",
       "                                                   tweets  \n",
       "0       @switchfoot http://twitpic.com/2y1zl - Awww, t...  \n",
       "1       is upset that he can't update his Facebook by ...  \n",
       "2       @Kenichan I dived many times for the ball. Man...  \n",
       "3         my whole body feels itchy and like its on fire   \n",
       "4       @nationwideclass no, it's not behaving at all....  \n",
       "...                                                   ...  \n",
       "530968                                                NaN  \n",
       "530969                                                NaN  \n",
       "530970                                                NaN  \n",
       "530971                                                NaN  \n",
       "530972                                                NaN  \n",
       "\n",
       "[530973 rows x 2 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pandas.core.frame.DataFrame"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>polarity</th>\n",
       "      <th>tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>@switchfoot http://twitpic.com/2y1zl - Awww, t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>is upset that he can't update his Facebook by ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>@Kenichan I dived many times for the ball. Man...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>my whole body feels itchy and like its on fire</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>@nationwideclass no, it's not behaving at all....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>0</td>\n",
       "      <td>Aww that's sad</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>0</td>\n",
       "      <td>stupid dvds stuffing up the good bits in jaws.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>0</td>\n",
       "      <td>@Dandy_Sephy No. Only close friends and family...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>0</td>\n",
       "      <td>CRAP! After looking when I last tweeted... WHY...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>0</td>\n",
       "      <td>Its Another Rainboot day</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     polarity                                             tweets\n",
       "0           0  @switchfoot http://twitpic.com/2y1zl - Awww, t...\n",
       "1           0  is upset that he can't update his Facebook by ...\n",
       "2           0  @Kenichan I dived many times for the ball. Man...\n",
       "3           0    my whole body feels itchy and like its on fire \n",
       "4           0  @nationwideclass no, it's not behaving at all....\n",
       "...       ...                                                ...\n",
       "9995        0                                    Aww that's sad \n",
       "9996        0    stupid dvds stuffing up the good bits in jaws. \n",
       "9997        0  @Dandy_Sephy No. Only close friends and family...\n",
       "9998        0  CRAP! After looking when I last tweeted... WHY...\n",
       "9999        0                          Its Another Rainboot day \n",
       "\n",
       "[10000 rows x 2 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.dropna()\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "## loading the cleaning function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "## saving the final dataset\n",
    "orig = df.copy()\n",
    "df = df.drop(['polarity'] , axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\HP\\anaconda3\\lib\\site-packages\\sklearn\\base.py:329: UserWarning: Trying to unpickle estimator TfidfTransformer from version 0.23.2 when using version 0.23.1. This might lead to breaking code or invalid results. Use at your own risk.\n",
      "  warnings.warn(\n",
      "C:\\Users\\HP\\anaconda3\\lib\\site-packages\\sklearn\\base.py:329: UserWarning: Trying to unpickle estimator TfidfVectorizer from version 0.23.2 when using version 0.23.1. This might lead to breaking code or invalid results. Use at your own risk.\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "tfvector = pickle.load(open(\"vectorizer.pkl\" , \"rb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>@switchfoot http://twitpic.com/2y1zl - Awww, t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>is upset that he can't update his Facebook by ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>@Kenichan I dived many times for the ball. Man...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>my whole body feels itchy and like its on fire</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>@nationwideclass no, it's not behaving at all....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>Aww that's sad</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>stupid dvds stuffing up the good bits in jaws.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>@Dandy_Sephy No. Only close friends and family...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>CRAP! After looking when I last tweeted... WHY...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>Its Another Rainboot day</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10000 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 tweets\n",
       "0     @switchfoot http://twitpic.com/2y1zl - Awww, t...\n",
       "1     is upset that he can't update his Facebook by ...\n",
       "2     @Kenichan I dived many times for the ball. Man...\n",
       "3       my whole body feels itchy and like its on fire \n",
       "4     @nationwideclass no, it's not behaving at all....\n",
       "...                                                 ...\n",
       "9995                                    Aww that's sad \n",
       "9996    stupid dvds stuffing up the good bits in jaws. \n",
       "9997  @Dandy_Sephy No. Only close friends and family...\n",
       "9998  CRAP! After looking when I last tweeted... WHY...\n",
       "9999                          Its Another Rainboot day \n",
       "\n",
       "[10000 rows x 1 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "TfidfVectorizer(max_features=10000, min_df=4)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfvector"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "def cleaning(tweet , remove_stopwords = True):\n",
    "    text = re.sub(\"[^a-zA-Z]\",\" \", tweet)\n",
    "    words =text.lower().split()\n",
    "    \n",
    "    if remove_stopwords:\n",
    "        stops = set(stopwords.words(\"english\"))\n",
    "        words = [w for w in words if not w in stops]\n",
    "\n",
    "    b=[]\n",
    "    stemmer = english_stemmer \n",
    "    for word in words:\n",
    "        b.append(stemmer.stem(word))\n",
    "\n",
    "    \n",
    "    return(b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "clean_Text = []\n",
    "for review in df['tweets']:\n",
    "    clean_Text.append( \" \".join(cleaning(review)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['switchfoot http twitpic com zl awww bummer shoulda got david carr third day',\n",
       " 'upset updat facebook text might cri result school today also blah',\n",
       " 'kenichan dive mani time ball manag save rest go bound',\n",
       " 'whole bodi feel itchi like fire',\n",
       " 'nationwideclass behav mad see',\n",
       " 'kwesidei whole crew',\n",
       " 'need hug',\n",
       " 'loltrish hey long time see yes rain bit bit lol fine thank',\n",
       " 'tatiana k nope',\n",
       " 'twittera que muera',\n",
       " 'spring break plain citi snow',\n",
       " 'pierc ear',\n",
       " 'caregiv bear watch thought ua loss embarrass',\n",
       " 'octolinz count idk either never talk anymor',\n",
       " 'smarrison would first gun realli though zac snyder doucheclown',\n",
       " 'iamjazzyfizzl wish got watch miss iamlilnicki premier',\n",
       " 'holli death scene hurt sever watch film wri director cut',\n",
       " 'file tax',\n",
       " 'lettya ahh ive alway want see rent love soundtrack',\n",
       " 'fakerpattypattz oh dear drink forgotten tabl drink',\n",
       " 'alydesign day get much done',\n",
       " 'one friend call ask meet mid valley today time sigh',\n",
       " 'angri barista bake cake ate',\n",
       " 'week go hope',\n",
       " 'blagh class tomorrow',\n",
       " 'hate call wake peopl',\n",
       " 'go cri sleep watch marley',\n",
       " 'im sad miss lilli',\n",
       " 'ooooh lol lesli ok lesli get mad',\n",
       " 'meh almost lover except track get depress everi time',\n",
       " 'hack account aim make new one',\n",
       " 'alielayus want go promot gear groov unforn ride may b go one anaheim may though',\n",
       " 'thought sleep option tomorrow realiz evalu morn work afternoon',\n",
       " 'julieebabi awe love miss',\n",
       " 'humpninja cri asian eye sleep night',\n",
       " 'ok sick spent hour sit shower caus sick stand held back puke like champ bed',\n",
       " 'cocomix ill tell ya stori later good day ill workin like three hour',\n",
       " 'missxu sorri bed time came gmt http gd fnge',\n",
       " 'fleuryli either depress think even want know kid suitcas',\n",
       " 'bed class work gym class anoth day gonna fli miss girlfriend',\n",
       " 'realli feel like get today got studi tomorrow practic exam',\n",
       " 'reason teardrop guitar one enough break heart',\n",
       " 'sad sad sad know hate feel wanna sleep still',\n",
       " 'jonathanrknight awww soo wish see final comfort im sad miss',\n",
       " 'fall asleep heard traci girl bodi found sad heart break famili',\n",
       " 'viennah yay happi job also mean less time',\n",
       " 'check user timelin blackberri look like twank still happen ppl still prob w bgs uid',\n",
       " 'oh man iron jeancjumb fave top wear meet burnt',\n",
       " 'strang sad lilo samro break',\n",
       " 'tea oh sorri think retweet',\n",
       " 'broadband plan massiv broken promis http tinyurl com dcuc via www diigo com tautao still wait broadband',\n",
       " 'localtweep wow ton repli may unfollow see friend tweet scroll feed lot',\n",
       " 'duck chicken take wayyy long hatch',\n",
       " 'put vacat photo onlin yrs ago pc crash forget name site',\n",
       " 'need hug',\n",
       " 'andywana sure pos much want dont think trade away compani asset sorri andi',\n",
       " 'oanhlov hate happen',\n",
       " 'sad feel dalla go show gotta say though think show would use music game mmm',\n",
       " 'ugh degre tomorrow',\n",
       " 'u move thought u alreadi sd hmmm random u found glad hear yer well',\n",
       " 'batmanyng miss ps commiss wutcha play cop blood sand',\n",
       " 'leav park lot work',\n",
       " 'life cool',\n",
       " 'sad though never gotten experi post coitus cigarett never',\n",
       " 'nice day bad rain come tomorrow',\n",
       " 'starrbbi bad around lost job even pay phone bill lmao aw shuck',\n",
       " 'damm back school tomorrow',\n",
       " 'mo job money hell min wage f n clam hour',\n",
       " 'katortiz forev see soon',\n",
       " 'lt algonquin agre saw failwhal allllll day today',\n",
       " 'jdarter oh haha dude dont realli look em unless someon say hey ad sorri terribl need pop',\n",
       " 'ninjen sure right need start work nikster jare least',\n",
       " 'realli hate peopl diss band trace clear ugli',\n",
       " 'gym attir today puma singlet adida short black busi sock leather shoe lucki run cute girl',\n",
       " 'show locat http twitpic com es',\n",
       " 'picnic phone smell like citrus',\n",
       " 'ashleyac donkey sensit comment nevertheless glad see mug asap charger still awol',\n",
       " 'new csi tonight fml',\n",
       " 'think arm sore tenni',\n",
       " 'wonder someon u like much make unhappi split seccond depress',\n",
       " 'sleep soon hate say bye see tomorrow night',\n",
       " 'statravelau got ur newslett fare realli unbeliev shame alreadi book paid mine',\n",
       " 'missin boo',\n",
       " 'markhardi itm',\n",
       " 'damn chalk chalkboard useless',\n",
       " 'blast getti villa hate sore throat day get wors',\n",
       " 'msdrama hey miss ya meet sup mama',\n",
       " 'tummi hurt wonder hypnosi anyth work get stop smoke',\n",
       " 'alway fat one',\n",
       " 'januarycrimson sorri babe fam annoy thank asleep right muahaha evil laugh',\n",
       " 'hollywoodheat paid attent cover photoshop webpag design class undergrad',\n",
       " 'wednesday b day know',\n",
       " 'poor cameron hill',\n",
       " 'pray pleas ex threaten start sh babi st birthday parti jerk still headach',\n",
       " 'makeherfam hmm u realli enjoy problem constant u think thing find someon ulik',\n",
       " 'strider sick littl puppi http app facebook com dogbook profil view',\n",
       " 'ryle grace wana go steve parti sad sinc easter wnt b abl much ohh well',\n",
       " 'hey actual one bracket pool bad one money',\n",
       " 'stark follow either work',\n",
       " 'bad nite favorit team astro spartan lose nite w good',\n",
       " 'bodi miss northern calif girl found polic found remain miss northern california girl http tr im imji',\n",
       " 'mangaaa hope increas capac fast yesterday pain got fail whale time hour',\n",
       " 'behind class work',\n",
       " 'watch quot hous quot',\n",
       " 'kprey rememb bum leg strike back time serious',\n",
       " 'paradisej cool kind complaint laptop onlin overh recal',\n",
       " 'emili glad mommi done train new job miss http app facebook com dogbook profil view',\n",
       " 'would rather first parti send bad messag rd parti send mix one sophmor year',\n",
       " 'henkuyinepu overr',\n",
       " 'marykatherin q know heard afternoon wonder thing moscow behind time',\n",
       " 'lay bed voic',\n",
       " 'sooo sad kill kutner hous whyyyyyyyy',\n",
       " 'jacobsumm sorri tell mea culpa realli sorri',\n",
       " 'alliana make sens suicid thing refus believ actual happen',\n",
       " 'salancast hope ok',\n",
       " 'mercedesashley damn grind inspir sadden time want stop cuz like u much love',\n",
       " 'hibanick yeah aw know wudnt stand chanc',\n",
       " 'ugh cant sleep',\n",
       " 'hang crooner wanna sing suck',\n",
       " 'err sc aaw miss ya im leav bh tomorrow quot morn quot think aww wanna go beach w u girl',\n",
       " 'piss asba radio station',\n",
       " 'wednesday b day n know',\n",
       " 'know life flip upsid thought head ramen sound good',\n",
       " 'pain back side hurt mention cri made fail',\n",
       " 'late night snack glass oj b c quot sick quot back sleep ugh hate get sick',\n",
       " 'allyheman big fan camilla bell',\n",
       " 'grum wah see clip must el stupido work filter wait till get puter someth els blame ex broke mine',\n",
       " 'week seem get longer longer term much need much actual go get done',\n",
       " 'cold',\n",
       " 'thecoolestout ehhh weather gonna take turn ugli tomorrow',\n",
       " 'chelserlynn haha cooooold still go show incred stuff',\n",
       " 'hope tummi rumbl go away soon',\n",
       " 'knight notic told work tomorrow call agenc follow said',\n",
       " 'almost bedtim',\n",
       " 'miss babe long aliv happi yawwwnn tire love imma tri sleep hope headstart',\n",
       " 'agh snow',\n",
       " 'miss kenni power',\n",
       " 'bridgetsbeach thank let peopl know sad direct messag got actual bridget',\n",
       " 'india miss th test victori n th consecut win without loss',\n",
       " 'jonathanrknight guess',\n",
       " 'sad go bed',\n",
       " 'ozesteph shame hear stephan',\n",
       " 'mrsaintnick hey leavin morn',\n",
       " 'intend finish edit page novel manuscript tonight probabl happen page left',\n",
       " 'laid around much today head hurt',\n",
       " 'twista still read th amp th princess diari save francesca made cri end hmm easi book',\n",
       " 'nokia die',\n",
       " 'mom might breast cancer find anyth like week worri',\n",
       " 'go sleep hope tomorrow better day',\n",
       " 'rumblepurr lol wish understood daylight save end though breakfast hour later keep wake kid',\n",
       " 'onemoreproject lame',\n",
       " 'understand realli',\n",
       " 'hero season',\n",
       " 'live downtown sure much fun',\n",
       " 'jonathanchard calori wise wish junk food calori free ate thing sour skittl big ass cherri coke',\n",
       " 'man work hard',\n",
       " 'get sick time hot tea studi sleeeep',\n",
       " 'get eyebrow wax pain',\n",
       " 'phantasi star yesterday go work',\n",
       " 'oh got macheist app sweet get espresso serial though although said sent oh well',\n",
       " 'pick mich st win get go feel pretti good pick way tonight lost',\n",
       " 'alon downstair work',\n",
       " 'feel bad',\n",
       " 'ryanseacrest hate anoop mean serious kinda mean',\n",
       " 'pinkserendip yes sprint g baltimor chicago far',\n",
       " 'stuck awak middl night second day row felt terribl yesterday',\n",
       " 'thank burst bubbl',\n",
       " 'go school soon find anyth wear gosh hard',\n",
       " 'marieclr serious lol',\n",
       " 'naughtyhaughti page sooooo long got delet sad day histori',\n",
       " 'crazi wind today bird http ff im xtti',\n",
       " 'current work',\n",
       " 'grrr ipod act weird jai ho think play full song ughh',\n",
       " 'penndbad send dvd cos miss heap happi',\n",
       " 'see big deal websit',\n",
       " 'machineplay sorri go therapyfail',\n",
       " 'colindemar far way rail tip',\n",
       " 'still swear keep lose gain lose gain tweep heart wrench',\n",
       " 'today realiz good hide thing even find',\n",
       " 'stay friend hous hous sit neighbor loud parti',\n",
       " 'dannyvegasbabi danni im upset wasnt watch live chat car hour trip im soooo upset',\n",
       " 'check mug http www erika obscura blogspot com',\n",
       " 'border close',\n",
       " 'download nin new album quot slip quot hell come behind time day',\n",
       " 'woke alreadi written e mail go earli univers today teach',\n",
       " 'watch hill make sad',\n",
       " 'mani channel yet bore lazi day may find hobbi',\n",
       " 'supersport miss buddi ill ny th',\n",
       " 'robluket love french tell peopl south qtr french snarl french beauti peopl',\n",
       " 'opp said still got one day remain problem come',\n",
       " 'activ selfcontrol block earli mean check new qc regular intern clock might difficult fb',\n",
       " 'hillydop oh',\n",
       " 'spencer good guy',\n",
       " 'goodlaura rees die ttsc season final next week bore madam presid crazi woman',\n",
       " 'jonathanrknight hate limit letter hope guy fine pray dog well',\n",
       " 'get shit done today screw',\n",
       " 'wanttss go',\n",
       " 'go sleep tonit',\n",
       " 'worri tire post tonight',\n",
       " 'get shit done today screw',\n",
       " 'job interview cardiff today wish luck got hour sleep',\n",
       " 'stuston show whack way wors whack wiggeti whack',\n",
       " 'djalizay realli think peopl choos way think chose accept famili help might dead',\n",
       " 'eloquentembrac go kill seen ds wait till one solid week sit',\n",
       " 'cheechbud think ur right hahaha hrs',\n",
       " 'hate see spartan sad',\n",
       " 'mind bodi sever protest quot get quot thing nightmar boot',\n",
       " 'mysteezradio goin follow u sinc u lol go angel',\n",
       " 'mandayyy',\n",
       " 'twista think want read book librari',\n",
       " 'nap interrupt mani time today go japanes rent',\n",
       " 'kind long bus show end ghost world right ugh',\n",
       " 'gurumn canada canada weird suppos get snow wednesday ugh',\n",
       " 'awwh bab look sad underneith shop entranc quot yesterday musik quot like look new transform movi',\n",
       " 'sad feet macbook fell',\n",
       " 'gonna get late tomorrow gonna get tipsi lonesom sad',\n",
       " 'sweat forthcom trip e find someon crash may screw',\n",
       " 'gotten somebodi read tweet cant get make account',\n",
       " 'infinitydefin omgawd couldnt handl cat heat time',\n",
       " 'donniewahlberg hope make auburn show look good',\n",
       " 'david henri that peopl mag haha couldnt fit dont think pictur ever made magazin tho haha',\n",
       " 'breadandbadg congrat total forgot submit photo',\n",
       " 'paulaabdul awww good luck paula pleas work hard hope fun new album gonna amaz xxx',\n",
       " 'imaginarypeach leav get sad',\n",
       " 'miss twitter phone broke use stupid nokia phone ughhh miss advanc phone',\n",
       " 'shoot outsid hous kid scare',\n",
       " 'tuesday start reflect n lectur stress reduc techniqu sure might becom use us accompani',\n",
       " 'tragedi disast news week',\n",
       " 'yes yes still tri find pictur upload correclti',\n",
       " 'oh red sox game rain look forward open day',\n",
       " 'still find key',\n",
       " 'charlietm know right dunno go twitter',\n",
       " 'might get sore throat',\n",
       " 'labelsnotlov home town mammi call depressd pls explain parent let yr old child walk alon hello',\n",
       " 'ircmaxel think need find better anti depress think paxil wellbutrin combo lose efficaci',\n",
       " 'myconnecticut restaur call woodntap competit eat tourney round tourney time place nd',\n",
       " 'bathroom wake lakin',\n",
       " 'caitlinoconnor want taco margarhita telll gay say hello lt',\n",
       " 'im lone keep compani femal california',\n",
       " 'bad day betfair offic',\n",
       " 'miss wait celebr tar heel win weekend though',\n",
       " 'realli cold want go sleep yet noth',\n",
       " 'kristencampisi u offici go round',\n",
       " 'monkey found twin wont even write back heartbroken',\n",
       " 'miss om aww know felt like yesterday work',\n",
       " 'sarahreedsc treati defin',\n",
       " 'miss brent prais band fun lead guitarist lt pout gt',\n",
       " 'jpfurri poor john happen play fruit microwav serious though seen doctor xxx',\n",
       " 'miss bff watch home away remind lt shout u court',\n",
       " 'mandayyy',\n",
       " 'new video card doa',\n",
       " 'feel lost nake confus jk sort iphon',\n",
       " 'damn late fill apprais form peopl almost sent occupi work',\n",
       " 'miss brent prais band fun lead guitarist lt pout gt',\n",
       " 'think much past cant chang deserv much wat got still think gah',\n",
       " 'lost ring seen',\n",
       " 'burgaw ooooooh sealclap see download shitload zip folder chan internet money fuck yeah alicia amp mikey',\n",
       " 'still nurs nile glad feel better hate babi sick',\n",
       " 'fuck go back ic',\n",
       " 'brandizzzl yoyoyo internet rude tonight reconnect go bed',\n",
       " 'jemcam well uni stuff netbal netbal done uni stuff',\n",
       " 'kissabl poor',\n",
       " 'help forget th april amp th juli',\n",
       " 'dierk bentley comin columbus oh wanna go bad',\n",
       " 'take sidekick back',\n",
       " 'chriscantor congrat total jealous wish xm work',\n",
       " 'gr face itchi',\n",
       " 'poor sock luvvvvv golden retriev want one sighhhh',\n",
       " 'saw found traci girl piec luggag fuck terribl',\n",
       " 'aaaaand nausea back',\n",
       " 'donniewahlberg ooh excit even go long love youtub',\n",
       " 'spent hour reach axi bank find today holiday mahavir jayanti contd',\n",
       " 'mathewsmichael agre jobro dont updat there often',\n",
       " 'fishmous hilari link clip lj time ago went back dead link',\n",
       " 'diannepulham oooooooo im neither that need studi',\n",
       " 'tweet near day post websit tonight hope goe well night time',\n",
       " 'bostongarden miss bentley',\n",
       " 'serious need finish job applic',\n",
       " 'son vinca sick stay home three tens day work back holiday kid',\n",
       " 'whing client amp boss understand english well rewrot text unread written v good writer amp review correct',\n",
       " 'huntermoor want ever punch',\n",
       " 'sooo sick snow ughh',\n",
       " 'nemesi',\n",
       " 'lovemeagan work fan upset',\n",
       " 'would like apolog repeat video game live relat tweet go stern discuss koodo soon stern',\n",
       " 'zaydia cant figur get back pay hotel etc',\n",
       " 'fml much senior bc technolog inept quot regist quot class',\n",
       " 'feel like slept day away look forward bout gallbladd least pill pain',\n",
       " 'thastevieg realli want old bass back',\n",
       " 'mad tire today callin earli tonight nighti night twitta',\n",
       " 'levenrambin take easi good',\n",
       " 'afraid bad code',\n",
       " 'think go bed goodniight hate',\n",
       " 'riancurti friend love',\n",
       " 'kariajay time notic gone need db',\n",
       " 'aaronrva bathroom pee',\n",
       " 'ashleyskyy want margarita',\n",
       " 'kourtneykardash yup night workout r worst unfortunet work schedul allow go night tough',\n",
       " 'call hillsong said tell wait list know look good',\n",
       " 'g milki bar left around ml coke',\n",
       " 'jokerrrr stillllll arriv',\n",
       " 'mraow feel like danc first art school want rape',\n",
       " 'karenucol ah bet like crave play softbal basketbal noo time',\n",
       " 'terrifi accident delet refer manag assign hope doesnt get troubl get back',\n",
       " 'amazon plugin work websit need php host provid php sad',\n",
       " 'argh suuuper sleepi hour ago wide awak hope stay night',\n",
       " 'austinhil wish sold time let know would love hear',\n",
       " 'watch tropic thunder dread tomorrow',\n",
       " 'qweendassah still miss n',\n",
       " 'chiefdelphi',\n",
       " 'http twitpic com wr accord bro new puppi poo fight cover poop pictur stolen',\n",
       " 'play game home new boss call yet',\n",
       " 'su yin huen tweet feel unbear guilt made staff cri http tinyurl com cw l',\n",
       " 'poor joshi sick damn tejano',\n",
       " 'thought sandra cantu famili difficult sad time',\n",
       " 'franzglaus know want let everybodi know happen',\n",
       " 'michigan know sigh shame',\n",
       " 'fill two hour',\n",
       " 'alicayaba cuuut hey miss na see girl everyday',\n",
       " 'jonathanrknight oh mention quot gooooood moooorniiiiii quot germani im back cage better offic',\n",
       " 'throat close string chees good idea',\n",
       " 'aww sandra cantu found dead suitcas miss children stori never seem go good poor famili',\n",
       " 'wish home underneath cover',\n",
       " 'walk home school drain energi',\n",
       " 'ridley agre shapeshift copout excit angela ep thought week noah awesom tho',\n",
       " 'savethestrib dang would done knew earlier outing plan',\n",
       " 'wish better write take long write paper',\n",
       " 'cours access halo mythic map pack download bad news legendari map pack ugh ms',\n",
       " 'vene ia yet unfortun anoth week told littl bit busi latest project',\n",
       " 'thecoolestout ha sun alreadi gone',\n",
       " 'day lot harder day let see day goe tomorrow',\n",
       " 'man crush jake peavi let gayforpeavi',\n",
       " 'trishzw megafast trip time day tom wed go tonight want see bad tri warn tech fail',\n",
       " 'michigan state make sad',\n",
       " 'omg mouth much pain wanna sleep until time take brace',\n",
       " 'get annoy easili today gt gt gt biofuel propos get annoy easili today gt gt gt biof http tinyurl com ceprv',\n",
       " 'mizzchievouz hey girl site back girlyvu back even video',\n",
       " 'hleyf spend time grandma earli tomorrow leav skittl',\n",
       " 'got home watch michigan state get tromp',\n",
       " 'oh jew bus two year worth class work alot organ gt lt finish tonight possibl bone ach',\n",
       " 'griffmiest exchang laptop arriv',\n",
       " 'hyperbet hope last long feel miser',\n",
       " 'rcompo rachel hang outag neccessari gonna home wekend dumb folk make work im free f sat',\n",
       " 'theleaguesf fun amp furious new mantra bay breaker get rambuncti citi overreact amp clamp',\n",
       " 'amber benson hubbi reason think import good spot red carpet trek movi premier sod',\n",
       " 'swear matter long get never get easier man eye hurt wah',\n",
       " 'jeffre star jeffre keep hair one color perman dye fade within week',\n",
       " 'otakusecret reaction whoa see come',\n",
       " 'still sick feel bit better got new medicin hope feel good night sleep ohh suppos snow wtf',\n",
       " 'dangerm use think mayb get coupl hour sleep hon product right ur dog tire worri',\n",
       " 'maddyva thank lot learn lot new word find look',\n",
       " 'wish xblm download gamertag hitokyri gamertag thing nonsens tire',\n",
       " 'new testament test',\n",
       " 'scoutbuck ton hay troll ahhhh',\n",
       " 'stupid movi watch mirror ugggggh stooopee rip',\n",
       " 'http twitpic com yi love buck',\n",
       " 'last one still done',\n",
       " 'homework',\n",
       " 'understand thing get taken away enough time unfair want back like babi',\n",
       " 'scratch du heif two half cooki tum take anymor shoog poot',\n",
       " 'cococourtney listen sweet first time forev miss much go chi town visit plz',\n",
       " 'geez busi afternoon meet email meet email meet pm day still go ah dark',\n",
       " 'dang anoth spring break cool bad work week oh well money phone ttyl everbodi',\n",
       " 'sara kate im afraid ur repli uni age ago',\n",
       " 'feel',\n",
       " 'carvin lol emot ass men omg late night eat us broke',\n",
       " 'nick carter aww nick like hair longer cut break heart',\n",
       " 'wonder jon lost net',\n",
       " 'wow depress thing world lose video creat matter second fml',\n",
       " 'nchokkan https www mycomicshop com search tid say stock',\n",
       " 'poohpot lmao im sorri poohpot ate',\n",
       " 'chanc softbelli mtub loud',\n",
       " 'time move posterior lose fat articul creak run drool swim',\n",
       " 'listen nathan cri',\n",
       " 'today suck gonna die without chris callum wahhh',\n",
       " 'stou site updat info exam open cours must wait mail notic doc um',\n",
       " 'ohsbrat sorri feel kinda yucki go come quick',\n",
       " 'love scrappi missin alreadi',\n",
       " 'want hear seblefebvr song myspac mess',\n",
       " 'bad news dad cancer die good news new busi start life coach practis holist weight manag',\n",
       " 'duchess rebecca man intervent soo sad',\n",
       " 'help need new boyfriend stuck rut',\n",
       " 'feel like complet idiot one get shit work help',\n",
       " 'saw ad craigslist cast call femal host g total psych realiz hoax',\n",
       " 'pepperoni roll l call valentino said sausag roll pepperoni roll http tinyurl com cec ka',\n",
       " 'soillodg yes monday',\n",
       " 'want new gg episod alreadi',\n",
       " 'miss watch rocko modern life',\n",
       " 'rip sandra sad someon someth like',\n",
       " 'keep finger cross buddi feel well',\n",
       " 'wait eat skinni vega hungri',\n",
       " 'marg inovera tri tweetdeck hate passion hate sure',\n",
       " 'benackerman btw iphon act funni die quick freez bs admit anyth sayin',\n",
       " 'sit wonder quot ed quot still strong hold',\n",
       " 'bananafac im sorri got sick lol go bed night',\n",
       " 'carolrainbow internet home drive ox use internet builder',\n",
       " 'steve buscemi weather canada freez',\n",
       " 'twiggassssssss rang day back hope good',\n",
       " 'danadearmond',\n",
       " 'anyon read pray grandma pain',\n",
       " 'woke accid quot push push quot cri stop wet pant',\n",
       " 'home franklin street almost jump fire someon kick could jenni lost shoe',\n",
       " 'johnnybean hey chang default',\n",
       " 'final gave bore enough start thing think go problem tho like myspac status',\n",
       " 'ellievolia oooon realli lucki eh awh definit earli work',\n",
       " 'buttload homework',\n",
       " 'need anoth copi visual studio',\n",
       " 'school world week school silli anyway look bright side u',\n",
       " 'omg econom test dont know thing know omg im gonna fail',\n",
       " 'robcthegeek upon time hundr island pride philippin tourism coral clam rare fish poach kinda sad',\n",
       " 'henkuyinepu yeah appar realli bad tast',\n",
       " 'hummiemd know realli surpris sinc everyon recommend youtub call tomorrow figur',\n",
       " 'wait airport ride get harass men tri sell ugli hat want sleep',\n",
       " 'left id locat go bar fuckkkkkkkkkkkkk',\n",
       " 'celycarmo sorri understand last comment',\n",
       " 'officialrandl announc stay late last night',\n",
       " 'kishorek strang illeg torrent avlbl everywher legal dvd stock',\n",
       " 'enough say imiss u',\n",
       " 'trolley pack like sardin padr game remov car good call mts',\n",
       " 'randomlynat jeez tri help haha',\n",
       " 'supamagg happen saturday night along glitteri green lighter',\n",
       " 'tri reduc number cigarett day',\n",
       " 'yea quiet around cuz everyon work im bore death nobodi talk',\n",
       " 'gotta cook assign hard',\n",
       " 'treesahquich okay applepear talk peopl one ever told never',\n",
       " 'jennifermf know night owl natur hahaha time zone behind almost',\n",
       " 'mamasvan lol nope complet camerafail',\n",
       " 'maxim megeld useless sleep fair want fun well',\n",
       " 'pooki uti nurs gabbi get back soda',\n",
       " 'jillianfish tweet someth damn hang pleas',\n",
       " 'anistorm',\n",
       " 'behind video game everyth matter yesterday news',\n",
       " 'sleep til noon one left got tempt ate soon got home chocol velvet amp ate mocha',\n",
       " 'stress blackberri keep flash red alert status reason fake hate',\n",
       " 'http twitpic com e wanna wear doc marten worn sinc decemb',\n",
       " 'shoe repair shop guy could find shoe go back see find coupl day',\n",
       " 'b barnett realli see come',\n",
       " 'woke vivid sketchi cool dream life time stare wall light',\n",
       " 'take day sister get passport',\n",
       " 'nicolerichi oh yes miss',\n",
       " 'uh oh think get sick',\n",
       " 'good god ruin belli button',\n",
       " 'watch frame roger rabbit make miss toon town',\n",
       " 'akianz rent cheap rent awesom hous buy attempt fall',\n",
       " 'run nose spin head good combin meet',\n",
       " 'eazydoesit negat lost vote confid',\n",
       " 'nasti budget due iphon sent appl today',\n",
       " 'sofii noel bad',\n",
       " 'dammit episod king play reason stop middl anyth',\n",
       " 'upset miss chat quiz onlin free internet ceas',\n",
       " 'believ disbelief way realli much take peopl alway get hurt other',\n",
       " 'car show season start without',\n",
       " 'throat raw',\n",
       " 'kevchoic get person mind could even ish like prayer fam real',\n",
       " 'frago hate need see need call therapist',\n",
       " 'twilight come yesterday finger cross today',\n",
       " 'nilelegania glad abl help feel better hate see sick love',\n",
       " 'tireddddddd want sleep assign finish exam tomorrow studi',\n",
       " 'know think need money',\n",
       " 'omg jst teusday',\n",
       " 'ddlovato david henri ummmmm cant find',\n",
       " 'heard found sandra cantu yrs old',\n",
       " 'corrosivecandi ive forgotten snoo snoo wonder snoo snoo ever meet',\n",
       " 'amanorri wow last tweet made seem like giant sexist sorri',\n",
       " 'bathtub drain fire haz job amp iz fail got drano ass amp iz still drain wanna shower dangit',\n",
       " 'stuck home',\n",
       " 'nomadicmatt mine get',\n",
       " 'duckl famous children book stolen boston public garden boston globe http tinyurl com dc htx via sharethi oh',\n",
       " 'appomattox news thank howev hate list includ convict',\n",
       " 'head altrincham hour instal',\n",
       " 'morn good im bloodi knacker work today helppp xxx',\n",
       " 'jeffreecuntstar garag park driveway',\n",
       " 'lauredhel happen',\n",
       " 'quot popular music quot w adorno probabl difficult read ever prescrib actual struggl continu',\n",
       " 'http twitpic com e cant see flower fall dont camera cellphon',\n",
       " 'good like snow right get use nice spring like weather',\n",
       " 'brian armstrong piti youtub current block china see vid',\n",
       " 'margaretcho happen show hightlight life',\n",
       " 'best leather sofa world offic though mean still work',\n",
       " 'still day internet get uncap',\n",
       " 'get better day could someth lodg belli',\n",
       " 'love atekinzz much amp amp soo miss',\n",
       " 'wanna sneak zoo play kitti',\n",
       " 'lolitariot oh hope get sick',\n",
       " 'alejandralei dont think caus cousin birthday parti',\n",
       " 'sweet littl man fell asleep wait daddi big brother get home poor babi miss much today',\n",
       " 'angel go miss athlet weekend',\n",
       " 'trust hard',\n",
       " 'watch consid today yaknow shawnna tomomorrow need bestfriend',\n",
       " 'grr want keep read wont anyth left read',\n",
       " 'atekinzz world',\n",
       " 'rumlov u suppos date',\n",
       " 'pear amp brie bottl cabernet quot win date tad hamilton quot oh gawwd life flash forward cat',\n",
       " 'crap need dress',\n",
       " 'kaeeeep yeah know horribl ugh sadden',\n",
       " 'brodh geez ur fun',\n",
       " 'wanna punk rock band',\n",
       " 'jyesmith lot angst tuesday afternoon',\n",
       " 'glad britney crazi anymor one hell show sad next ap cook counti',\n",
       " 'huuug headach omg feel like crap',\n",
       " 'anistorm sorri',\n",
       " 'cleder sorri root',\n",
       " 'man took forev',\n",
       " 'shandasaurus see',\n",
       " 'list item ebay sell take forev meanwhil coleman watch hill season premier without',\n",
       " 'got present done slide done cri week hardest week',\n",
       " 'lost',\n",
       " 'like previous skin thing start season two like went straight intro like',\n",
       " 'houndour wish pretti good scare shit peopl',\n",
       " 'go sound vain run fav lip gloss',\n",
       " 'stuiy never click link scream quot spider spider quot known better yucki',\n",
       " 'time work get sick',\n",
       " 'pratama imac came indonesia state',\n",
       " 'dammit need stop buy furnitur',\n",
       " 'miss sil half asleep turn laptop',\n",
       " 'death peac life howev bite',\n",
       " 'think jonathanrknight lost net sure hope',\n",
       " 'http gd r zf http gd r zy http gd r zg test footag girlfriend hd dark one underxpos',\n",
       " 'tough game watch tonight state final go bed also stay watch season premier hill',\n",
       " 'seem jrubi support hpricot two version behind',\n",
       " 'jinxcat unlik sister still one',\n",
       " 'frake app store piss http tinyurl com c ooho',\n",
       " 'log need studi',\n",
       " 'anyon els problem access ttb cant get',\n",
       " 'strong dislik peopl make stupid comment dont know whole stori',\n",
       " 'emmaketurah sorri emma swarley goldfish sad u',\n",
       " 'tweet alreadi gone miss guy tonight',\n",
       " 'sleep face kinda swollen let allerg thing get thursday school tomorrow doubt',\n",
       " 'snick dog izzi cat tree stare floor chase run',\n",
       " 'offici ban godaddi com comp head hurt small print wast could happili gone boba',\n",
       " 'humanopium pretti much scari',\n",
       " 'ilovepi mine find well hard get fit',\n",
       " 'good morn readi go want go back bed',\n",
       " 'hate wait mail',\n",
       " 'wheat bread dollar store toast nice go tax call earli night',\n",
       " 'kutner mean knew someth go happen someon sad lt hous well done still sad',\n",
       " 'jonathanrknight aw ok goonit',\n",
       " 'ill cant go cinema',\n",
       " 'fell asleep realli mean christina',\n",
       " 'kelleyrow hey rememb time use friend ugh vomit sick need sleep',\n",
       " 'lymph node massiv rahm emanuel ball right',\n",
       " 'oh comput suck think abl listen xbox fancast tonit',\n",
       " 'miss play trumpet',\n",
       " 'throat still realli sore meant go day camp friday sure',\n",
       " 'sasii know exact feel',\n",
       " 'work',\n",
       " 'well bed time sigh back morn week wednesday',\n",
       " 'hert jesus camp yeah',\n",
       " 'marybethun oh everyth happen today forgot go dress shop opera tomorrow',\n",
       " 'turtl better mac last longer move faster',\n",
       " 'soak pleasant',\n",
       " 'ginay sorri hear maggi thought mum',\n",
       " 'ewarden may email one hope feel better',\n",
       " 'miamiiboii dead yu gettin wen im leavin',\n",
       " 'arlenecd pleas tell somewher close california lol',\n",
       " 'phlaimeaux',\n",
       " 'stupid arrang marriag convert marri love',\n",
       " 'emilyrupp well said looser show impli',\n",
       " 'poor sandra cantu amp cantu famili prayer go sick world live',\n",
       " 'fuck omg austin alway though man lt love',\n",
       " 'nicolerichi cri hard matthew die',\n",
       " 'sad feet macbook fell sad feet macbook fell',\n",
       " 'chordsi last find thing like twitter',\n",
       " 'lovebscott absolut',\n",
       " 'http twitpic com cf fill curri true indian come',\n",
       " 'im soooo cold right',\n",
       " 'heidimontag lol kant believ cam got beat upp sooo embarasssiiiin',\n",
       " 'jonathanrknight good knight hun look forward ur tweet hate keep miss fun cuz time differ',\n",
       " 'tumblr exact feel wear tie http tinyurl com c bvqh',\n",
       " 'daniela hahaa realiz quot impun quot definit isnt word want dang unclev',\n",
       " 'watch old video danc team make miss',\n",
       " 'wahh csi anywher dvr ed love money though gonna watch sleep goodnight tweeter lt',\n",
       " 'struggl hard inventori',\n",
       " 'ddlovato hate us pleas',\n",
       " 'ballinbitch haha im ballin still got bill paaaaay',\n",
       " 'one day realli want work home crap',\n",
       " 'paul e wog wait game episod confus',\n",
       " 'carlyw haha cri guess',\n",
       " 'get statist bunch mumbo jumbo',\n",
       " 'sloanb got sad work uk amp us moment',\n",
       " 'evict',\n",
       " 'enjoy learn css',\n",
       " 'nachojohnni brian make fuck u lol repli ur messag u get miss u',\n",
       " 'heidimontag dvr went watch appar dish network went miss catch rerun',\n",
       " 'jessdubb lmao u may wait anoth season come thru summ boo hot nd dri ass weather',\n",
       " 'lizchavez set feet ground miss eyelid peopl might get',\n",
       " 'daniela english professor would asham',\n",
       " 'wish frog becom extinct http tinyurl com cxe w',\n",
       " 'came home cross counti tire',\n",
       " 'want walk home snow want pick',\n",
       " 'heidimontag lauren stubborn love love feel bad though made cri lol',\n",
       " 'grouchi want bmar',\n",
       " 'heart broken everi morn drop foo pre school understand mom say quot heart broken quot',\n",
       " 'feel well back hurt',\n",
       " 'im mood chocol want miniatur rees cup',\n",
       " 'take heat like oven feel sick nwo',\n",
       " 'nick carter come chat minut pleas http fanclub backstreetboy com chat php',\n",
       " 'boredd colddd internet keep stuf',\n",
       " 'horribl nightmar last night affect sleep realli tire',\n",
       " 'im lone keep compani femal new york',\n",
       " 'born broadway lost st ignacius prepatori school haha',\n",
       " 'birutagm yeah realli depress stuff like get',\n",
       " 'whoisariston problem tongu cheek remark lot acronym nz',\n",
       " 'greggrunberg hey said matt gonna go ballist disappoint good ep tho most',\n",
       " 'ugh horribl end sandra kantu stori prayer go',\n",
       " 'danielledeleasa http twitpic com pe hate b allerg want puppi soo bad alreadi thought cool name',\n",
       " 'morn folk yawn amp away see hors hope twitter better behav today last night travesti',\n",
       " 'quandotcom miss mine',\n",
       " 'amandaenglund sorri hear loss mani year far',\n",
       " 'nicolerichi gossip girl repeat',\n",
       " 'inyourey reckon',\n",
       " 'find realli hard use twitter',\n",
       " 'stuck hous two day',\n",
       " 'realli sad realli know',\n",
       " 'thousand mile',\n",
       " 'mayb one year get tax return girl dream right',\n",
       " 'back work tire hell feel cold come',\n",
       " 'clariann knot serious april th come soon enough',\n",
       " 'hannahsix cream eye may herp ocular herp differ strain okay though',\n",
       " 'gotta repeat whole art folio cuz old one whole term work got wet',\n",
       " 'readi weekend alreadi monday',\n",
       " 'lovebscott umm nope think im insomniac plus got flu lll sleepin like phuckin fish outta water minut',\n",
       " 'finland sleep night realli enough time',\n",
       " 'lunafiko wait tri em prolli wait next weekend earliest',\n",
       " 'shiner take bed blanket',\n",
       " 'clariann april th come soon enough',\n",
       " 'want cri',\n",
       " 'need go bank tomorrow go broke',\n",
       " 'earthquak itali sadden three hour away napl famili',\n",
       " 'sleep stress week come',\n",
       " 'dragon yea work tp hack server player thing folk',\n",
       " 'hurt ankl go dr',\n",
       " 'raymondroman oh noe manag send someth trash empti without notic feel ya',\n",
       " 'lost free copi radioact put ipod grr go buy nother coz came paper',\n",
       " 'make shit',\n",
       " 'photoshop hate crash',\n",
       " 'vacat make feel sick',\n",
       " 'gone',\n",
       " 'listen murd th wonder chillen miss crazi sex life',\n",
       " 'louie shoot care luisa',\n",
       " 'hillari sure everyon ruin gift whitney serious cell easter well',\n",
       " 'beso hollywood tire',\n",
       " 'want wake earli tomorrow damn work',\n",
       " 'finish watch movi prayer bobbi broke heart',\n",
       " 'syekr myki realli horribl',\n",
       " 'stephenkruis put dog today someon ran',\n",
       " 'nevadawolf sorri hear dnf run tonight alway risk get bad coord ftf',\n",
       " 'honey get disgruntl peopl wrote esn hit one day made bill pull top',\n",
       " 'mooni ohh omg lmao cri right lol kutnerrrr best',\n",
       " 'came back run took shower lower stomach still hurt exercis',\n",
       " 'watch fallon mom work project school hard',\n",
       " 'min till home time count crave visit mac store close time get',\n",
       " 'stephenkruis sorri hear take care',\n",
       " 'paulcol hmmm greed good motiv individu better much take away other',\n",
       " 'gabbyisact brat rub want mocha',\n",
       " 'kutnerrrr think still show ugh kutner kal penn bright star ho',\n",
       " 'redvinylgirl mom wish best luck',\n",
       " 'hate homework head hurt bad',\n",
       " 'got ebay blue item want jump bidder hour still hour go better get hope',\n",
       " 'gigdiari know littl depress ate much last night leftov today',\n",
       " 'well pc live room suffer fatal partion lost itun librari gone doc pic',\n",
       " 'sad day manu season',\n",
       " 'stephenkruis poor spunki sad rotti made go path know feel',\n",
       " 'im sooo sad right need hug',\n",
       " 'want step brother home im worri dont even know hope know much care',\n",
       " 'heidimontag got done watch hill love excit next episod im sad last season',\n",
       " 'ryanmwilson aww stink hug',\n",
       " 'tire feel like crap world feel crummi make happi usb disco mous',\n",
       " 'dont want believ im read buu sad',\n",
       " 'wonder gamebattl',\n",
       " 'white trash vs us outnumb http twitpic com jp',\n",
       " 'emitstop true use',\n",
       " 'spring break last one celebr',\n",
       " 'morn bah car start wait anwb',\n",
       " 'katebornstein pretti anti memori tattoo strictest offici ban disapprov famili',\n",
       " 'balamurugan longterm member team leav month miss work hope well next ventur',\n",
       " 'justgelo sad know found bodi crazi world live child deserv ya know',\n",
       " 'wanna rock maxi dress coachella lack fund',\n",
       " 'cours babi scream crib night first day back work let cri boooo',\n",
       " 'home miss babi busi week ahead fri chill day guy kid egg hunt sat spiral dmb sat night easter',\n",
       " 'followsavvi never found everytim click twitter thing myspac goe dude page',\n",
       " 'stephenkruis horribl sorryto hear',\n",
       " 'david henri cant find say dtmafiaoffici doesnt exist jus dtmafia found n u dun seem b followin wht',\n",
       " 'thought would support',\n",
       " 'augh eff sarth stole mil nail polish pretti',\n",
       " 'wish spring fling tour dawn amp neece sigh g knight',\n",
       " 'hoyt distribut nz websit work great like need',\n",
       " 'crummyasshol like first movi cillian murphi hot',\n",
       " 'wish good old cartoon come back ie captain planet walli daria sad',\n",
       " 'feel v good abt',\n",
       " 'got text sarah',\n",
       " 'anoth day centr point time earli start guess train ram commut',\n",
       " 'four game fall modern warfar halo odst brutal legend bioshock need cash',\n",
       " 'castillo ugh disconcert',\n",
       " 'devinthedud actual whole site final taken damn russian',\n",
       " 'tweet arent go',\n",
       " 'finish delici breakfast last pari miss milk europ tastiest milk world drink us',\n",
       " 'ilearn great consid final week',\n",
       " 'carmonium stress outttt',\n",
       " 'also shouldv bern asleep hour ago',\n",
       " 'tri figur twitter thing none friend yet soo much see',\n",
       " 'ping kyle custom icon made look cool edg could less squar might look bad diff background',\n",
       " 'want back la',\n",
       " 'enterbelladonna dunno use forum get frustrat miss talk',\n",
       " 'lilbucknut option',\n",
       " 'georgeruiz unfortun one moment giant squid monster',\n",
       " 'thestar rage want one branch midv open',\n",
       " 'danann aw sorri hear',\n",
       " 'chang plan order mac instead time hit book',\n",
       " 'polhillian yup',\n",
       " 'nkdreamer see donni tweet stat almost repli jrk',\n",
       " 'tim grainger nah receiv stimulus yet',\n",
       " 'ikimb seen ur tweet plz write bak u get havnt got one repli bak',\n",
       " 'mccainblogett awwwww tri go sleep hour ago',\n",
       " 'stephenkruis sorri hear alway sad lose close us love',\n",
       " 'cant sleep im still feelin like piec shit',\n",
       " 'stephenkruis oh sympathi hard decis alway hope old border colli go sleep hug',\n",
       " 'josephheustess well realli cool part wont spoil',\n",
       " 'limbecki time warp without sad',\n",
       " 'theresawhit true lol still slap face warm end march',\n",
       " 'hate convert movi put em itouch',\n",
       " 'gross pimpl',\n",
       " 'torturedladi yea naaaaaaaaaaaaaaaaaaaam marwan accent lol',\n",
       " 'one less follow tonight',\n",
       " 'unholyknight mom last night brb figur whether burn',\n",
       " 'feel like quot twitter quot tweetdeck',\n",
       " 'wyldcelt karat tournament week',\n",
       " 'go sleep finish statist homework',\n",
       " 'north carolina babi aint nothin stop nba draft',\n",
       " 'sleep',\n",
       " 'reaali miss john mayer twitter fuck rude peopl remov like tweet bitchfuck',\n",
       " 'go late one mqu today',\n",
       " 'im tire work need life',\n",
       " 'leavin work feet hurt',\n",
       " 'playradioplay sad unexpect total cri haha',\n",
       " 'superneej morn bah car start wait anwb',\n",
       " 'still homework',\n",
       " 'littl sad',\n",
       " 'deepbluesealov mom amp dad get around earli',\n",
       " 'asleep two hour ago',\n",
       " 'stephenkruis sorri hear dog',\n",
       " 'funni littl thing make homesick crimin breakn n brownston lawnord ci made misti',\n",
       " 'djsoulsist yeah great vid quot singl sold year ago',\n",
       " 'im val mac iitsc clubroom still sweat',\n",
       " 'stephenkruis awww sad sorri',\n",
       " 'updatingff give noth good twenti minut',\n",
       " 'hot compress rili workng pull muscl gng bed good night',\n",
       " 'invit quot healthi dine quot session ashok hotel today exec chef r chopra damn workload skip',\n",
       " 'stephenkruis sorri hear dog wish happier day come',\n",
       " 'hellivina miss em',\n",
       " 'misstoriblack cool tweet app razr',\n",
       " 'bed gotta wake hella earli tomorrow morn',\n",
       " 'still procrastin hate organ cloth much',\n",
       " 'play new mobbler v add great new featur play music e like v',\n",
       " 'latroneb oh one besti miss',\n",
       " 'esuriospiritus time come back flawda doubl date serious sorri hear',\n",
       " 'way late work client fb',\n",
       " 'blegghhhh go work',\n",
       " 'back work john muir dr http loopt us koqabg',\n",
       " 'dachesterfrench email yesterday u never respond',\n",
       " 'go long year fan',\n",
       " 'got done watch new hous episod definit one saddest episod ever',\n",
       " 'man tax suck horrifi someth wrong turbotax decid keep around lot stuff turn',\n",
       " 'sleep time tomorrow gonna suck',\n",
       " 'wtf kutner oh piss hous mean realli wtf',\n",
       " 'amberpacif know dont know said',\n",
       " 'cash rule everyth around',\n",
       " 'pick oat market eat breakfast boy adamgoldston time work usc late night',\n",
       " 'feel sick much icecream',\n",
       " 'faithgg comput shockwav blah account yet',\n",
       " 'rubyros awww wish could go sydney',\n",
       " 'luxuryprg hahaha surious feel like everyon know show joke except lc',\n",
       " 'spell today total suck',\n",
       " 'vaccin chicken pox vaccin yr old confus damn thing',\n",
       " 'school least last day',\n",
       " 'yawwwn gotta get earli tomorrow readi weekend',\n",
       " 'miss home calv season sad black one die morn wish bottl calv',\n",
       " 'stephenkruis sorri loss brother dog sam sick w cush diseas',\n",
       " 'back work get spend next hour alon dispatch room',\n",
       " 'new kind starburst faver sound fab bc cherri strawberri fav red ad watermellon yucki',\n",
       " 'well much product day angel',\n",
       " 'andreabak oh gee insomnia suck tri melatonin',\n",
       " 'vivekg good hear support netbean netbean know',\n",
       " 'heidimontag wish would get time rest world unforn cairo wait mtva play',\n",
       " 'heartbroken littl sandra prayer famili',\n",
       " 'hadtobeyou word finish tomorrow mayb',\n",
       " 'shortiethug come ur background cover screen mine corner',\n",
       " 'wrote exact three line dialogu tonight gave',\n",
       " 'ashman complaint facebook chang much confus',\n",
       " 'slice finger',\n",
       " 'go thru town traffic bypass stink',\n",
       " 'ugh sleep wish good cuddl make ass',\n",
       " 'hate softwar updat download updat without tell never know download',\n",
       " 'went ihop great diet least kung foo pancak time rachel',\n",
       " 'internet hate night pose',\n",
       " 'contactab jealous miss open day year',\n",
       " 'cruel wait review come far look like star trek best film year',\n",
       " 'debat shower sleep littl later tomorrow',\n",
       " 'stress alway culmin physic pain',\n",
       " 'need sleep cant',\n",
       " 'littl pinki finger hurt much',\n",
       " 'sarahsaturday sorri gift card ran suck',\n",
       " 'home spring break one home tho',\n",
       " 'access oneindia mobi googl phone android support indic languag',\n",
       " 'school take life much get sleep anymor still school work well',\n",
       " 'mtsiaklid aw wish could realli speak yia yia speak english',\n",
       " 'winggato free comp lol',\n",
       " 'get readi clean hous top bottom',\n",
       " 'cri friend move away tomorrow',\n",
       " 'swiftkaratechop stop nomnom share night peopl',\n",
       " 'think get cold caught daddi oh trip would ruin',\n",
       " 'mooni yeah bcoz kal penn visit lectur somewher n cant show anymor im gonna miss',\n",
       " 'procrastin start earli quarter want reaaaaad write paper',\n",
       " 'appar degress pm washington state miss winter alreadi',\n",
       " 'bore home',\n",
       " 'massag great spill coke desk lame watch simpson finish hill dvds',\n",
       " 'nick carter wait fanclub chat even tough favorit',\n",
       " 'mild left inner ear infect got irrit quot block quot feel sinc sunday',\n",
       " 'janebodehous hey nope cute hoytfortenberri away awhil',\n",
       " 'tuesday',\n",
       " 'haha even yo know thang twitter haha',\n",
       " 'someon alarm clock phone woke still got headach yesterday night',\n",
       " 'kalichosich awww poor puppi ok',\n",
       " 'might break eat buffalo wing tomorrow',\n",
       " 'sittin w kayla realli realli reallli dis like brother know stop wait day one',\n",
       " 'fed bokki mani birthday treat sicko',\n",
       " 'kinda bum agenc told look go ladi pleas help creat look',\n",
       " 'work laptop offici dead happi',\n",
       " 'good freez',\n",
       " 'heidimontag put listen mom',\n",
       " 'stuck pari even travel franc work',\n",
       " 'joannafbeckett think one close last time check closest one mile away',\n",
       " 'aaaaand back literatur review least friend cup coffe keep compani',\n",
       " 'worri get even though paid buttload tax last year',\n",
       " 'okay still school',\n",
       " 'phoneless sleep',\n",
       " 'reek alcohol dentist morn drunk put tshirt realis huge stain dentist look disgust',\n",
       " 'realli cold',\n",
       " 'cant sleep want dream',\n",
       " 'sleep hate night tri go bed earli stay awak hour poo',\n",
       " 'rootbeersoup yeah bad peopl like certain burrito eat man exist',\n",
       " 'cronotrigg sad',\n",
       " 'found mum adopt aunti twitter check mum tessm awesom aunti tania',\n",
       " 'cannot sleep wide awak gotta go work later boy go crappi day',\n",
       " 'struggl eam law',\n",
       " 'sleep like http twitpic com ty',\n",
       " 'bout start poor linni keep eye open tire work tomorrow morn night ilovefatsusan',\n",
       " 'year old year old drive around twist want like',\n",
       " 'well suck',\n",
       " 'place day help get pack paint clean much appreci oh rip wall',\n",
       " 'open partial frozen beer beer toaster oven counter kitchen smell like run speakeasi',\n",
       " 'stewiebrittani dont even know ride',\n",
       " 'monasmith sad yes think need council',\n",
       " 'make readi school feel like go two test',\n",
       " 'smug gone train also fail turn head victoria follow unpleas tube ride citi',\n",
       " 'anybodi know ipod went',\n",
       " 'aww earthquak itali made sad saw pic news terribl',\n",
       " 'lilibat never abl afford get much rather go extract continu deal',\n",
       " 'pet care peopl tri run other busi send suspici e mail fish info',\n",
       " 'kameelahwrit lt codez mia tho',\n",
       " 'reannaremick doesnt work cell go sleep p',\n",
       " 'go nice tomorrow rain come back nice weather birthday',\n",
       " 'taliasunset rock band hard expert',\n",
       " 'beachbassbon roomi home day scratch door comfort goto larg laundromat machin',\n",
       " 'one hardest thing schedul one chat end day usual',\n",
       " 'kill charact one favorit show upset',\n",
       " 'jealous friend got see new star trek film austin tonight',\n",
       " 'listen q got realli bad headach drivin lesson ten min lucki wana sleeep',\n",
       " 'steve buscemi shut hungri britain home bore suckassi breakfast world miss denni',\n",
       " 'good morn everybodi pkoi fai pas beau bon coffe time',\n",
       " 'work',\n",
       " 'essay time',\n",
       " 'chauncey hey u talk mom r home yet hope r ok wish come home easter',\n",
       " 'endearingevania sure wish could go guy tmrw per usual school interfer',\n",
       " 'widyatarina say kal penn leav hous noooooo awww total miss tonight',\n",
       " 'lost loyal',\n",
       " 'play anoth hand bad lost half stack',\n",
       " 'pm earli day looooooong night work',\n",
       " 'yaykimo sad last season wanna see spencer call lauren',\n",
       " 'im done edit quot phipstap quot back crack brew see got tree though',\n",
       " 'rj know half mean',\n",
       " 'homework homework homework',\n",
       " 'work heart today doubl weight station result stiff pull muscl ouch',\n",
       " 'melamachinko feel bad unfollow',\n",
       " 'tire god hate new job two day',\n",
       " 'sad kutner kill fav show hous',\n",
       " 'happi coach stringer hof c finish term paper',\n",
       " 'feel like shit way want spend birthday eve',\n",
       " 'far site put togeth check updat made',\n",
       " 'lot mind need make money idea nowher hire',\n",
       " 'emiliexclarkex miss',\n",
       " 'stephenkruis sorri hear dog',\n",
       " 'much internet plagu',\n",
       " 'miss ex soo much',\n",
       " 'sod http twitpic com',\n",
       " 'oh thought pirat bay trial verdict today appar day',\n",
       " 'featherinair call back',\n",
       " 'studi hall log immedi http plurk com p mzxbg',\n",
       " 'tire im cri reason im tri get hour half tonight half got last night',\n",
       " 'total like four girl option none seem viabl',\n",
       " 'far veiw site put togeth check updat made',\n",
       " 'listen bjork full love cri',\n",
       " 'omg hill love money aww think becki buckwild goe',\n",
       " 'crave tantan nabe http plurk com p mzxcs',\n",
       " 'c mon sean man',\n",
       " 'watch quot leagu quot make miss mint chocol ice cream cone grand fuck',\n",
       " 'lost phone mayb grass long hope rain',\n",
       " 'tomatosalsa hope refer say hello new stalker lol',\n",
       " 'brettyboo u sleep ur gonna night ur bike ride',\n",
       " 'slessard wanna listen master',\n",
       " 'sephystryx look good stuff write also load uni work',\n",
       " 'feel unlov drop tweeter',\n",
       " 'london day thursday gonna rain oh fab see much london eye still robbi care bless',\n",
       " 'complet wipe reload lost bbm contact go bed sad',\n",
       " 'mykel sayyyi whaaaa invit',\n",
       " 'sleep bad consid workshop start today begin sore throat though',\n",
       " 'astewart oh gosh made emot haha idk dont want get old',\n",
       " 'go post stori manual due twitterfe problem quiet late',\n",
       " 'like lukewarm shower',\n",
       " 'linuxfound contact need freelanc work linux com throughout never got one',\n",
       " 'skylinek connor febi realli realli mad',\n",
       " 'need help want buy macbook pro still inlov old powerbook',\n",
       " 'michaeltao man america borez anyway lol realiz sent msgs idea flash',\n",
       " 'hellivina ihop g knight love ladi sleepi',\n",
       " 'anybodi know get electrolyt back order vitamin work feel sick',\n",
       " 'sudam yes someon read post proper',\n",
       " 'almost italian homework weeeeee understood',\n",
       " 'turn light time get ip',\n",
       " 'therealnph twitter hate us',\n",
       " 'hate fact genuin excit last tweet',\n",
       " 'celesteclara sleep either',\n",
       " 'theblondetheori itali earthquak sad news day',\n",
       " 'champagnemanoir rain today garden realli need quit bad',\n",
       " 'yawn yawn yawn minut bed',\n",
       " 'majesticflam ouch sound sucki',\n",
       " 'bengottlieb great idea itun promo code work uk itun store though',\n",
       " 'mattycus cri',\n",
       " 'rumlov empti rum barrel sad rum barrel shake head horror horror',\n",
       " 'sleepless night',\n",
       " 'billybush admit fake',\n",
       " 'batmannn love chutney',\n",
       " 'got high bore today scan page daddi',\n",
       " 'misterphipp cook risotto without',\n",
       " 'keeeerrrrriiiiii realli noth better post thing wonderfulll say alot',\n",
       " 'yay basebal season boo yanke lose first game',\n",
       " 'lost suck work today',\n",
       " 'omg exam kill could know differ haif circl hemispher lt gt',\n",
       " 'bed sudden feel wish w goodnight twitterfam',\n",
       " 'rachelcmrn like goodnight',\n",
       " 'greaaat lappi turn wtffffff',\n",
       " 'rkm stuck traffic journey traffic free morn help',\n",
       " 'lookin like nighter hate',\n",
       " 'vernonhamilton stranger',\n",
       " 'debbug old vb code day could start better',\n",
       " 'toddlington quarter percent babe darn',\n",
       " 'come cold bad allergi either way miser',\n",
       " 'believ cutner dead hous sad day santa rosa ca http loopt us orpl',\n",
       " 'damnit realli dig season reaper http www tv com stori html ref stori id amp ref type amp ref name stori',\n",
       " 'gah comcast doubl cabl internet bill w tell us quit anyon suggest afford compani bay area',\n",
       " 'anoth earli morn duchess although manag cross leg time',\n",
       " 'alexbigman left without say hi',\n",
       " 'l want sleep',\n",
       " 'tracydowd xbox show three red light mean dead need fix month microsoft hq',\n",
       " 'king size bed nice sad lone hubbi puppi kitti whole confer thing',\n",
       " 'im boredd gah wish could sleep get ive toooo muchh cooooffffeeeeeeee bahaha',\n",
       " 'whyinthehel may butt done nosey sorri convers interest',\n",
       " 'smokey robinson fell list offend',\n",
       " 'week till sister home miss call worst feel world',\n",
       " 'gonna tri get sleep hotel room',\n",
       " 'chimpytwit brilliant idea bring much think spend amp swap bring brolli',\n",
       " 'simonekali get autograph shout record though comput dead listen',\n",
       " 'rt kimkardashian khloe got fire apprentic',\n",
       " 'biolog class lip hurt',\n",
       " 'sorri next tweet',\n",
       " 'grr go school today',\n",
       " 'jennlopez get hd tivo got set tonight order get channel',\n",
       " 'mouthsex ask everyon yesterday singl tweet back',\n",
       " 'adam ruddi money like still wait oh surpris state hmmm serious',\n",
       " 'kal penn sad kutner favorit new team',\n",
       " 'marcusmim wow get quot hello quot u suck',\n",
       " 'bedtim school tomorrow still book broke suckssss',\n",
       " 'seat help babi paper well forc seat im sleepi',\n",
       " 'synch contact old mobil iphon import work well',\n",
       " 'concentr',\n",
       " 'spent hour enter bureaucrat nonsens march wast time',\n",
       " 'nw confus ever',\n",
       " 'feel well stupid migrain make tummi upset whole bodi ach shoot',\n",
       " 'read buyolog bedtim great premis turn quot ok quot book lot info alreadi knew',\n",
       " 'home realli wana sleep due wast free line town assign finish',\n",
       " 'hellobeb also send updat plurk upload photo twitter didnt see updat plurk zero',\n",
       " 'omg quot reader quot make',\n",
       " 'cloudpimp oh least get decent exchang rate moment sterl still get flog',\n",
       " 'tri download tweetdeck wont download',\n",
       " 'inch snow ground count worri poor flower',\n",
       " 'dweeman happi camper',\n",
       " 'dkoenig thank man grate feel unworthi attent though',\n",
       " 'wolf miss u total comin back tho lastnight sooooooo much fun',\n",
       " 'sniffinglu ohhh love ps sad get hang',\n",
       " 'somehow still end place',\n",
       " 'kisluvki oh sad poor boy',\n",
       " ...]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clean_Text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "## now implementing the tfidf matrix formation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "vectorizer = pickle.load(open(\"final_vectorizer.pkl\" , \"rb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "TfidfVectorizer(max_features=10000, min_df=4)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "kmeans = pickle.load(open(\"final_kmeans.pkl\" , \"rb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "TfidfVectorizer(max_features=10000, min_df=4)"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MiniBatchKMeans(batch_size=1000, init_size=1000, max_iter=1000, n_clusters=3,\n",
       "                n_init=1, verbose=False)"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "kmeans"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "transformed_text = vectorizer.transform(clean_Text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(10000, 10000)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "transformed_text.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "clusters = kmeans.predict(transformed_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "unique, frequency = np.unique(clusters,return_counts = True\n",
    "                             )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([8726,  859,  415], dtype=int64)"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "frequency"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 1, 2])"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "unique"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "# data = pd.DataFrame(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "# type(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "# frequency"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "# len(clusters)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "# data['predicted_cluster'] = clusters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "# orig = pd.read_csv(\"shahidkapoor.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "# orig"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cluster 0:\n",
      " work\n",
      " miss\n",
      " get\n",
      " day\n",
      " feel\n",
      " like\n",
      " today\n",
      " want\n",
      " sad\n",
      " good\n",
      " back\n",
      " realli\n",
      " know\n",
      " got\n",
      " time\n",
      " still\n",
      " wish\n",
      " one\n",
      " sorri\n",
      " need\n",
      " think\n",
      " bad\n",
      " oh\n",
      " hate\n",
      " home\n",
      " last\n",
      " http\n",
      " lol\n",
      " love\n",
      " sleep\n",
      " quot\n",
      " hope\n",
      " much\n",
      " make\n",
      " night\n",
      " see\n",
      " come\n",
      " well\n",
      " suck\n",
      " tomorrow\n",
      " com\n",
      " twitter\n",
      " sick\n",
      " hurt\n",
      " week\n",
      " look\n",
      " amp\n",
      " morn\n",
      " right\n",
      " tri\n",
      " bore\n",
      " rain\n",
      " tire\n",
      " though\n",
      " school\n",
      " new\n",
      " thing\n",
      " would\n",
      " wait\n",
      " hour\n",
      " way\n",
      " could\n",
      " friend\n",
      " even\n",
      " tonight\n",
      " start\n",
      " take\n",
      " dont\n",
      " lost\n",
      " say\n",
      " never\n",
      " weekend\n",
      " better\n",
      " cant\n",
      " yeah\n",
      " cold\n",
      " find\n",
      " leav\n",
      " phone\n",
      " fun\n",
      " damn\n",
      " ugh\n",
      " gonna\n",
      " alreadi\n",
      " peopl\n",
      " follow\n",
      " head\n",
      " long\n",
      " tweet\n",
      " bit\n",
      " bed\n",
      " play\n",
      " poor\n",
      " thank\n",
      " headach\n",
      " yet\n",
      " show\n",
      " haha\n",
      " littl\n",
      " left\n",
      "\n",
      "Cluster 1:\n",
      " go\n",
      " want\n",
      " work\n",
      " back\n",
      " home\n",
      " bed\n",
      " get\n",
      " wanna\n",
      " today\n",
      " day\n",
      " sleep\n",
      " tomorrow\n",
      " school\n",
      " realli\n",
      " wish\n",
      " miss\n",
      " see\n",
      " time\n",
      " like\n",
      " need\n",
      " feel\n",
      " away\n",
      " tonight\n",
      " think\n",
      " well\n",
      " rain\n",
      " still\n",
      " one\n",
      " hour\n",
      " got\n",
      " readi\n",
      " could\n",
      " sad\n",
      " night\n",
      " week\n",
      " know\n",
      " good\n",
      " tire\n",
      " dont\n",
      " hope\n",
      " amp\n",
      " morn\n",
      " soon\n",
      " oh\n",
      " much\n",
      " make\n",
      " bad\n",
      " come\n",
      " look\n",
      " lol\n",
      " last\n",
      " hate\n",
      " sick\n",
      " gotta\n",
      " gonna\n",
      " weekend\n",
      " earli\n",
      " cant\n",
      " take\n",
      " long\n",
      " watch\n",
      " though\n",
      " tri\n",
      " love\n",
      " would\n",
      " friend\n",
      " wait\n",
      " let\n",
      " bore\n",
      " even\n",
      " way\n",
      " quot\n",
      " right\n",
      " shop\n",
      " next\n",
      " show\n",
      " thing\n",
      " fun\n",
      " alreadi\n",
      " start\n",
      " suck\n",
      " ugh\n",
      " year\n",
      " parti\n",
      " leav\n",
      " http\n",
      " hous\n",
      " sorri\n",
      " beach\n",
      " concert\n",
      " everyon\n",
      " later\n",
      " might\n",
      " final\n",
      " stay\n",
      " doctor\n",
      " better\n",
      " summer\n",
      " guess\n",
      " exam\n",
      "\n",
      "Cluster 2:\n",
      " im\n",
      " watch\n",
      " sad\n",
      " get\n",
      " go\n",
      " miss\n",
      " gonna\n",
      " lol\n",
      " movi\n",
      " work\n",
      " like\n",
      " bore\n",
      " sorri\n",
      " cant\n",
      " tire\n",
      " realli\n",
      " want\n",
      " feel\n",
      " day\n",
      " sick\n",
      " think\n",
      " still\n",
      " know\n",
      " dont\n",
      " love\n",
      " good\n",
      " got\n",
      " show\n",
      " home\n",
      " last\n",
      " sleep\n",
      " time\n",
      " tv\n",
      " night\n",
      " wish\n",
      " today\n",
      " one\n",
      " quot\n",
      " see\n",
      " back\n",
      " amp\n",
      " cri\n",
      " right\n",
      " school\n",
      " wanna\n",
      " bad\n",
      " need\n",
      " well\n",
      " make\n",
      " come\n",
      " haha\n",
      " final\n",
      " tomorrow\n",
      " tonight\n",
      " oh\n",
      " much\n",
      " wait\n",
      " bed\n",
      " http\n",
      " tri\n",
      " even\n",
      " omg\n",
      " though\n",
      " twitter\n",
      " hope\n",
      " could\n",
      " hate\n",
      " game\n",
      " hungri\n",
      " friend\n",
      " new\n",
      " didnt\n",
      " episod\n",
      " award\n",
      " week\n",
      " look\n",
      " mtv\n",
      " ugh\n",
      " season\n",
      " thing\n",
      " soo\n",
      " scare\n",
      " start\n",
      " never\n",
      " sure\n",
      " fuck\n",
      " suck\n",
      " eat\n",
      " ill\n",
      " jealous\n",
      " caus\n",
      " hous\n",
      " yeah\n",
      " alon\n",
      " noth\n",
      " stuck\n",
      " live\n",
      " guess\n",
      " girl\n",
      " say\n",
      "\n"
     ]
    }
   ],
   "source": [
    "sorted_centroids = kmeans.cluster_centers_.argsort()[:, ::-1]\n",
    "terms = vectorizer.get_feature_names()\n",
    "for i in range(3):\n",
    "    print(\"Cluster %d:\" % i)\n",
    "    for j in sorted_centroids[i, :100]:\n",
    "        print(' %s' % terms[j])\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Cluster 0 is negative , cluster 1 is positive , cluster 2 is neutral"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "## performing the confusion matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "orig['predicted'] = clusters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>polarity</th>\n",
       "      <th>tweets</th>\n",
       "      <th>predicted</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>@switchfoot http://twitpic.com/2y1zl - Awww, t...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>is upset that he can't update his Facebook by ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>@Kenichan I dived many times for the ball. Man...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>my whole body feels itchy and like its on fire</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>@nationwideclass no, it's not behaving at all....</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>0</td>\n",
       "      <td>Aww that's sad</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>0</td>\n",
       "      <td>stupid dvds stuffing up the good bits in jaws.</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>0</td>\n",
       "      <td>@Dandy_Sephy No. Only close friends and family...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>0</td>\n",
       "      <td>CRAP! After looking when I last tweeted... WHY...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>0</td>\n",
       "      <td>Its Another Rainboot day</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10000 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     polarity                                             tweets  predicted\n",
       "0           0  @switchfoot http://twitpic.com/2y1zl - Awww, t...          0\n",
       "1           0  is upset that he can't update his Facebook by ...          0\n",
       "2           0  @Kenichan I dived many times for the ball. Man...          1\n",
       "3           0    my whole body feels itchy and like its on fire           0\n",
       "4           0  @nationwideclass no, it's not behaving at all....          0\n",
       "...       ...                                                ...        ...\n",
       "9995        0                                    Aww that's sad           0\n",
       "9996        0    stupid dvds stuffing up the good bits in jaws.           0\n",
       "9997        0  @Dandy_Sephy No. Only close friends and family...          0\n",
       "9998        0  CRAP! After looking when I last tweeted... WHY...          0\n",
       "9999        0                          Its Another Rainboot day           0\n",
       "\n",
       "[10000 rows x 3 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "orig"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 1, 2])"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "orig['predicted'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       0\n",
       "1       0\n",
       "2       1\n",
       "3       0\n",
       "4       0\n",
       "       ..\n",
       "9995    0\n",
       "9996    0\n",
       "9997    0\n",
       "9998    0\n",
       "9999    0\n",
       "Name: predicted, Length: 10000, dtype: int32"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "orig['predicted'].replace(0 , 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       0\n",
       "1       0\n",
       "2       4\n",
       "3       0\n",
       "4       0\n",
       "       ..\n",
       "9995    0\n",
       "9996    0\n",
       "9997    0\n",
       "9998    0\n",
       "9999    0\n",
       "Name: predicted, Length: 10000, dtype: int32"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "orig['predicted'].replace( 1, 4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       0\n",
       "1       0\n",
       "2       1\n",
       "3       0\n",
       "4       0\n",
       "       ..\n",
       "9995    0\n",
       "9996    0\n",
       "9997    0\n",
       "9998    0\n",
       "9999    0\n",
       "Name: predicted, Length: 10000, dtype: int32"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "orig['predicted'].replace(2 , 4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "## preparing the confusion matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "polarity_matrix = orig['polarity']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       0\n",
       "1       0\n",
       "2       0\n",
       "3       0\n",
       "4       0\n",
       "       ..\n",
       "9995    0\n",
       "9996    0\n",
       "9997    0\n",
       "9998    0\n",
       "9999    0\n",
       "Name: polarity, Length: 10000, dtype: object"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "polarity_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted_matrix = orig['predicted']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       0\n",
       "1       0\n",
       "2       1\n",
       "3       0\n",
       "4       0\n",
       "       ..\n",
       "9995    0\n",
       "9996    0\n",
       "9997    0\n",
       "9998    0\n",
       "9999    0\n",
       "Name: predicted, Length: 10000, dtype: int32"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predicted_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "polarity_matrix = polarity_matrix.astype(int)\n",
    "# result = confusion_matrix(polarity_matrix , predicted_matrix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       0\n",
       "1       0\n",
       "2       0\n",
       "3       0\n",
       "4       0\n",
       "       ..\n",
       "9995    0\n",
       "9996    0\n",
       "9997    0\n",
       "9998    0\n",
       "9999    0\n",
       "Name: polarity, Length: 10000, dtype: int32"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "polarity_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "result = confusion_matrix(polarity_matrix , predicted_matrix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[8726,  859,  415],\n",
       "       [   0,    0,    0],\n",
       "       [   0,    0,    0]], dtype=int64)"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "score = metrics.accuracy_score(polarity_matrix,predicted_matrix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8726"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "## serializering the clean function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump(cleaning , open(\"cleaning_text.pkl\" , \"wb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "## trying the pickle for cleaning function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "clean_func = pickle.load(open(\"cleaning_new.pkl\" , \"rb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "# clean_Text = []\n",
    "# for review in data['tweets']:\n",
    "#     clean_Text.append( \" \".join(cleaning(review)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\HP\\anaconda3\\lib\\site-packages\\IPython\\core\\interactiveshell.py:3071: DtypeWarning: Columns (1) have mixed types.Specify dtype option on import or set low_memory=False.\n",
      "  has_raised = await self.run_ast_nodes(code_ast.body, cell_name,\n"
     ]
    }
   ],
   "source": [
    "data2 = pd.read_csv(\"dataset2.csv\" , encoding = \"latin1\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>polarity</th>\n",
       "      <th>tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>@switchfoot http://twitpic.com/2y1zl - Awww, t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>is upset that he can't update his Facebook by ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>@Kenichan I dived many times for the ball. Man...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>my whole body feels itchy and like its on fire</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>@nationwideclass no, it's not behaving at all....</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  polarity                                             tweets\n",
       "0        0  @switchfoot http://twitpic.com/2y1zl - Awww, t...\n",
       "1        0  is upset that he can't update his Facebook by ...\n",
       "2        0  @Kenichan I dived many times for the ball. Man...\n",
       "3        0    my whole body feels itchy and like its on fire \n",
       "4        0  @nationwideclass no, it's not behaving at all...."
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "data2['tweets']=data2['tweets'].apply(str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "clean_Text = []\n",
    "for review in data2['tweets']:\n",
    "    clean_Text.append( \" \".join(clean_func(review)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}