The Main File.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Problem Statement\n",
    "\n",
    "\n",
    "##### We are suppossed to build a model that has the capacity to generate words on their own, when we send a set of input words to and we \n",
    "##### need to classify them as UFDP(Unfair and Deceptive business practice related) or not UFDP."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "from wordcloud import WordCloud\n",
    "import re\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "%matplotlib inline\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GID512411</td>\n",
       "      <td>Bank5279</td>\n",
       "      <td>State31</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Settlement process and costs</td>\n",
       "      <td>Bank5279 Research dpt. \\nXXXX XXXX XXXX XXXX,...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GID512412</td>\n",
       "      <td>Bank5287</td>\n",
       "      <td>State26</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Application, originator, mortgage broker</td>\n",
       "      <td>I had a mortgage with from XXXX of XXXX to XX...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>2016-02-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GID512413</td>\n",
       "      <td>Bank5286</td>\n",
       "      <td>State14</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Billing disputes</td>\n",
       "      <td>In XXXX XXXX, I was given a {$1100.00} credit...</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>Closed with monetary relief</td>\n",
       "      <td>Yes</td>\n",
       "      <td>2016-02-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GID512415</td>\n",
       "      <td>Bank5279</td>\n",
       "      <td>State53</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>Our Mortgage was sold to Bank5279 in XXXX of ...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GID512417</td>\n",
       "      <td>Bank5286</td>\n",
       "      <td>State37</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Loan modification,collection,foreclosure</td>\n",
       "      <td>We started dealing with Citi Mortgage back in...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  GrievanceID    BankID    State DateOfGrievance  \\\n",
       "0   GID512411  Bank5279  State31      2016-01-19   \n",
       "1   GID512412  Bank5287  State26      2016-01-19   \n",
       "2   GID512413  Bank5286  State14      2016-01-19   \n",
       "3   GID512415  Bank5279  State53      2016-01-19   \n",
       "4   GID512417  Bank5286  State37      2016-01-19   \n",
       "\n",
       "                         Grievance_Category  \\\n",
       "0              Settlement process and costs   \n",
       "1  Application, originator, mortgage broker   \n",
       "2                          Billing disputes   \n",
       "3  Loan servicing, payments, escrow account   \n",
       "4  Loan modification,collection,foreclosure   \n",
       "\n",
       "                                GrievanceDescription LineOfBusiness  \\\n",
       "0   Bank5279 Research dpt. \\nXXXX XXXX XXXX XXXX,...       Mortgage   \n",
       "1   I had a mortgage with from XXXX of XXXX to XX...       Mortgage   \n",
       "2   In XXXX XXXX, I was given a {$1100.00} credit...    Credit card   \n",
       "3   Our Mortgage was sold to Bank5279 in XXXX of ...       Mortgage   \n",
       "4   We started dealing with Citi Mortgage back in...       Mortgage   \n",
       "\n",
       "            ResolutionComments Disputed DateOfResolution  \n",
       "0      Closed with explanation       No       2016-01-30  \n",
       "1      Closed with explanation      Yes       2016-02-10  \n",
       "2  Closed with monetary relief      Yes       2016-02-10  \n",
       "3      Closed with explanation       No       2016-01-30  \n",
       "4      Closed with explanation       No       2016-01-30  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train= pd.read_csv(\"GrievancesData_Train.csv\") #loading train data\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>53680</td>\n",
       "      <td>53680</td>\n",
       "      <td>53559</td>\n",
       "      <td>53680</td>\n",
       "      <td>53680</td>\n",
       "      <td>53680</td>\n",
       "      <td>53680</td>\n",
       "      <td>53680</td>\n",
       "      <td>53680</td>\n",
       "      <td>53680</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>53680</td>\n",
       "      <td>86</td>\n",
       "      <td>59</td>\n",
       "      <td>1222</td>\n",
       "      <td>67</td>\n",
       "      <td>46662</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>1248</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>GID364172</td>\n",
       "      <td>Bank5286</td>\n",
       "      <td>State9</td>\n",
       "      <td>2014-01-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>I was shocked when I reviewed my credit repor...</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2013-10-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>1</td>\n",
       "      <td>5623</td>\n",
       "      <td>8110</td>\n",
       "      <td>172</td>\n",
       "      <td>8455</td>\n",
       "      <td>8</td>\n",
       "      <td>21638</td>\n",
       "      <td>41546</td>\n",
       "      <td>41895</td>\n",
       "      <td>142</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       GrievanceID    BankID   State DateOfGrievance  \\\n",
       "count        53680     53680   53559           53680   \n",
       "unique       53680        86      59            1222   \n",
       "top      GID364172  Bank5286  State9      2014-01-19   \n",
       "freq             1      5623    8110             172   \n",
       "\n",
       "                              Grievance_Category  \\\n",
       "count                                      53680   \n",
       "unique                                        67   \n",
       "top     Loan servicing, payments, escrow account   \n",
       "freq                                        8455   \n",
       "\n",
       "                                     GrievanceDescription LineOfBusiness  \\\n",
       "count                                               53680          53680   \n",
       "unique                                              46662              4   \n",
       "top      I was shocked when I reviewed my credit repor...    Credit card   \n",
       "freq                                                    8          21638   \n",
       "\n",
       "             ResolutionComments Disputed DateOfResolution  \n",
       "count                     53680    53680            53680  \n",
       "unique                        4        2             1248  \n",
       "top     Closed with explanation       No       2013-10-01  \n",
       "freq                      41546    41895              142  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GID512414</td>\n",
       "      <td>Bank5334</td>\n",
       "      <td>State43</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GID512416</td>\n",
       "      <td>Bank5278</td>\n",
       "      <td>State16</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Problems when you are unable to pay</td>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "      <td>Consumer Loan</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-02-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GID515121</td>\n",
       "      <td>Bank5372</td>\n",
       "      <td>State56</td>\n",
       "      <td>2016-03-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>We fell behind in our payments back in 2014 f...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-03-30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GID515123</td>\n",
       "      <td>Bank5372</td>\n",
       "      <td>State47</td>\n",
       "      <td>2016-03-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>My home is on XXXX parcels of land. The first...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-03-30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GID515124</td>\n",
       "      <td>Bank5310</td>\n",
       "      <td>State10</td>\n",
       "      <td>2016-03-19</td>\n",
       "      <td>Settlement process and costs</td>\n",
       "      <td>We mortgaged our home with XXXX on XXXX/XXXX/...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-03-30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  GrievanceID    BankID    State DateOfGrievance  \\\n",
       "0   GID512414  Bank5334  State43      2016-01-19   \n",
       "1   GID512416  Bank5278  State16      2016-01-19   \n",
       "2   GID515121  Bank5372  State56      2016-03-19   \n",
       "3   GID515123  Bank5372  State47      2016-03-19   \n",
       "4   GID515124  Bank5310  State10      2016-03-19   \n",
       "\n",
       "                         Grievance_Category  \\\n",
       "0  Loan servicing, payments, escrow account   \n",
       "1       Problems when you are unable to pay   \n",
       "2  Loan servicing, payments, escrow account   \n",
       "3  Loan servicing, payments, escrow account   \n",
       "4              Settlement process and costs   \n",
       "\n",
       "                                GrievanceDescription LineOfBusiness  \\\n",
       "0   I currently have a mortgage with Flag star ba...       Mortgage   \n",
       "1   Bank5278 Auto Finance repossessed and subsequ...  Consumer Loan   \n",
       "2   We fell behind in our payments back in 2014 f...       Mortgage   \n",
       "3   My home is on XXXX parcels of land. The first...       Mortgage   \n",
       "4   We mortgaged our home with XXXX on XXXX/XXXX/...       Mortgage   \n",
       "\n",
       "        ResolutionComments Disputed DateOfResolution  \n",
       "0  Closed with explanation       No       2016-01-30  \n",
       "1  Closed with explanation       No       2016-02-03  \n",
       "2  Closed with explanation       No       2016-03-30  \n",
       "3  Closed with explanation       No       2016-03-30  \n",
       "4  Closed with explanation       No       2016-03-30  "
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test= pd.read_csv(\"GrievancesData_Test.csv\")\n",
    "test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((53680, 10), (27954, 10))"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.shape,test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>27954</td>\n",
       "      <td>27954</td>\n",
       "      <td>27879</td>\n",
       "      <td>27954</td>\n",
       "      <td>27954</td>\n",
       "      <td>27954</td>\n",
       "      <td>27954</td>\n",
       "      <td>27954</td>\n",
       "      <td>27954</td>\n",
       "      <td>27954</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>27954</td>\n",
       "      <td>22</td>\n",
       "      <td>61</td>\n",
       "      <td>1168</td>\n",
       "      <td>59</td>\n",
       "      <td>24137</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>1198</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>GID444548</td>\n",
       "      <td>Bank5373</td>\n",
       "      <td>State9</td>\n",
       "      <td>2014-01-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>I was shocked when I reviewed my credit repor...</td>\n",
       "      <td>Credit card</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2014-02-19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>1</td>\n",
       "      <td>8221</td>\n",
       "      <td>3839</td>\n",
       "      <td>727</td>\n",
       "      <td>4403</td>\n",
       "      <td>6</td>\n",
       "      <td>9561</td>\n",
       "      <td>23505</td>\n",
       "      <td>22524</td>\n",
       "      <td>291</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       GrievanceID    BankID   State DateOfGrievance  \\\n",
       "count        27954     27954   27879           27954   \n",
       "unique       27954        22      61            1168   \n",
       "top      GID444548  Bank5373  State9      2014-01-19   \n",
       "freq             1      8221    3839             727   \n",
       "\n",
       "                              Grievance_Category  \\\n",
       "count                                      27954   \n",
       "unique                                        59   \n",
       "top     Loan servicing, payments, escrow account   \n",
       "freq                                        4403   \n",
       "\n",
       "                                     GrievanceDescription LineOfBusiness  \\\n",
       "count                                               27954          27954   \n",
       "unique                                              24137              4   \n",
       "top      I was shocked when I reviewed my credit repor...    Credit card   \n",
       "freq                                                    6           9561   \n",
       "\n",
       "             ResolutionComments Disputed DateOfResolution  \n",
       "count                     27954    27954            27954  \n",
       "unique                        4        2             1198  \n",
       "top     Closed with explanation       No       2014-02-19  \n",
       "freq                      23505    22524              291  "
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>word_count</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>169</td>\n",
       "      <td>Bank5279 Research dpt. \\nXXXX XXXX XXXX XXXX,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>515</td>\n",
       "      <td>I had a mortgage with from XXXX of XXXX to XX...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>569</td>\n",
       "      <td>In XXXX XXXX, I was given a {$1100.00} credit...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>284</td>\n",
       "      <td>Our Mortgage was sold to Bank5279 in XXXX of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>422</td>\n",
       "      <td>We started dealing with Citi Mortgage back in...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   word_count                               GrievanceDescription\n",
       "0         169   Bank5279 Research dpt. \\nXXXX XXXX XXXX XXXX,...\n",
       "1         515   I had a mortgage with from XXXX of XXXX to XX...\n",
       "2         569   In XXXX XXXX, I was given a {$1100.00} credit...\n",
       "3         284   Our Mortgage was sold to Bank5279 in XXXX of ...\n",
       "4         422   We started dealing with Citi Mortgage back in..."
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Calculating No of Words for train\n",
    "\n",
    "train[\"word_count\"]=train[\"GrievanceDescription\"].apply(lambda x: len(str(x).split(\" \")))\n",
    "train[[\"word_count\",\"GrievanceDescription\"]].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>char_count</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>944</td>\n",
       "      <td>Bank5279 Research dpt. \\nXXXX XXXX XXXX XXXX,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2641</td>\n",
       "      <td>I had a mortgage with from XXXX of XXXX to XX...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2873</td>\n",
       "      <td>In XXXX XXXX, I was given a {$1100.00} credit...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1456</td>\n",
       "      <td>Our Mortgage was sold to Bank5279 in XXXX of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2281</td>\n",
       "      <td>We started dealing with Citi Mortgage back in...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   char_count                               GrievanceDescription\n",
       "0         944   Bank5279 Research dpt. \\nXXXX XXXX XXXX XXXX,...\n",
       "1        2641   I had a mortgage with from XXXX of XXXX to XX...\n",
       "2        2873   In XXXX XXXX, I was given a {$1100.00} credit...\n",
       "3        1456   Our Mortgage was sold to Bank5279 in XXXX of ...\n",
       "4        2281   We started dealing with Citi Mortgage back in..."
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Calculating No of Characters in each line\n",
    "\n",
    "train[\"char_count\"]=train[\"GrievanceDescription\"].str.len()  # also includes spaces\n",
    "train[[\"char_count\",\"GrievanceDescription\"]].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Bank5279 Research dpt. XXXX XXXX XXXX XXXX, CA...\n",
       "1    I mortgage XXXX XXXX XXXX XXXX never missed pa...\n",
       "2    In XXXX XXXX, I given {$1100.00} credit limit ...\n",
       "3    Our Mortgage sold Bank5279 XXXX 2014. They bou...\n",
       "4    We started dealing Citi Mortgage back XX/XX/XX...\n",
       "Name: GrievanceDescription, dtype: object"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##to check the number of stopwords in each Description\n",
    "\n",
    "from nltk.corpus import stopwords\n",
    "stop = stopwords.words('english')\n",
    "\n",
    "train['GrievanceDescription'] = train['GrievanceDescription'].apply(lambda x: \" \".join(x for x in x.split() if x not in stop))\n",
    "train['GrievanceDescription'].head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>hastags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bank5279 Research dpt. XXXX XXXX XXXX XXXX, CA...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>I mortgage XXXX XXXX XXXX XXXX never missed pa...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>In XXXX XXXX, I given {$1100.00} credit limit ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Our Mortgage sold Bank5279 XXXX 2014. They bou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>We started dealing Citi Mortgage back XX/XX/XX...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                GrievanceDescription  hastags\n",
       "0  Bank5279 Research dpt. XXXX XXXX XXXX XXXX, CA...        0\n",
       "1  I mortgage XXXX XXXX XXXX XXXX never missed pa...        0\n",
       "2  In XXXX XXXX, I given {$1100.00} credit limit ...        0\n",
       "3  Our Mortgage sold Bank5279 XXXX 2014. They bou...        0\n",
       "4  We started dealing Citi Mortgage back XX/XX/XX...        0"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##Number of Special Characters for train\n",
    "\n",
    "train['hastags'] = train['GrievanceDescription'].apply(lambda x: len([x for x in x.split() if x.startswith('#')]))\n",
    "train[['GrievanceDescription','hastags']].head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>hastags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>We fell behind in our payments back in 2014 f...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My home is on XXXX parcels of land The first ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>We mortgaged our home with XXXX on XXXXXXXXXX...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                GrievanceDescription  hastags\n",
       "0   I currently have a mortgage with Flag star ba...        0\n",
       "1   Bank5278 Auto Finance repossessed and subsequ...        0\n",
       "2   We fell behind in our payments back in 2014 f...        0\n",
       "3   My home is on XXXX parcels of land The first ...        0\n",
       "4   We mortgaged our home with XXXX on XXXXXXXXXX...        0"
      ]
     },
     "execution_count": 166,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##Number of Special Characters for test\n",
    "\n",
    "test['hastags'] = test['GrievanceDescription'].apply(lambda x: len([x for x in x.split() if x.startswith('#')]))\n",
    "test[['GrievanceDescription','hastags']].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...\n",
       "1    I mortgage XXXX XXXX XXXX XXXX never missed pa...\n",
       "2    In XXXX XXXX I given 110000 credit limit Sears...\n",
       "3    Our Mortgage sold Bank5279 XXXX 2014 They boug...\n",
       "4    We started dealing Citi Mortgage back XXXXXXXX...\n",
       "Name: GrievanceDescription, dtype: object"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Removing Punctuation\n",
    "\n",
    "train['GrievanceDescription'] = train['GrievanceDescription'].str.replace('[^\\w\\s]','')\n",
    "train[\"GrievanceDescription\"].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>upper</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>I mortgage XXXX XXXX XXXX XXXX never missed pa...</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>In XXXX XXXX I given 110000 credit limit Sears...</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Our Mortgage sold Bank5279 XXXX 2014 They boug...</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>We started dealing Citi Mortgage back XXXXXXXX...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Trouble payments handled My husband lost job X...</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>TOO BIG TO FAIL AND CARE We XXXX last child we...</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>I car loan Bank5397 In XXXX 2014 I sent paymen...</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Ocwen loan servicing servicer loan 1 They refu...</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>We trying close new Mortgage applied for We no...</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>I made payment 6900000 loan  XXXXXXXX362  appl...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>I applied credit card accepted Bank5451 sent w...</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>opened XXXX Bank America credit cards 1520 yea...</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>My HAMP loan transferred CitiMortgage 25 years...</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>I approved trial modification Bank5421 Tier XX...</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 GrievanceDescription  upper\n",
       "0   Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...     31\n",
       "1   I mortgage XXXX XXXX XXXX XXXX never missed pa...     93\n",
       "2   In XXXX XXXX I given 110000 credit limit Sears...     53\n",
       "3   Our Mortgage sold Bank5279 XXXX 2014 They boug...     29\n",
       "4   We started dealing Citi Mortgage back XXXXXXXX...     19\n",
       "5   Trouble payments handled My husband lost job X...     57\n",
       "6   TOO BIG TO FAIL AND CARE We XXXX last child we...     43\n",
       "7   I car loan Bank5397 In XXXX 2014 I sent paymen...      7\n",
       "8   Ocwen loan servicing servicer loan 1 They refu...     22\n",
       "9   We trying close new Mortgage applied for We no...     53\n",
       "10  I made payment 6900000 loan  XXXXXXXX362  appl...     11\n",
       "11  I applied credit card accepted Bank5451 sent w...     30\n",
       "12  opened XXXX Bank America credit cards 1520 yea...     29\n",
       "13  My HAMP loan transferred CitiMortgage 25 years...     15\n",
       "14  I approved trial modification Bank5421 Tier XX...     31"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## No of UpperCase words\n",
    "\n",
    "train['upper'] = train['GrievanceDescription'].apply(lambda x: len([x for x in x.split() if x.isupper()]))\n",
    "\n",
    "train[['GrievanceDescription','upper']].head(15)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Roundpint         1\n",
       "beeb              1\n",
       "ANOTER            1\n",
       "2We               1\n",
       "deednote          1\n",
       "ENACTED           1\n",
       "PAgain            1\n",
       "AirBag            1\n",
       "tohas             1\n",
       "Securitisation    1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Rare words removal for train\n",
    "\n",
    "freq = pd.Series(' '.join(train['GrievanceDescription']).split()).value_counts()[-10:]\n",
    "freq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...\n",
       "1    I mortgage XXXX XXXX XXXX XXXX never missed pa...\n",
       "2    In XXXX XXXX I given 110000 credit limit Sears...\n",
       "3    Our Mortgage sold Bank5279 XXXX 2014 They boug...\n",
       "4    We started dealing Citi Mortgage back XXXXXXXX...\n",
       "Name: GrievanceDescription, dtype: object"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##The frequency of the rare words for train\n",
    "freq = list(freq.index)\n",
    "train['GrievanceDescription'] = train['GrievanceDescription'].apply(lambda x: \" \".join(x for x in x.split() if x not in freq))\n",
    "train['GrievanceDescription'].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>hastags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>I mortgage XXXX XXXX XXXX XXXX never missed pa...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>In XXXX XXXX I given 110000 credit limit Sears...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Our Mortgage sold Bank5279 XXXX 2014 They boug...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>We started dealing Citi Mortgage back XXXXXXXX...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                GrievanceDescription  hastags\n",
       "0  Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...        0\n",
       "1  I mortgage XXXX XXXX XXXX XXXX never missed pa...        0\n",
       "2  In XXXX XXXX I given 110000 credit limit Sears...        0\n",
       "3  Our Mortgage sold Bank5279 XXXX 2014 They boug...        0\n",
       "4  We started dealing Citi Mortgage back XXXXXXXX...        0"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Removing Special Characters\n",
    "\n",
    "train['hastags'] = train['GrievanceDescription'].apply(lambda x: len([x for x in x.split() if x.startswith('#')]))\n",
    "train[['GrievanceDescription','hastags']].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "from textblob import TextBlob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...\n",
       "1    I mortgage XXXX XXXX XXXX XXXX never missed pa...\n",
       "2    In XXXX XXXX I given 110000 credit limit Sears...\n",
       "3    Our Mortgage sold Bank5279 XXXX 2014 They boug...\n",
       "4    We started dealing Citi Mortgage back XXXXXXXX...\n",
       "Name: GrievanceDescription, dtype: object"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##TextBlob is used for Spelling Correction\n",
    "\n",
    "train[\"GrievanceDescription\"][:5].apply(lambda x: str(TextBlob(x).correct()))\n",
    "train[\"GrievanceDescription\"].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...\n",
       "1    I mortgage XXXX XXXX XXXX XXXX never missed pa...\n",
       "2    In XXXX XXXX I given 110000 credit limit Sears...\n",
       "3    Our Mortgage sold Bank5279 XXXX 2014 They boug...\n",
       "4    We started dealing Citi Mortgage back XXXXXXXX...\n",
       "5    Trouble payments handled My husband lost job X...\n",
       "6    TOO BIG TO FAIL AND CARE We XXXX last child we...\n",
       "7    I car loan Bank5397 In XXXX 2014 I sent paymen...\n",
       "8    Ocwen loan servicing servicer loan 1 They refu...\n",
       "9    We trying close new Mortgage applied for We no...\n",
       "Name: GrievanceDescription, dtype: object"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train[\"GrievanceDescription\"].head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Text Preprocessing "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "WordList(['I', 'mortgage', 'XXXX', 'XXXX', 'XXXX', 'XXXX', 'never', 'missed', 'payment', 'I', 'refinanced', 'Citizens', 'Mortgage', 'XXXX', 'XXXX', 'XXXX', 'obtain', 'XXXX', 'loan', 'completely', 'renovate', 'home', 'My', 'home', 'built', 'My', 'current', 'mortgage', 'XXXX', '41000000', 'My', 'house', 'single', 'family', 'XXXX', 'XXXX', 'XXXX', 'ocean', 'view', 'XXXX', 'car', 'garage', 'additional', 'parking', 'spot', 'In', 'late', 'XXXX', 'XXXX', 'I', 'moved', 'in', 'I', 'started', 'refinancing', 'process', 'Citizens', 'lower', 'monthly', 'payment', 'close', '60000', 'I', 'would', 'longer', 'need', 'PMI', 'insurance', 'I', 'provided', 'Citizens', 'every', 'document', 'asked', 'ASAP', 'XXXX', 'XXXX', 'XXXX', 'XXXX', 'I', 'signed', 'allow', 'income', 'taxes', 'released', 'I', 'paid', '45000', 'appraisial', 'home', 'occurred', 'XXXX', 'XXXX', 'XXXX', 'The', 'apprasal', 'came', '59000000', 'signifigantly', 'market', 'value', 'I', 'raised', 'complaints', 'appraisal', 'loan', 'originator', 'XXXX', 'XXXX', 'Citizens', 'Bank', 'XXXX', 'XXXX', 'XXXX', 'agreed', 'way', 'value', 'would', 'file', 'complaint', 'loan', 'fine', 'even', 'though', 'appraisal', 'artificially', 'low', 'I', 'told', 'would', 'close', 'end', 'XXXX', 'XXXX', 'We', 'close', 'told', 'would', 'close', 'end', 'XXXX', 'All', 'along', 'available', 'via', 'email', 'I', 'told', 'loan', 'going', 'forward', 'set', 'On', 'XXXX', 'XXXX', 'XXXX', 'I', 'told', 'via', 'email', 'XXXX', 'XXXX', 'would', 'close', 'Monday', 'XXXX', 'XXXX', 'XXXX', 'XXXX', 'XXXX', 'XXXX', 'XXXX', 'XXXX', 'Then', 'moved', 'XXXX', 'XXXX', 'I', 'told', 'phone', 'XXXX', 'XXXX', 'XXXX', 'around', 'XXXX', 'closing', 'tomorrow', 'XXXX', 'XXXX', 'At', 'XXXX', 'XXXX', 'XXXX', 'I', 'received', 'email', 'XXXX', 'saying', 'loan', 'denied', 'XXXX', 'also', 'said', 'email', 'sore', 'throat', 'cold', 'talk', 'Reason', 'stated', 'amount', 'summer', 'job', '190000', 'less', 'XXXX', 'XXXX', 'told', 'safe', 'cancel', 'XXXX', 'payment', 'XXXX', 'I', 'via', 'telephone', 'I', 'planned', 'financially', 'I', 'XXXX', 'child', 'My', 'wife', 'working', 'I', 'need', 'come', 'additional', 'money', 'I', 'told', 'I', 'would', 'need', 'Citizens', 'payment', 'would', 'lower', 'I', 'everything', 'asked', 'told', 'positive', 'things', 'loan', 'words', 'I', 'ever', 'heard', 'via', 'email', 'telephone', 'moving', 'forward', 'get', 'email', 'night', 'I', 'supposed', 'close', 'happening', 'After', 'another', 'week', 'vetting', 'financial', 'sources', 'I', 'submitted', 'back', 'early', 'XXXX', 'XXXX', 'I', 'told', 'loan', 'officer', 'denied', 'Friday', 'XXXX', 'XXXX', 'XXXX', 'No', 'bank', 'allowed', 'treat', 'people', 'manner', 'especially', 'people', 's', 'financial', 'future', 'held', 'wings'])"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##Tokenizaion\n",
    "\n",
    "TextBlob(train[\"GrievanceDescription\"][1]).words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...\n",
       "1    I mortgage XXXX XXXX XXXX XXXX never missed pa...\n",
       "2    In XXXX XXXX I given 110000 credit limit Sears...\n",
       "3    Our Mortgage sold Bank5279 XXXX 2014 They boug...\n",
       "4    We started dealing Citi Mortgage back XXXXXXXX...\n",
       "Name: GrievanceDescription, dtype: object"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Lemmatization( The process of converting a word to its root form from the Whole Dataset)\n",
    "\n",
    "from textblob import Word\n",
    "train[\"GrievanceDescription\"]=train[\"GrievanceDescription\"].apply(lambda x: \" \".join([Word(word).lemmatize() for word in x.split()]))\n",
    "train[\"GrievanceDescription\"].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Loan servicing, payments, escrow account                                            8455\n",
       "Loan modification,collection,foreclosure                                            6469\n",
       "Billing disputes                                                                    3645\n",
       "Dealing with my lender or servicer                                                  3171\n",
       "Managing the loan or lease                                                          2885\n",
       "Other                                                                               2142\n",
       "Identity theft / Fraud / Embezzlement                                               1951\n",
       "Closing/Cancelling account                                                          1599\n",
       "Application, originator, mortgage broker                                            1557\n",
       "Trouble during payment process                                                      1342\n",
       "Problems when you are unable to pay                                                 1170\n",
       "Customer service / Customer relations                                               1159\n",
       "Struggling to pay mortgage                                                          1138\n",
       "Settlement process and costs                                                        1131\n",
       "Rewards                                                                             1115\n",
       "Advertising and marketing                                                            982\n",
       "Taking out the loan or lease                                                         933\n",
       "Late fee                                                                             929\n",
       "Can't repay my loan                                                                  911\n",
       "Delinquent account                                                                   900\n",
       "Credit card protection / Debt protection                                             871\n",
       "APR or interest rate                                                                 854\n",
       "Transaction issue                                                                    818\n",
       "Billing statement                                                                    809\n",
       "Dealing with your lender or servicer                                                 790\n",
       "Credit decision / Underwriting                                                       630\n",
       "Other fee                                                                            626\n",
       "Unsolicited issuance of credit card                                                  577\n",
       "Credit determination                                                                 538\n",
       "Payoff process                                                                       510\n",
       "                                                                                    ... \n",
       "Incorrect information on your report                                                 113\n",
       "Getting a loan                                                                       109\n",
       "Forbearance / Workout plans                                                          100\n",
       "Sale of account                                                                       86\n",
       "Arbitration                                                                           84\n",
       "Bankruptcy                                                                            83\n",
       "Application processing delay                                                          82\n",
       "Charged fees or interest I didn't expect                                              60\n",
       "Balance transfer fee                                                                  60\n",
       "Convenience checks                                                                    48\n",
       "Cash advance                                                                          46\n",
       "Cash advance fee                                                                      46\n",
       "Problem with a credit reporting company's investigation into an existing problem      33\n",
       "Overlimit fee                                                                         27\n",
       "Applying for a mortgage                                                               26\n",
       "Can't contact lender                                                                  16\n",
       "Applied for loan/did not receive money                                                11\n",
       "Managing the line of credit                                                           11\n",
       "Lender repossessed or sold the vehicle                                                11\n",
       "Payment to acct not credited                                                          10\n",
       "Credit monitoring or identity theft protection services                                9\n",
       "Account terms and changes                                                              8\n",
       "Shopping for a line of credit                                                          7\n",
       "Improper use of your report                                                            6\n",
       "Can't stop charges to bank account                                                     3\n",
       "Unable to get your credit report or credit score                                       3\n",
       "Received a loan I didn't apply for                                                     3\n",
       "Charged bank acct wrong day or amt                                                     3\n",
       "Lender sold the property                                                               1\n",
       "Lender damaged or destroyed vehicle                                                    1\n",
       "Name: Grievance_Category, Length: 67, dtype: int64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.Grievance_Category.value_counts() # checks the count of values in the Column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GrievanceID             53680\n",
       "BankID                     86\n",
       "State                      59\n",
       "DateOfGrievance          1222\n",
       "Grievance_Category         67\n",
       "GrievanceDescription    43887\n",
       "LineOfBusiness              4\n",
       "ResolutionComments          4\n",
       "Disputed                    2\n",
       "DateOfResolution         1248\n",
       "word_count               1008\n",
       "char_count               4142\n",
       "hastags                     1\n",
       "upper                     347\n",
       "dtype: int64"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.nunique() # checking the unique values in the train data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "I shocked I reviewed credit report found late payment date 30 day past due XXXX 2016 I sure happened I believe I made payment I received statement My thought monthly statement get me                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  8\n",
       "I shocked I reviewed credit report found late payment date 30 day past due XXXX2016 I sure happened I believe I made payment I received statement My thought monthly statement get me                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   7\n",
       "This account reported XXXX XXXX XXXX The account reported derogatory rating troubling me I concerned credit I recently denied loan existing credit account increased interest rate This negative rating caused serious financial distress continue cause financial emotional distress issue resolved In researching legal right I found several item I understand I entitled to In order rectify situation ensure right violated way various consumer protection law I must hereby formally demand information request                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  7\n",
       "I bank america credit card ending XXXX year never late Bank america sent letter XXXXXXXX2015 closing personal account due issue business account This hurt tremendously credit score suffered due matter                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                6\n",
       "This company still reporting account file notified victim identity theft necessary paperwork filed police report support claim I m process getting mortgage account hurting listed bankruptcy I also fraudulent bankruptcy filing I m working court government get issue rectified I dealing issue year personal information stolen social security number address DOB phone number opened name bank account opened name I request company remove name social account immediately mark fraud choose business company future issue wo nt stop me I attached police report FTC fraud identity theft affidavit letter government showing identity stolen cyber hack also                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   6\n",
       "I victim identity theft Several year ago bank XXXX data breach My sensitive information including name social security number date birth address sent XXXX people Several account open name without knowledge consent This account opened result identity theft Later I also suffered hack due XXXX XXXX I attached documentation identity theft hack I disputed directly company get response                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          6\n",
       "I opened credit card XXXX year ago CITI They promised give AA reward every dollar I spent About month ago I got letter XXXX shutting reward account taking away reward claiming I violated term program I XXXX reward worth 420000 I could used cashback card reward card receive rewardscash purchase I continue use CITI business card business losing money could received every month                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               5\n",
       "I shocked I reviewed credit report found late payment date 30 day past due XXXX2015 I sure happened I believe I made payment I received statement My thought monthly statement get me                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   5\n",
       "By failing adhere California law rule RegulatoryDept The party y complained initial complaint compliant rule regarding dual tracking The Parties covered California Homeowner s Bill Rights RegulatoryDept s strict guideline I valid complete loan modification package XXXX XXXX 2016 acknowledged received notice deficiency documentation received me I received another Notice Trustee pendency application The Parties also failed respond initial complaint competent reliable evidence support fact contained within recorded title document used contract right Specifically assignment deed trust unverified entity Notice Default Notice Trustee Sale No authenticated evidence offered offending Parties person personal firsthand knowledge fact I default unknown unauthenticated party currently chain title without competent evidence support beneficial interest                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      5\n",
       "I shocked I reviewed credit report found late payment date 30 day past due XXXX2014 I sure happened I believe I made payment I received statement My thought monthly statement get me                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   5\n",
       "Again unacceptable You re telling I liable charge someone company thought ok illegally sign for I liable I nt cancel within 30 day I would gladly done I would know I charged every month But again I idea I NOT sign credit protection I dispute interest charge I know I balance reason dispute those However I disputing illegal credit protection charge Also Sales practice litigation settlement I receive anything regarding this Where signature phone call memo showing I authorized this Again someone bank incentive without proper authorization I want unauthorized fee back Maybe I need go somewhere else assistance make known Bank America illegally set fee people s account past 30 day customer liable it                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           5\n",
       "I upset disappointed reward change XXXX credit card The free night benefit removal disappointment In addition I annual fee charged account 7500 I believe bad practice suddenly change term card In addition old term advertised marketing material statement website To add insult injury I found US Bank XXXX XXXX selectively issuing free night certificate select customer I would like also received free night certificate Thanks XXXX XXXX                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      4\n",
       "I shocked I reviewed credit report found late payment date 30 day past due XXXX2016 I sure happened I believe I made payment I received statement My thought monthly statement get payment misapplied                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   4\n",
       "I shocked I reviewed credit report found late payment date 30 day past due XXXX 2013 I sure happened I believe I made payment I received statement My thought monthly statement get me                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  4\n",
       "Mortgage Payment taken checking account account applied Mortgage account Further credit rating agency informed account delinquent resulted credit adversely affected Thereafter business loan could obtained                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            4\n",
       "I got call form PayPal XXXX different occasion saying I outstanding balance After calling back I found I XXXX account neither XXXX I aware there My daughter opened name After jail admitted this                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       4\n",
       "I shocked I reviewed credit report found late payment date 30 day past due XXXX 2012 I sure happened I believe I made payment I received statement My thought monthly statement get me                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  4\n",
       "Received bad information loan I XXXX separate loan consideration I m opening XXXX separate incident XXXX per loan Each loan transferred number time satisfied final lender The problem original lender still showing loan satisfied XXXX XXXX major credit reporting agency                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             4\n",
       "I shocked I reviewed credit report found late payment date 30 day past due XXXXXXXX XXXXXXXX I sure happened I believe I made payment I received statement My thought monthly statement get me                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          4\n",
       "This company reporting inaccurate information XXXX bureau report I sent letter disputing it The letter sent certified mail They signed even 30 day allowed mark disputed failed so They never marked disputed validate it They violated Fair Debt Collection Practices Act I trying prevent legal action them                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           4\n",
       "Us Bank closed credit card retaliaition reporting agency They also denied request past statement lied true balanced owed lied payment received lied receiiving documentation related several dispute I want following charge outlined attachment removed account I also notifying experian retaliatory action taken long trail false statement provided u bank related payment received document email                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  4\n",
       "I shocked I reviewed credit report found late payment date 30 day past due XXXX2015 XXXX2015 I sure happened I believe I made payment I received statement My thought monthly statement get me                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          4\n",
       "We contract Home Depot Kitchen remodel opened line credit zero interest 2 year Now 6 month started charging u interest triple payment We called several time agreed make change going forward still expected pay inflated payment month                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 3\n",
       "In XXXX XXXX I filed complaint Macy s gross mismanagement consumer credit account The amount dispute 270000 I paid official check XXXX XXXX Macys reversed charge XXXX XXXX XXXX XXXX Macys admitted matter processing error following investigation bureau see Case number XXXX Macy s acknowledged internal error writing promised take account collection department calling list With matter still dispute investigation full knowledge internal error XXXX XXXX XXXX Macys posted negative statement credit agency reporting disputed amount interest penalty unpaid 3160 day This immediately negatively impacted credit report credit score dropped XXXX point within day This matter still dispute time negative reporting still federal investigation Reporting credit agency time circumstance malicious mismanagement credit I demand Macys issue immediate correction error credit report Macy s punish consumer internal error                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             3\n",
       "I checking PayPal I thought I ended somehow signing credit card I feel though I tricked signing credit card I absolutely interest having I really good credit I m upset hard inquiry At point I nt know would better credit keep close it The damage already done inquiry                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               3\n",
       "Bank America charged fee payment sent XXXX month new monthly cycle start I called would refund it XXXX XXXX XXXX XXXX                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   3\n",
       "On XXXX XXXX entered agreement XXXX XXXX XXXX XXXX XXXX XXXX XXXX Arena Resorts This timeshare XXXX week XXXX XXXX built XXXXXXXX XXXX XXXX XXXX They gave u certificate two week XXXX XXXX XXXX completion date XXXXXXXX When returned home XXXXXXXX I tried verify certificate found valid I tried call salesman XXXX XXXX He gave u phone XXXX nonworking number At time I looked internet found XXXX XXXX XXXX Scam We found may report people scammed We told Federal Consumer Protection Agency XXXX allows u Five day cancel agreement I canceled agreement XXXX XXXXXXXX I called Visa Credit card bank report I would like cancel transaction I told charge already reversed discovered fraudscam That day wife went line Visa account found charge still showing She called Visa told would file complaint dispute charge Visa time On XXXX XXXX informed letter Visa unable assist u dispute This agreement 1300000 We sure legal dispute Visa told do Thank help                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            3\n",
       "applied Bank5440 credit card promised 20000 sign bonus spent 150000 first 90 day part bank giving 20000 promised                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        3\n",
       "So I m trying make payment KeyBank credit card XXXX checking account via KeyBank s website KeyBank claim XXXX rejecting request payment XXXX say never received request Also KeyBank credit card trouble getting payment I pay account fine I also initiated trial payment 200 XXXX s website money debited nt posted KeyBank account Now look like KeyBank reported credit bureau defaulted payment reality s fault As result credit score fallen XXXX point KeyBank even reported account collection department today talking I find KeyBank apparently ca nt accept checking account number exceed certain length The entity blame KeyBank s IT I end paying price I d still happy enough socalled payment default struck credit profile fault own                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   3\n",
       "Requested assistance disputing charge XXXXXXXX2016 two month ago Still received resolution assistance                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   3\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       ..\n",
       "I received email Bank5285 branded Goodyear credit card saying I owe outstanding balance I believe fraud email since I GoodyearBank5285 branded credit card See email paste below CitiEmail XXXX EMAIL XXXX Cardmember XXXX XXXX Account Ending In XXXX Member Since XXXXAlerting Service Credit Card Minimum Payment Due AlertGoodyear Credit Account Card XXXX Balance XXXX Due XXXX Due Date XXXXLast Payment Amount XXXX payment already sent please disregard message To make payment visit XXXX use Online Bill Payment service It s fast easy You may also use address modify alert Please understand respond individual message email address It secure used credit card account related question This message informational purpose only ABOUT THIS MESSAGEPlease reply email For accountspecific inquiry please sign online account call Customer Service                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      1\n",
       "I made purchase XXXX XXXX XXXX total payment 9000 consists 1 8200 Bank5285 MCARD XXXX 2 XXXX XXXX 700 This purchase transaction categorized Cash Advance I charged 1000 cash advance fee 100 interest I contacted Bank5285 may time Bank5285 said XXXX sent wrong transaction category I contacted XXXX many time XXXX said sent correct transaction category They asked talk party take action correct issue                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           1\n",
       "Bank America Loan XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX CA XXXXWe started short sale Bank America XXXXXXXX Bank America hold 1st TD position also show servicer title 2nd TD There several issue Bank America s behavior short sale 1 We trying find Bank America also still hold 2nd TD service released TWO WEEKS NO ONE respond voicemail request Equator Bank America OBSTRUCTING negotiation 2nd TD 2 Bank America repeatedly request item exist already provided They requesting copy separate business bank statement XXXX homeowner XXXXXXXX Income Taxes I repeatedly sent SIGNED STATEMENT homeowner stating filed XXXXXXXX Income Taxes type statement ALWAYS accepted past Bank America every lender service short sale Bank America repeatedly rejected statement I also submitted business bank statement XXXX first requested Bank America rejected anyway Bank America refusing work short sale someone filed XXXXXXXX Income TaxesBank America reject exact document requested another attempt XXXX short sale process 3 The Single Point Contact SPOC return phone call 4 There NO ONE Bank America answer question regarding short sale phone All attempt speaking someone result transferred voicemail never returned Even normal customer service department handle financial product immediately transfer SPOC s voicemail saying information help u 5 The negotiator management refuse respond voicemail message inside Equator system                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    1\n",
       "I made check payment store Home Depot Home Depot credit card XXXX2015 380000 The amount deducted bank account following day XXXX2015 On XXXXXXXX I tried use credit card told payment credited would credited additional 15 day Therefore company took money held 30 day without using towards payment account reimbBank5285ing way                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     1\n",
       "Bad customer service Bank5348 principal payment made applied principal correctly On phone hoBank5348 trying resolve issue get pay loan                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  1\n",
       "Regular payment XXXX 2016 misapplied principal reduction resulting loan becoming past due Principal reduction displayed payment online banking Making additional call attempt work phone number requesting call work would give purpose call gave appearance phishing attempt No attempt made reach home phone cell phone mail secure messaging notify delinquency Called ID display phone number listed website gave appearance phishing attempt Excessive customer verification procedure refusal provide purpose call place employment without account number social security number Inconvenient online banking forgot id password function No notification account past due due date indicator Not provided VRU access code Refusal speak collection manager Overall difficult customer experience resolve error phone Account yet corrected Reported XXXX                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         1\n",
       "We Macy Credit card since 2009 This week received letter Citi Bank stated ENROLLED Bank5285 program You call cancel enrollment We thought letter scam called Macy directly it We talked manager complained unethical business practice selling charging customer service wo approval The manager offered connecting Citi I told I Macy customer Citi So Macy ok practice He offered connect Citi Bank So basically Macy know unethical business practice Citi NOT anything protect customer base No comment manager offered connect Citi cancellation I told lost customer We cancelling Macy card                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      1\n",
       "We Issued Loan Modification OCWEN made XXXX payment would accept XXXX payment solar panel XXXX XXXX XXXX current Our attorney refiled mod package offered payment XXXX More OCWEN defaulted original aggreement done new amount totally unrealistic                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     1\n",
       "Cant temporarily postpone payment Upon filing Chapter XXXX bankruptcy I informed XXXX student loan I cosigned daughter XXXX XXXX XXXX taken deferment closed transferred collection acct XXXX been since original loan taken out least Parttime student currently federal loan deferment good standing currently XXXX full deferment qualification lapse These loan taken XXXXXXXX XXXXXXXX reached Statute Limitation reporting We feel transfer performed restart Statute Limitation time line We Myself XXXX numerous occasion try negotiate them stating nt understand taken deferment all Our Credit tainted since began caused numerous occasion denial credithome loan                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           1\n",
       "Regarding Shell Account XXXX XXXXAccount issued serviced Bank5286NA XXXX XXXX XXXX XXXX SD XXXX I wrote letter company last XXXXXXXX requesting goodwill adjustment credit report I believe Shell Credit card report inaccurate Both credit card payment arrangement I requested XXXXXXXX time hardship losing home abandoned husband left mortgage debt credit card payment The agreement automatic deduction CITI bank checking account amount 6700 2700 every month 99 APR 5 year And LAST PAYMENT due amount 1000 debited checking account resulted negative remark credit report delinquentHow Why last payment automatically generated debiting checking account causing trouble Also I contacted harassed many time day work even payment made call continued many day I called back person answered said computer generated call stop corrected Their customer service poor regard listening complaint resolving issue including supervisor answer question transferred another person wo informing first re back square one explaining issuel The sad thing report lasted 60 90 day delinquent Im aware I applied mortgage loan long 5 year struggle debt resulting dropping FICO score rejected get loan It unfair 5 year paying good faith destroy life due computer generated billing poorly monitored system last payment automatic deduction bank cause life                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              1\n",
       "I paid financed vehicle early ahead loan maturity date full nondiscounted price still received title month passed I need title desperately I reregister new state I recently moved and old state registration lapsed After 20 Business day counting I learned DriveTime released lien requested new title yesterday old state I lived I advised week I receive title multiple month I paid full This ridiculous mishandling closing process especially since I requested expedited                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      1\n",
       "COMPLAINT REPORT OF SUSPICIOUS ACTIVITY POTENTIAL RACKETEERING ANDOR MONEY LAUNDERING This complaint family Date XXXX XXXX XXXX To WHOM EVER THIS MAY CONCERN WHOM EVER IN AUTHORITY REGARDING XXXX XXXX XXXX XXXX XXXX XXXX XXXX For Firm Attorney XXXX XXXX BANK TRUSTEE XXXX XXXX XXXX XXXX XXXX FL XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX SENECA MORTGAGE SERVICING LLC XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX THE ALLEGED TITLE HOLDER CLAIMANTS XXXX XXXX XXXX RESIDENTIAL MORTGAGE LOAN TRUST XXXX CO XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX mentioned ALLEGED TITLE HOLDER CLAIMANTS true title holder claimant record attempting deprive ie XXXX XXXX family Secured Creditor 29000000 promissory note security investment private personal residential family home XXXX XXXX XXXX XXXXI prior existing written contract named alleged title holder claimant prove record true complete misleading risk penalty perjury I obligated XXXX must sell house without consent valuable consideration BREACH OF SECURITY I strong compelling feeling supportive reason feel I extorted embezzled robbed defrauded deprived racketeered discriminated against lied to libeled defamed induced prejudged listed alleged title holder I competent contract I aware choose good bad say yes no My s yes s yes I consent mean I DO NOT CONSENT Coercion duress crime It break heart put emotion wrecking situation know anywhere else go help relief I absolutely contract alleged title holder name forged fraudulent assignment sheet I furnish proof requested to I original wet ink signed warranty deed trust house although original creditor ie XXXX XXXX XXXX breached undisclosed conveyance promissory note applied liability pBank5251uant XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX Federal Reserve Act XXXX Negotiable Instruments Act Bill Exchange Act This soo called debt obligation paid full sold security asset secondary market security exchange market Sincerely family In XXXX ALL RIGHTS RESERVED UCC XXXX                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      1\n",
       "I contacted Bank5249 several time get promised promotional apr applied account agreed recorded call After I spend money charge item account I get billing statement showing normal APR I contacted Bank5249 see promo apr 0 12 month showing effective XXXXXXXX15 The customer service rep said offer told I mistaken I escalated supervisor told thing She offered rate 18 however I declined said no I wanted promotional offer accepted The supervisor changed apr 18 without consent I escalated next level told would review call call back 48hrs Her name XXXX XXXX XXXX XXXX She never called back I called someone else put request review call never it I made several call back Bank5249 I requested speak US rep multiple time denied request transferred back foreign call center even IVR After 5 hoBank5249 phone call issue halfway resolved I faxed complaint XXXXXXXX never heard back I also called back XXXX additional time speak manager denied request I informed I would receive call back 2448hrs The call never came 3 time I promised call back manager never called I need speak manager help resolve concern                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                1\n",
       "I trying get loan modification FHA loan 2years I unemployed working XXXX job father committed assisting paying monthly bill Bank America refused assist making monthly payment affordable continuously request document change contact representative refuse provide document related loan account information failed review recent application requested I resubmit I believe I victim bank guilty improper handling account financial incentive foreclose time versus modifying account allowing remain home make affordable payment I done everything I know asked income allow stay home get additional income refused I told representative make sure I plan B I would appreciate help relates matter                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              1\n",
       "The company incorrectly reporting I open account reporting 30 day past due every month lowering score Disputes filed company corrected information credit report                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        1\n",
       "Received bad information loan I ve received inconsistent information whether I m forbearance deferment claim XXXX status neither negatively impact credit history I m pretty sure wrong I unable find accurate information detail each I also requested billing cycle changed quarterly monthly reduce payment amount based financial obligation student loan instead processing request put forbearancedeferment I inquired I successful change billing cyclepayment amount referred form resulted forberancedeferment status I find difficult communicate rare communication I receive feel like re trying push either call credit bureau s department call number                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    1\n",
       "Senior discrimination worst After forgetting online login information Bank5286 credit card account I called service number unlocked I used granddaughter cell phone volume house phone low I called using phone costumer service rep put hold almost 20 minute create fraud notice account find hour later transferred 3 time left hold 30 minute one point trying issue resolved This caused extreme frustration called different Bank5286 department card shut service rep became incorrigible I became confused asked speak I could hear well placed hold another 20 minute told would shut account one company authorization close account That seems ridiculous considering calling lawyer                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         1\n",
       "I 2nd mortgage Bank5428 Servicing typically pay first Friday month I noticed posting payment following Monday causing extra interest charged loan I called check practice told way I get payment post specific date use auto pay I also checked primary mortgage see date posting payment I use payment method XXXX posting payment correct date                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        1\n",
       "mortgage Ocwen call ask refinance mortgage thru HARP program said that restructure loan payment would 44000 trial period 3 month said payment would trial period they send paper get noterise next phone call receive Ocwen drop program also told would pay XXXX month mortgage received next call owe 2 month mortgage XXXX XXXX 2015 amount 190000 dollar I ask happen payment I making every month said applied mortgage I call said escrow short fall ask wasnt notify Ocwen ar insco city XXXX could answer question told need send 45000 escrow short fall clecr bank account transaction done different associate Ocwen told pay 59000 month XXXX mortgage cheque clear account told onXXXXXXXX15 send cheque 140000 month XXXX XXXX sending chequs Ocwen clearing account getting help told bad business wrateings alot customer credit score low report credit bereaus I WOULD LIKE SOMEONE YOUR OFFICE AGENCY TO LOOK INTO OCWEN WAYS OF DOING BUSINESS WITH THEIR CLIENTS THANKING YOU IN ADVANCE OF ANY HELP RENDER TO MYSELF AND OTHER CLIENTS                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            1\n",
       "Received bad information loan Went online look repayment option department education website While trying apply income driven repayment I accidentally applied consolidation The website still provided IDR form I printed time thinking I completed part consolidation sent XXXX request income driven repayment XXXX responded within day request outlining new payment arrangement provided indication longer servicing loan I went town week grandfather XXXX provide evidence flight receipt obituary I returned home I mail indicating fedloan servicing handling loan I 10 day reverse this I unable contact period attempted contact within 15 day determine option figure I made mistake I first spoke young lady kept repeating documenting complaint fault esigning ca nt help I get transferred supervisor claimed would file request department education let know concern attempt loan moved back XXXX He also advised send IDR likely Department Education would address mistake unconsolidating loan The IDR sent fedloan servicing XXXXXXXX stating I would hear back 10 day sooner Took month deny IDR siting first missing Page 2 IDR I called The rep also told resolved complaint unsubstantiated This rep also claimed send anything Department Education claimed They contact regard complaint Yesterday called work hoBank5237 I asked to let know IDR incomplete This time claimed missing income information Keep mind I sent document 2 time received processed successfully XXXX matter day Fedloan Servicing clearly intentionally missing document allow student enter repayment plan Furthermore I feel deceived regarding consolidation first place I feel like practice employed lying contacted dept ed lying missing request continued call work hoBank5237 unfair deceptive nature                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  1\n",
       "I middle foreclosure issue nothing me My divorce final XXXX exhusband received home divorce We refinanced separation XXXX due court delaying divorce I forced sign Deed Trust State MD since legally divorced By time divorce final exhusband making payment foreclosed home I trying many year get name Deed Trust not I hired attorney able remove Deed could nothing Deed Trust Now 10 year I named foreclosure document The bank speak even though name listed foreclosure We tried mediation foreclosure company attorney Seneca Mortgage said would send u letter explaining I responsible not I told Seneca sold loan Bank5422 I NOT responsible debt credit maybe ruined NO ONE tell bank could place judgement regarding remaining debt foreclosure completed I would like help issue The original loan XXXX It sold XXXX XXXX XXXX forwarded Seneca Mortgage I told hand Bank5422 The letter sent Seneca loan sold Bank5422 The attached letter explains situation detail                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     1\n",
       "I Ocwen shared appreciation mortgage I received XXXX 2014 discharged debt code I IRS code actual discharge prior identifiable event I sale contract residence I led believe I owe 25 appreciated value principle reduction When requesting payoff adjusted waived balance telling discharged added back loan balance included 100 payoff them They also made send sale agreement pay appraisal could determine adjusted payoff Now say I default I owe entire balance even though reported IRS forgiven debt This deceptive fraudulent business practice I disputing payoff My house scheduled close next week                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          1\n",
       "Received bad information loan On XXXX2017 I reached Bank5378 regarding extension Income Based Repayment Plan I yet receive W2 s The representative informed information due XXXX I plenty time I asked notate account due date did Today XXXX2017 I called Bank5378 requested IBR form rep informed form due tomorrow I kicked IBR I would face capitalization accrued interest past year would applied principal balance She acknowledged rep written XXXX due date account incorrect information given representative Since would assist I provided incorrect information colleague I asked speak manager I transferred XXXX stated IBR form due tomorrow due last month He also acknowledged XXXX due date notated account also acknowledged I given incorrect due date however would assist me In fact I penalized I Capitalized interest amount 230000 toward principal balance Both representative acknowledging another agent gave information still penalizing acting it                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        1\n",
       "Bank5308 Card issue proper credit merchandise returned vendor The vendor selling product new not They say time period lapsed fact I waiting Bank5308 vendor response Have correspondence proof delivery receipt                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         1\n",
       "Had leased truck boyfriend Ford We broke up The boyfriend started paperwork transfer lease name I would removed since longer together We charged transfer fee He passed away completed Ford act like transfer never happened looking pay this transfer nt complete refund fee I asked copy document since according I still account document including transfer lease form I received nothing I told account turned someone ford would calling mei received call I also receive help XXXX XXXX XXXX IL purchased The boy club nt seem want respond me Paper work lease began redone 4 time XXXX onset                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   1\n",
       "I opened discover credit card five year ago During five year I used card lot thing promise give cash back food gas clothing I earned XXXX dollar cashback never redeemed them I paying bill every month time In XXXX 2014 suddenly closed card said s kind business decision Then I called ask cash back s XXXX dollar cash back They first told going send cashback check me I waited waited never received it I called again said going send it I waited another two month But check came Then told decide forfeit cashback since card closed already I earned cash back XXXX dollar XXXX dollar five year planed use money travel plan year Bank5308 nt want give money back                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         1\n",
       "This XXXX complaint today I found Bank America received property tax refund XXXX XXXX XXXX amount 100000 XXXX tax pre fund We also least XXXX refund year XXXX XXXX due husband XXXX Veteran XXXX qualification The B America representative told process take 3 month refund money I working since XXXX XXXX My husband XXXX XXXX XXXX financial hardship Bank America know this They charge u XXXX dollar excess overdraft fee would received money timely basis would occurred They earning million dollar earnings credit Hoe refund take 3 month In addition thesis refund lower mortgage payment apparently want that                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             1\n",
       "XXXX XXXX 2016 home damaged result hail storm causing 7900000 damage property XXXX XXXX 2016 notified home owner insurance company XXXX home received significant damage XXXX XXXX 2016 contacted Bank5390 notify I mortgage holder damage obtain instruction process requirement We provided Claim Packet outlining document must submit upon receipt letter XXXX XXXX 2016 received XXXX check XXXX XXXX We endorsed check per instruction Bank5390 mailed check them XXXX XXXX 2016 check returned u Bank5390 We second mortgage XXXX XXXX endorsed check Nothing Bank5390 suggests state instruct u first obtain XXXX XXXX s endorsement check prior sending Bank5390 We mailed check XXXX XXXX endorsement asked wanted mail directly Bank5390 All required provide letter address account number Bank5390 would XXXX check Bank5390 Loss Draft Services address provided Why could nt Bank5390 taken approach avoided long delay I personally made least 3 subsequent phone call Bank5390 asking document needed told yes time XXXX XXXX 2016 Bank5390 received check XXXX XXXX stuck 23 day process ever since matter asked regarding status disbBank5390ed first check contractor start repair home XXXX XXXX 2016 Bank5390 mailed letter u informing u document needed set draw initiate repair It take 23 day review documentation since XXXXXXXX exception check XXXX XXXX XXXX 2016 I phoned Bank5390 inquire status claim could expect see first disbBank5390ement check Response They still reviewing document take 23 business day After review take 23 business day setup account Then another 23 business day check would mailed XXXX two day delivery XXXX XXXX 2016 received letter Bank5390 account currently reviewed determine eligibility disbBank5390ement A second paragraph state currently conducting full review loan relates request The account currently reviewed determine eligibility disbBank5390ement What loan applying loan want fund XXXX XXXX provided u repair home released contractor began work What I found certainty regard Bank5390 call ALL employee say 23 business day throughout conversation regardless situation Documents reviewed take XXXX business day Bank5390 s ridiculous process receiving insurance fundsdraws make repair home facing robber held Bank5390 Their process property lost claim XXXX using restricted escrow account cause extreme delay repair process These delay cause tremendous amount stress time money Bank5390 requires XXXX complete initial draw using XXXX fund Then required meet XXXX next draw XXXX In word need 90 complete get XXXX money The draw process many delay Once schedule first inspection receiving initial draw 23 day wait get                                                  1\n",
       "In XXXXXXXX wife I took home equity loan approximately 13000000 XXXX XXXX We XXXX clearly remember told XXXX year loan would convert variablerate interestonly loan 30year fixed rate fully amortized loan During closing rushed process encouraged sign large number document without opportunity fully read understand them Several year later loan sold another company Ocwen We made payment XXXX year timely fashion In XXXXXXXX informed Ocwen balloon payment approximately 13000000 due XXXX XXXX We shocked devastated We XXXX senior I XXXX unable make balloon payment I asked copy loan document said balloon payment would due XXXX year I began discussion Ocwen seeking loan modification I spoke XXXX XXXX identified relationship specialist describing problem told u nothing could u I next spoke supervisor XXXX XXXX much accommodatiing Once realized problem making monthly rather making balloon payment advised u complete request loan modification document send him My wife I line time clearly told u that case inability make balloon payment nearly every case loan would modified XXXXyear fixed rate fully amortized loan He sounded knowledgeable confident regard He encouraged u keep touch loan modification paper submitted On XXXX XXXX received XXXX via XXXX mail XXXX denial request The document stated denied ability make monthly payment We stunned We knew admitted could make monthly payment loan submitted request loan modification based fact could make BALLOON payment I immediately called XXXX XXXX He unavailable I promised callback within XXXX hoBank5382 When I receive callback I submitted appeal via email Ocwen s Escalated Cases unit In email I emphasized inability make balloon payment I restated ability make monthly payment I asked case reevaluated based inability make balloon payment On XXXX XXXX received email XXXX XXXX denying appeal based criterion original request previously denied That able make monthly payment loan It one even bothered read appeal Escalated Cases unit I immediately called supervisor XXXX told unavailable I promised callback within XXXX hoBank5382 To date I received phone call I sent email back Escalated Cases unit XXXX XXXX yet another attempt get Ocwen responsive problem I yet received response email I seems one Ocwen XXXX except XXXX XXXX whose ID number XXXX seems understand even want understand dilemma We feel threatened foreclosure home would devastating As XXXX limited option regard To make matter worse forced file bankruptcy XXXX year ago unable find anyone refinance loan I found Ocwen quite history questionable dealing consumer many reported RegulatoryDept Please intercede behalf resolving issue critical u Many thanks    1\n",
       "I applied credit card purchase XXXX XXXX XXXX XXXX I made payment towards card recently I charged accrued interest This interest causing financial hardship My intention pay card within alloted time however financial hardship prohibited this My brother XXXX 2012 result family sustaining financial hardship My mother attempting remain afloat loss income impact mother finance All saving depleted As result I contribute financial support mom order meet everyday expense I XXXX credit card Barclay I hoping Barclay note I made payment required I ability I pay minimum payment I would like continue maintain credit card Barclay look forward expanding financial relationship them I XXXX year old due XXXX brother take added responsiblities Any compassion part Barclays would met much gratitude I honestly know interest going added I would made bigger attempt pay larger dollar payment Thank understanding financial hardship                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  1\n",
       "Name: GrievanceDescription, Length: 43887, dtype: int64"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.GrievanceDescription.value_counts() # For Train Data Column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GrievanceID             53680\n",
       "BankID                     86\n",
       "State                      60\n",
       "DateOfGrievance          1222\n",
       "Grievance_Category         67\n",
       "GrievanceDescription    43887\n",
       "LineOfBusiness              4\n",
       "ResolutionComments          4\n",
       "Disputed                    2\n",
       "DateOfResolution         1248\n",
       "word_count               1008\n",
       "char_count               4142\n",
       "hastags                     1\n",
       "upper                     347\n",
       "dtype: int64"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##Finding the total number of unique values in each column\n",
    "\n",
    "train.apply(lambda x: len(x.unique()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['GrievanceID', 'BankID', 'State', 'DateOfGrievance',\n",
       "       'Grievance_Category', 'GrievanceDescription', 'LineOfBusiness',\n",
       "       'ResolutionComments', 'Disputed', 'DateOfResolution', 'word_count',\n",
       "       'char_count', 'hastags', 'upper'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.columns.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "tar= pd.read_csv(\"Train.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BankID</th>\n",
       "      <th>BankGrade</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Bank5298</td>\n",
       "      <td>satisfactory</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Bank5421</td>\n",
       "      <td>deficient</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Bank5326</td>\n",
       "      <td>satisfactory</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Bank5432</td>\n",
       "      <td>outstanding</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Bank5439</td>\n",
       "      <td>deficient</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     BankID     BankGrade\n",
       "0  Bank5298  satisfactory\n",
       "1  Bank5421     deficient\n",
       "2  Bank5326  satisfactory\n",
       "3  Bank5432   outstanding\n",
       "4  Bank5439     deficient"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tar.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[WordList(['Bank5279', 'Research']),\n",
       " WordList(['Research', 'dpt']),\n",
       " WordList(['dpt', 'XXXX']),\n",
       " WordList(['XXXX', 'XXXX']),\n",
       " WordList(['XXXX', 'XXXX']),\n",
       " WordList(['XXXX', 'XXXX']),\n",
       " WordList(['XXXX', 'CA']),\n",
       " WordList(['CA', 'XXXXXXXX']),\n",
       " WordList(['XXXXXXXX', 'XXXX']),\n",
       " WordList(['XXXX', 'XXXX']),\n",
       " WordList(['XXXX', 'name']),\n",
       " WordList(['name', 'XXXX']),\n",
       " WordList(['XXXX', 'XXXX']),\n",
       " WordList(['XXXX', 'I']),\n",
       " WordList(['I', 'customer']),\n",
       " WordList(['customer', 'loan']),\n",
       " WordList(['loan', 'I']),\n",
       " WordList(['I', 'refinanced']),\n",
       " WordList(['refinanced', 'home']),\n",
       " WordList(['home', 'XXXX']),\n",
       " WordList(['XXXX', 'The']),\n",
       " WordList(['The', 'new']),\n",
       " WordList(['new', 'loan']),\n",
       " WordList(['loan', 'funded']),\n",
       " WordList(['funded', 'XXXXXXXX15']),\n",
       " WordList(['XXXXXXXX15', 'I']),\n",
       " WordList(['I', 'included']),\n",
       " WordList(['included', 'copy']),\n",
       " WordList(['copy', 'XXXXXXXX15']),\n",
       " WordList(['XXXXXXXX15', 'statement']),\n",
       " WordList(['statement', 'Bank5279']),\n",
       " WordList(['Bank5279', 'HUD']),\n",
       " WordList(['HUD', 'closing']),\n",
       " WordList(['closing', 'showing']),\n",
       " WordList(['showing', 'exactly']),\n",
       " WordList(['exactly', 'paid']),\n",
       " WordList(['paid', 'Bank5279']),\n",
       " WordList(['Bank5279', 'I']),\n",
       " WordList(['I', 'received']),\n",
       " WordList(['received', 'check']),\n",
       " WordList(['check', 'amount']),\n",
       " WordList(['amount', 'XXXX']),\n",
       " WordList(['XXXX', 'XXXXXXXX15']),\n",
       " WordList(['XXXXXXXX15', 'dated']),\n",
       " WordList(['dated', 'XXXXXXXX15']),\n",
       " WordList(['XXXXXXXX15', 'escrow']),\n",
       " WordList(['escrow', 'However']),\n",
       " WordList(['However', 'escrow']),\n",
       " WordList(['escrow', 'statement']),\n",
       " WordList(['statement', 'enclosed']),\n",
       " WordList(['enclosed', 'show']),\n",
       " WordList(['show', '110000']),\n",
       " WordList(['110000', 'In']),\n",
       " WordList(['In', 'addition']),\n",
       " WordList(['addition', 'XXXX']),\n",
       " WordList(['XXXX', 'added']),\n",
       " WordList(['added', 'XXXX']),\n",
       " WordList(['XXXX', 'payment']),\n",
       " WordList(['payment', 'total']),\n",
       " WordList(['total', 'XXXX']),\n",
       " WordList(['XXXX', 'I']),\n",
       " WordList(['I', 'would']),\n",
       " WordList(['would', 'like']),\n",
       " WordList(['like', 'know']),\n",
       " WordList(['know', 'happened']),\n",
       " WordList(['happened', 'ballance']),\n",
       " WordList(['ballance', 'escrow']),\n",
       " WordList(['escrow', 'What']),\n",
       " WordList(['What', 'account']),\n",
       " WordList(['account', 'XXXX']),\n",
       " WordList(['XXXX', 'left']),\n",
       " WordList(['left', 'escrow']),\n",
       " WordList(['escrow', 'I']),\n",
       " WordList(['I', 'called']),\n",
       " WordList(['called', 'spoken']),\n",
       " WordList(['spoken', 'personel']),\n",
       " WordList(['personel', 'facility']),\n",
       " WordList(['facility', 'Nobody']),\n",
       " WordList(['Nobody', 'gave']),\n",
       " WordList(['gave', 'name']),\n",
       " WordList(['name', 'I']),\n",
       " WordList(['I', 'feel']),\n",
       " WordList(['feel', 'obligated']),\n",
       " WordList(['obligated', 'forward']),\n",
       " WordList(['forward', 'Attorney']),\n",
       " WordList(['Attorney', 'general']),\n",
       " WordList(['general', 'Department']),\n",
       " WordList(['Department', 'Housingurban']),\n",
       " WordList(['Housingurban', 'Development']),\n",
       " WordList(['Development', 'I']),\n",
       " WordList(['I', 'expect']),\n",
       " WordList(['expect', 'hear']),\n",
       " WordList(['hear', 'representative']),\n",
       " WordList(['representative', 'Bank5279']),\n",
       " WordList(['Bank5279', 'XXXX']),\n",
       " WordList(['XXXX', 'XXXXXXXX15'])]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##Advanced Text Processing\n",
    "\n",
    "## Generating N Grams\n",
    "\n",
    "TextBlob(train['GrievanceDescription'][0]).ngrams(2)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['GrievanceID', 'BankID', 'State', 'DateOfGrievance',\n",
       "       'Grievance_Category', 'GrievanceDescription', 'LineOfBusiness',\n",
       "       'ResolutionComments', 'Disputed', 'DateOfResolution', 'word_count',\n",
       "       'char_count', 'hastags', 'upper'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Constructing TFIDF Matrix\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "train.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "list_Gr= []  # Storing the Column vectors  in a List for Train \n",
    "for i in range(len(train[\"GrievanceDescription\"])):\n",
    "    list_Gr.append(train[\"GrievanceDescription\"][i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "tfidf_transformer = TfidfVectorizer(ngram_range=(1,1), stop_words='english')\n",
    "\n",
    "X_train_tfidf = tfidf_transformer.fit_transform(list_Gr)\n",
    "\n",
    "X_test_tfidf = tfidf_transformer.fit_transform(list_Gr)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [],
   "source": [
    "list_Gr1= []  # Storing the Column vectors  in a List for Test\n",
    "for i in range(len(test['GrievanceDescription'])):\n",
    "    list_Gr1.append(test['GrievanceDescription'][i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [],
   "source": [
    "tfidf_transformer = TfidfVectorizer(ngram_range=(1,1), stop_words='english') # Using the TFIDF Vectorizer\n",
    "\n",
    "X_train_tfidf = tfidf_transformer.fit_transform(list_Gr1)\n",
    "\n",
    "X_test_tfidf = tfidf_transformer.fit_transform(list_Gr1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<27954x29521 sparse matrix of type '<class 'numpy.float64'>'\n",
       "\twith 1748137 stored elements in Compressed Sparse Row format>"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test_tfidf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "scipy.sparse.csr.csr_matrix"
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(X_train_tfidf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "scipy.sparse.csr.csr_matrix"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(X_test_tfidf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(27954, 29521)"
      ]
     },
     "execution_count": 110,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train_tfidf.shape\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(27954, 29521)"
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test_tfidf.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "53290"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(tfidf_transformer.get_feature_names())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['00',\n",
       " '000',\n",
       " '0000',\n",
       " '00000',\n",
       " '000000',\n",
       " '0001',\n",
       " '000balance',\n",
       " '000interest',\n",
       " '000xxxxxxxx',\n",
       " '001',\n",
       " '001informed',\n",
       " '005',\n",
       " '01',\n",
       " '010',\n",
       " '01000',\n",
       " '011',\n",
       " '012',\n",
       " '0120',\n",
       " '0125',\n",
       " '014',\n",
       " '019',\n",
       " '025',\n",
       " '03',\n",
       " '035',\n",
       " '0395',\n",
       " '05',\n",
       " '062016',\n",
       " '0625',\n",
       " '064',\n",
       " '068',\n",
       " '07',\n",
       " '078',\n",
       " '08',\n",
       " '0875',\n",
       " '09',\n",
       " '0901',\n",
       " '0945',\n",
       " '0cwen',\n",
       " '0date',\n",
       " '0f',\n",
       " '0k',\n",
       " '0monthly',\n",
       " '0n',\n",
       " '0nxxxxxxxx',\n",
       " '0r',\n",
       " '10',\n",
       " '100',\n",
       " '1000',\n",
       " '10000',\n",
       " '100000',\n",
       " '1000000',\n",
       " '10000000',\n",
       " '100000000',\n",
       " '1000000000',\n",
       " '1000month',\n",
       " '1001',\n",
       " '1002',\n",
       " '1002240',\n",
       " '10029',\n",
       " '10029notifications',\n",
       " '1003',\n",
       " '10032',\n",
       " '10034',\n",
       " '10035',\n",
       " '10038',\n",
       " '1005',\n",
       " '100510',\n",
       " '1007',\n",
       " '1009',\n",
       " '100k',\n",
       " '100mo',\n",
       " '100month',\n",
       " '100th',\n",
       " '100xxxx',\n",
       " '101',\n",
       " '1011',\n",
       " '1012',\n",
       " '10125',\n",
       " '1012business',\n",
       " '10136',\n",
       " '1014',\n",
       " '1015',\n",
       " '1015days',\n",
       " '1017',\n",
       " '102',\n",
       " '1020',\n",
       " '102242',\n",
       " '1024',\n",
       " '102417',\n",
       " '102433',\n",
       " '102434',\n",
       " '102435',\n",
       " '102435102436',\n",
       " '102435mortgage',\n",
       " '102436',\n",
       " '102437',\n",
       " '102438',\n",
       " '102439',\n",
       " '10244',\n",
       " '102440',\n",
       " '102441',\n",
       " '1025',\n",
       " '10250',\n",
       " '1026',\n",
       " '102613',\n",
       " '102619',\n",
       " '102620',\n",
       " '102636',\n",
       " '102637',\n",
       " '102638',\n",
       " '102639',\n",
       " '102640',\n",
       " '10264010242',\n",
       " '102641',\n",
       " '102653b1',\n",
       " '102670',\n",
       " '10280',\n",
       " '103',\n",
       " '103092',\n",
       " '1031',\n",
       " '10311',\n",
       " '103164',\n",
       " '1035',\n",
       " '1036',\n",
       " '1037',\n",
       " '10375',\n",
       " '103750',\n",
       " '1038',\n",
       " '104',\n",
       " '104208',\n",
       " '1045',\n",
       " '1046',\n",
       " '1049',\n",
       " '105',\n",
       " '1050',\n",
       " '1065',\n",
       " '107',\n",
       " '1070',\n",
       " '10729',\n",
       " '107300',\n",
       " '10732674',\n",
       " '1074',\n",
       " '1075',\n",
       " '10750',\n",
       " '107page',\n",
       " '108',\n",
       " '108159',\n",
       " '1085',\n",
       " '10850',\n",
       " '10875',\n",
       " '1089int',\n",
       " '109',\n",
       " '109171',\n",
       " '1093',\n",
       " '1093767',\n",
       " '1095',\n",
       " '1095a',\n",
       " '1098',\n",
       " '1098int',\n",
       " '1099',\n",
       " '10992299',\n",
       " '1099c',\n",
       " '10day',\n",
       " '10days',\n",
       " '10k',\n",
       " '10min',\n",
       " '10mo',\n",
       " '10month',\n",
       " '10plus',\n",
       " '10th',\n",
       " '10x',\n",
       " '10xxxx',\n",
       " '10y',\n",
       " '10year',\n",
       " '10yearold',\n",
       " '10years',\n",
       " '10yr',\n",
       " '10yrs',\n",
       " '11',\n",
       " '110',\n",
       " '1100',\n",
       " '11000',\n",
       " '110000',\n",
       " '1100000',\n",
       " '11000000',\n",
       " '11055',\n",
       " '111',\n",
       " '1112',\n",
       " '111203',\n",
       " '11125',\n",
       " '1115',\n",
       " '1116',\n",
       " '111th',\n",
       " '112',\n",
       " '1120',\n",
       " '1122',\n",
       " '1124',\n",
       " '1124608',\n",
       " '1125',\n",
       " '1129',\n",
       " '112year',\n",
       " '113',\n",
       " '1134',\n",
       " '1137',\n",
       " '11375',\n",
       " '1138',\n",
       " '114',\n",
       " '1141',\n",
       " '115',\n",
       " '1154',\n",
       " '1155',\n",
       " '116',\n",
       " '11625',\n",
       " '1164',\n",
       " '117',\n",
       " '11705',\n",
       " '1175',\n",
       " '118',\n",
       " '11828',\n",
       " '1185',\n",
       " '11875',\n",
       " '1189',\n",
       " '119',\n",
       " '1195',\n",
       " '1199',\n",
       " '1199099',\n",
       " '11k',\n",
       " '11straight',\n",
       " '11th',\n",
       " '11years',\n",
       " '11yrs',\n",
       " '12',\n",
       " '120',\n",
       " '1200',\n",
       " '12000',\n",
       " '120000',\n",
       " '1200000',\n",
       " '12000000',\n",
       " '1201',\n",
       " '120150',\n",
       " '120180',\n",
       " '120441',\n",
       " '1206',\n",
       " '120day',\n",
       " '120days',\n",
       " '120daysxxxxxxxx',\n",
       " '120k',\n",
       " '120month',\n",
       " '120payments',\n",
       " '120th',\n",
       " '120xxxx',\n",
       " '121',\n",
       " '121021',\n",
       " '12109',\n",
       " '121103',\n",
       " '1212',\n",
       " '12125',\n",
       " '1214',\n",
       " '1215',\n",
       " '1216',\n",
       " '1218',\n",
       " '122',\n",
       " '1220',\n",
       " '1222',\n",
       " '1224',\n",
       " '1225',\n",
       " '1228',\n",
       " '123',\n",
       " '124',\n",
       " '1241',\n",
       " '1243',\n",
       " '1244',\n",
       " '125',\n",
       " '1250',\n",
       " '126',\n",
       " '12619045',\n",
       " '12625',\n",
       " '1265',\n",
       " '127',\n",
       " '12720',\n",
       " '1275',\n",
       " '128',\n",
       " '1282',\n",
       " '12875',\n",
       " '128month',\n",
       " '129',\n",
       " '1290',\n",
       " '1299',\n",
       " '12991599',\n",
       " '12992224',\n",
       " '12a127',\n",
       " '12b20',\n",
       " '12banks',\n",
       " '12hobank5434',\n",
       " '12hrs',\n",
       " '12k',\n",
       " '12month',\n",
       " '12months',\n",
       " '12mths',\n",
       " '12th',\n",
       " '12usc2605',\n",
       " '12x',\n",
       " '12years',\n",
       " '12yrs',\n",
       " '13',\n",
       " '130',\n",
       " '1300',\n",
       " '13000',\n",
       " '130000',\n",
       " '1300000',\n",
       " '13000000',\n",
       " '1304',\n",
       " '1307',\n",
       " '1309',\n",
       " '130k',\n",
       " '131',\n",
       " '1315',\n",
       " '132',\n",
       " '1320',\n",
       " '132001',\n",
       " '1322',\n",
       " '1324',\n",
       " '1324c',\n",
       " '132656',\n",
       " '1328',\n",
       " '133',\n",
       " '13301',\n",
       " '1339',\n",
       " '134',\n",
       " '1341',\n",
       " '1349',\n",
       " '135',\n",
       " '1350',\n",
       " '13586',\n",
       " '137',\n",
       " '1375',\n",
       " '1376',\n",
       " '138',\n",
       " '1382a',\n",
       " '139',\n",
       " '1391',\n",
       " '1399',\n",
       " '13a1',\n",
       " '13a11',\n",
       " '13a13',\n",
       " '13day',\n",
       " '13i',\n",
       " '13k',\n",
       " '13month',\n",
       " '13months',\n",
       " '13th',\n",
       " '13we',\n",
       " '13years',\n",
       " '14',\n",
       " '140',\n",
       " '1400',\n",
       " '14000',\n",
       " '140000',\n",
       " '1400000',\n",
       " '14000000',\n",
       " '14000xxxx',\n",
       " '1403',\n",
       " '14069',\n",
       " '141',\n",
       " '1415',\n",
       " '1417',\n",
       " '142',\n",
       " '1424',\n",
       " '1425',\n",
       " '14250',\n",
       " '143',\n",
       " '14388',\n",
       " '144000',\n",
       " '1443',\n",
       " '1449',\n",
       " '144a',\n",
       " '145',\n",
       " '146',\n",
       " '1463',\n",
       " '1465',\n",
       " '147',\n",
       " '1470',\n",
       " '14716',\n",
       " '1474',\n",
       " '1475',\n",
       " '148',\n",
       " '14885',\n",
       " '149',\n",
       " '14900',\n",
       " '1499',\n",
       " '14according',\n",
       " '14day',\n",
       " '14loan',\n",
       " '14months',\n",
       " '14th',\n",
       " '14x',\n",
       " '15',\n",
       " '150',\n",
       " '1500',\n",
       " '15000',\n",
       " '150000',\n",
       " '1500000',\n",
       " '15000000',\n",
       " '150k',\n",
       " '150month',\n",
       " '151',\n",
       " '1512',\n",
       " '1513',\n",
       " '1515',\n",
       " '1518',\n",
       " '152',\n",
       " '1520',\n",
       " '1524',\n",
       " '1525',\n",
       " '153',\n",
       " '1530',\n",
       " '1534',\n",
       " '15357',\n",
       " '1538',\n",
       " '154',\n",
       " '1540',\n",
       " '1545',\n",
       " '1549',\n",
       " '155',\n",
       " '1550',\n",
       " '155011',\n",
       " '1566',\n",
       " '15666',\n",
       " '1567',\n",
       " '1569',\n",
       " '1571',\n",
       " '1572',\n",
       " '1573',\n",
       " '1574',\n",
       " '15742',\n",
       " '1575',\n",
       " '1576',\n",
       " '1577',\n",
       " '1578',\n",
       " '157812',\n",
       " '157thru',\n",
       " '158',\n",
       " '159',\n",
       " '1590',\n",
       " '1599',\n",
       " '15d',\n",
       " '15day',\n",
       " '15days',\n",
       " '15g',\n",
       " '15hrs',\n",
       " '15k',\n",
       " '15min',\n",
       " '15mins',\n",
       " '15minute',\n",
       " '15minutes',\n",
       " '15month',\n",
       " '15th',\n",
       " '15usc',\n",
       " '15usc1681',\n",
       " '15y',\n",
       " '15year',\n",
       " '15yr',\n",
       " '15yrs',\n",
       " '16',\n",
       " '160',\n",
       " '1600',\n",
       " '16000',\n",
       " '160000',\n",
       " '1600000',\n",
       " '16000000',\n",
       " '160056',\n",
       " '1601',\n",
       " '16011665',\n",
       " '16011667f',\n",
       " '1602',\n",
       " '16050p1',\n",
       " '1606',\n",
       " '1607',\n",
       " '161',\n",
       " '1611',\n",
       " '1615',\n",
       " '162',\n",
       " '1624',\n",
       " '1628',\n",
       " '163',\n",
       " '1632',\n",
       " '1635',\n",
       " '1638',\n",
       " '1639',\n",
       " '1639c',\n",
       " '1639g',\n",
       " '164',\n",
       " '1640',\n",
       " '1641',\n",
       " '1641f1f2',\n",
       " '1642',\n",
       " '1643',\n",
       " '1649',\n",
       " '165',\n",
       " '166',\n",
       " '1666',\n",
       " '16667',\n",
       " '1666c',\n",
       " '1666i',\n",
       " '1666i2borrowed',\n",
       " '16788',\n",
       " '168',\n",
       " '1681',\n",
       " '16811681u',\n",
       " '1681b',\n",
       " '1681c',\n",
       " '1681c2',\n",
       " '1681e',\n",
       " '1681g',\n",
       " '1681i',\n",
       " '1681m',\n",
       " '1681o',\n",
       " '1681s',\n",
       " '1681s2',\n",
       " '1681u',\n",
       " '1681v',\n",
       " '1682',\n",
       " '1688',\n",
       " '1689',\n",
       " '16892',\n",
       " '168li',\n",
       " '169',\n",
       " '1691',\n",
       " '1692',\n",
       " '16921692p',\n",
       " '1692a',\n",
       " '1692b',\n",
       " '1692c',\n",
       " '1692d',\n",
       " '1692e',\n",
       " '1692e1',\n",
       " '1692f',\n",
       " '1692g',\n",
       " '1692j',\n",
       " '1693n',\n",
       " '1693o',\n",
       " '1696',\n",
       " '1699',\n",
       " '16hrs',\n",
       " '16k',\n",
       " '16th',\n",
       " '16years',\n",
       " '16yrs',\n",
       " '17',\n",
       " '170',\n",
       " '1700',\n",
       " '17000',\n",
       " '170000',\n",
       " '1700000',\n",
       " '17000000',\n",
       " '1701j3',\n",
       " '170sq',\n",
       " '171',\n",
       " '17101',\n",
       " '1712',\n",
       " '1715',\n",
       " '1719',\n",
       " '172',\n",
       " '1720',\n",
       " '17200',\n",
       " '172015',\n",
       " '1724',\n",
       " '173',\n",
       " '174',\n",
       " '1747',\n",
       " '17475',\n",
       " '174785',\n",
       " '174895',\n",
       " '1749',\n",
       " '17494517496',\n",
       " '175',\n",
       " '1750',\n",
       " '176',\n",
       " '1760',\n",
       " '17600',\n",
       " '1765',\n",
       " '177',\n",
       " '178',\n",
       " '1780',\n",
       " '1788',\n",
       " '178811',\n",
       " '178817',\n",
       " '17881b',\n",
       " '178832',\n",
       " '179',\n",
       " '1790',\n",
       " '1795',\n",
       " '1799',\n",
       " '17a',\n",
       " '17that',\n",
       " '17yrs',\n",
       " '18',\n",
       " '180',\n",
       " '1800',\n",
       " '18000',\n",
       " '180000',\n",
       " '1800000',\n",
       " '18000000',\n",
       " '1801',\n",
       " '1802',\n",
       " '1805',\n",
       " '180day',\n",
       " '180k',\n",
       " '180mo',\n",
       " '181',\n",
       " '1810',\n",
       " '1815',\n",
       " '1815559',\n",
       " '1819',\n",
       " '182',\n",
       " '1820hr',\n",
       " '1822',\n",
       " '1823',\n",
       " '1824',\n",
       " '1829',\n",
       " '183',\n",
       " '1831n',\n",
       " '1836',\n",
       " '184',\n",
       " '1842',\n",
       " '18450102',\n",
       " '1849',\n",
       " '185',\n",
       " '18574',\n",
       " '186',\n",
       " '1869',\n",
       " '187',\n",
       " '1874',\n",
       " '1875',\n",
       " '189',\n",
       " '1890',\n",
       " '1895',\n",
       " '1896',\n",
       " '1899',\n",
       " '18k',\n",
       " '18mo',\n",
       " '18month',\n",
       " '18months',\n",
       " '18mth',\n",
       " '18th',\n",
       " '18usc',\n",
       " '18year',\n",
       " '19',\n",
       " '190',\n",
       " '1900',\n",
       " '19000',\n",
       " '190000',\n",
       " '1900000',\n",
       " '19000000',\n",
       " '1901',\n",
       " '1905',\n",
       " '191',\n",
       " '1912',\n",
       " '1915',\n",
       " '192',\n",
       " '1920',\n",
       " '1924',\n",
       " '1926',\n",
       " '193',\n",
       " '1932',\n",
       " '1935',\n",
       " '1942',\n",
       " '1949',\n",
       " '195',\n",
       " '1951',\n",
       " '1959',\n",
       " '195x2',\n",
       " '196',\n",
       " '1960',\n",
       " '1962',\n",
       " '1962e',\n",
       " '1963',\n",
       " '1964',\n",
       " '1968',\n",
       " '1969',\n",
       " '1972',\n",
       " '1973',\n",
       " '1974',\n",
       " '1975',\n",
       " '1976',\n",
       " '1977',\n",
       " '1978',\n",
       " '1979',\n",
       " '197k',\n",
       " '198',\n",
       " '1980',\n",
       " '1981',\n",
       " '1982',\n",
       " '1983',\n",
       " '19831984',\n",
       " '1984',\n",
       " '1985',\n",
       " '1986',\n",
       " '1987',\n",
       " '1988',\n",
       " '198889',\n",
       " '1988racketeer',\n",
       " '1989',\n",
       " '199',\n",
       " '1990',\n",
       " '1991',\n",
       " '1992',\n",
       " '1993',\n",
       " '1994',\n",
       " '1995',\n",
       " '1996',\n",
       " '1997',\n",
       " '1998',\n",
       " '1999',\n",
       " '19days',\n",
       " '19th',\n",
       " '19times',\n",
       " '19years',\n",
       " '1a',\n",
       " '1and',\n",
       " '1b',\n",
       " '1bank',\n",
       " '1bank5285',\n",
       " '1bank5286',\n",
       " '1bank5425',\n",
       " '1c',\n",
       " '1called',\n",
       " '1citi',\n",
       " '1ck',\n",
       " '1day',\n",
       " '1deed',\n",
       " '1failing',\n",
       " '1get',\n",
       " '1hour',\n",
       " '1how',\n",
       " '1hr',\n",
       " '1i',\n",
       " '1if',\n",
       " '1in',\n",
       " '1income',\n",
       " '1is',\n",
       " '1k',\n",
       " '1make',\n",
       " '1making',\n",
       " '1month',\n",
       " '1months',\n",
       " '1my',\n",
       " '1n',\n",
       " '1on',\n",
       " '1payment',\n",
       " '1payments',\n",
       " '1percenter',\n",
       " '1please',\n",
       " '1refund',\n",
       " '1remove',\n",
       " '1second',\n",
       " '1st',\n",
       " '1st725',\n",
       " '1star',\n",
       " '1that',\n",
       " '1the',\n",
       " '1there',\n",
       " '1they',\n",
       " '1thing',\n",
       " '1this',\n",
       " '1time',\n",
       " '1to',\n",
       " '1upon',\n",
       " '1what',\n",
       " '1when',\n",
       " '1written',\n",
       " '1xxxx',\n",
       " '1xxxx2015',\n",
       " '1xxxxto',\n",
       " '1xxxxxxxx',\n",
       " '1year',\n",
       " '1you',\n",
       " '1yr',\n",
       " '20',\n",
       " '200',\n",
       " '2000',\n",
       " '20000',\n",
       " '200000',\n",
       " '2000000',\n",
       " '20000000',\n",
       " '200000month',\n",
       " '200000so',\n",
       " '200072',\n",
       " '2000d',\n",
       " '2001',\n",
       " '20018',\n",
       " '2002',\n",
       " '2002xxxx',\n",
       " '2003',\n",
       " '2004',\n",
       " '2005',\n",
       " '2006',\n",
       " '20061',\n",
       " '2006i',\n",
       " '2006qs14',\n",
       " '2006xxxx',\n",
       " '2007',\n",
       " '2008',\n",
       " '2008this',\n",
       " '2009',\n",
       " '2009bac',\n",
       " '2009they',\n",
       " '200h',\n",
       " '200k',\n",
       " '200mnth',\n",
       " '200month',\n",
       " '200xs',\n",
       " '200xxxx',\n",
       " '201',\n",
       " '2010',\n",
       " '2010they',\n",
       " '2011',\n",
       " '2011and',\n",
       " '2011he',\n",
       " '2011i',\n",
       " '2012',\n",
       " '2012despite',\n",
       " '2012i',\n",
       " '2012ive',\n",
       " '2012xxxx',\n",
       " '2013',\n",
       " '2013after',\n",
       " '2013i',\n",
       " '2013prior',\n",
       " '2013they',\n",
       " '2014',\n",
       " '2014i',\n",
       " '2014loan',\n",
       " '2014xxxxxxxx',\n",
       " '2015',\n",
       " '201503',\n",
       " '20151',\n",
       " '20155',\n",
       " '2015at',\n",
       " '2015case',\n",
       " '2015charged',\n",
       " '2015claim',\n",
       " '2015diamonds',\n",
       " '2015eventhough',\n",
       " '2015gm',\n",
       " '2015i',\n",
       " '2015letters',\n",
       " '2015re',\n",
       " '2015slow',\n",
       " '2015there',\n",
       " '2015to',\n",
       " '2015xxxx',\n",
       " '2015zero',\n",
       " '2016',\n",
       " '201660',\n",
       " '2016at',\n",
       " '2016could',\n",
       " '2016i',\n",
       " '2016xxxx',\n",
       " '2017',\n",
       " '2017and',\n",
       " '2017have',\n",
       " '2017in',\n",
       " '2018',\n",
       " '2019',\n",
       " '202',\n",
       " '2020',\n",
       " '2024',\n",
       " '2025',\n",
       " '2027',\n",
       " '203',\n",
       " '2030',\n",
       " '203500',\n",
       " '203500681',\n",
       " '203501',\n",
       " '203600',\n",
       " '203604',\n",
       " '203605',\n",
       " '203614',\n",
       " '203616',\n",
       " '203k',\n",
       " '204',\n",
       " '2040',\n",
       " '2044',\n",
       " '2045',\n",
       " '20580',\n",
       " '206',\n",
       " '20640',\n",
       " '207',\n",
       " '2076',\n",
       " '2079',\n",
       " '209',\n",
       " '2092',\n",
       " '2099',\n",
       " '20day',\n",
       " '20days',\n",
       " '20ft',\n",
       " '20ish',\n",
       " '20k',\n",
       " '20min',\n",
       " '20min2hrs',\n",
       " '20minutes',\n",
       " '20month',\n",
       " '20th',\n",
       " '20times',\n",
       " '20usd',\n",
       " '20xxxx',\n",
       " '20year',\n",
       " '20years',\n",
       " '20yr',\n",
       " '20yrs',\n",
       " '21',\n",
       " '210',\n",
       " '2100',\n",
       " '21000',\n",
       " '210000',\n",
       " '2100000',\n",
       " '21000000',\n",
       " '2105',\n",
       " '211',\n",
       " '2110',\n",
       " '21120',\n",
       " '2115',\n",
       " '21150',\n",
       " '211803',\n",
       " '2119',\n",
       " '212',\n",
       " '2120',\n",
       " '2125',\n",
       " '212500',\n",
       " '213112',\n",
       " '2132',\n",
       " '214',\n",
       " '2145',\n",
       " '2149',\n",
       " '215',\n",
       " '216',\n",
       " '217',\n",
       " '2174',\n",
       " '2177',\n",
       " '218',\n",
       " '219',\n",
       " '2199',\n",
       " '21c',\n",
       " '21day',\n",
       " '21days',\n",
       " '21k',\n",
       " '21st',\n",
       " '21year',\n",
       " '22',\n",
       " '220',\n",
       " '2200',\n",
       " '22000',\n",
       " '220000',\n",
       " '2200000',\n",
       " '22000000',\n",
       " '22011we',\n",
       " '2212',\n",
       " '2219',\n",
       " '2224',\n",
       " '223',\n",
       " '224',\n",
       " '2242',\n",
       " '2247',\n",
       " '2249',\n",
       " '225',\n",
       " '226',\n",
       " '22611',\n",
       " '22611a2',\n",
       " '22612',\n",
       " '22613',\n",
       " '2262',\n",
       " '22623',\n",
       " '22634',\n",
       " '22636',\n",
       " '2269',\n",
       " '2274',\n",
       " '227a',\n",
       " '228',\n",
       " '229',\n",
       " '2290',\n",
       " '2299',\n",
       " '22k',\n",
       " '22years',\n",
       " '22yrs',\n",
       " '23',\n",
       " '230',\n",
       " '2300',\n",
       " '23000',\n",
       " '230000',\n",
       " '2300000',\n",
       " '23000000',\n",
       " '230000within',\n",
       " '23000xxxxxxxx',\n",
       " '2300xxxx',\n",
       " '2310',\n",
       " '2315',\n",
       " '232',\n",
       " '2323',\n",
       " '2324',\n",
       " ...]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf_transformer.get_feature_names()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.cluster import KMeans  # importing library"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [],
   "source": [
    "Cluster1 = KMeans(n_clusters=2) # Cluster 1 for the Train data\n",
    "Cluster2= KMeans(n_clusters=2) # Cluster 2 for Test Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicttrain= Cluster1.fit(X_train_tfidf) # Fitting the train cluster to the X_train_tfidf matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicttest= Cluster2.fit(X_test_tfidf) # Fitting the test cluster to the X_train_tfidf matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicttrain1= Cluster1.fit(X_train_tfidf) # For Test Data fitting the Test tfidf matrix\n",
    "predicttest1= Cluster2.fit(X_tfidf_test)  # For Test Data fitting the Test tfidf matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "cluster_test = predicttrain.labels_.tolist() # Fitting the Cluster Data to the list Created"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [],
   "source": [
    "cluster_test1= predicttrain.labels_.tolist() # Fitting the Cluster Data to the list Created for Test Data\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [],
   "source": [
    "cluster_tr1 = predicttrain.labels_.tolist()  # Fitting the Cluster Data to the list Created for Train Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " ...]"
      ]
     },
     "execution_count": 118,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cluster_test1 # Checking the test Cluster"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "cluster_tr = predicttrain.labels_.tolist() # Fitting the Cluster Data to the list Created"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " ...]"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cluster_tr1  # Checking the test Cluster"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "test= pd.read_csv(\"GrievancesData_Test.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>word_count</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>110</td>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>79</td>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>374</td>\n",
       "      <td>We fell behind in our payments back in 2014 f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>436</td>\n",
       "      <td>My home is on XXXX parcels of land. The first...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>90</td>\n",
       "      <td>We mortgaged our home with XXXX on XXXX/XXXX/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>192</td>\n",
       "      <td>I accepted a credit card off for the Barclays...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>75</td>\n",
       "      <td>I would like to be credited in full, of all t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>548</td>\n",
       "      <td>Can't decrease my monthly payments I am trying...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>65</td>\n",
       "      <td>I was charged a fee both when I spoke with XX...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>660</td>\n",
       "      <td>Having problems with customer service On XXXX ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>34</td>\n",
       "      <td>I am very disappointed that the RegulatoryDep...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>302</td>\n",
       "      <td>I spoke to XXXX of green tree representatives...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>677</td>\n",
       "      <td>Foreword Explanation : I am aware my husband,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>458</td>\n",
       "      <td>I recently had a change in mortgage loan serv...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>156</td>\n",
       "      <td>I signed up for e-bills through Synchrony Ban...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    word_count                               GrievanceDescription\n",
       "0          110   I currently have a mortgage with Flag star ba...\n",
       "1           79   Bank5278 Auto Finance repossessed and subsequ...\n",
       "2          374   We fell behind in our payments back in 2014 f...\n",
       "3          436   My home is on XXXX parcels of land. The first...\n",
       "4           90   We mortgaged our home with XXXX on XXXX/XXXX/...\n",
       "5          192   I accepted a credit card off for the Barclays...\n",
       "6           75   I would like to be credited in full, of all t...\n",
       "7          548  Can't decrease my monthly payments I am trying...\n",
       "8           65   I was charged a fee both when I spoke with XX...\n",
       "9          660  Having problems with customer service On XXXX ...\n",
       "10          34   I am very disappointed that the RegulatoryDep...\n",
       "11         302   I spoke to XXXX of green tree representatives...\n",
       "12         677   Foreword Explanation : I am aware my husband,...\n",
       "13         458   I recently had a change in mortgage loan serv...\n",
       "14         156   I signed up for e-bills through Synchrony Ban..."
      ]
     },
     "execution_count": 146,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Calculating No of Words for test\n",
    "\n",
    "test[\"word_count\"]=test[\"GrievanceDescription\"].apply(lambda x: len(str(x).split(\" \")))\n",
    "test[[\"word_count\",\"GrievanceDescription\"]].head(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>char_count</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>589</td>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>456</td>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1974</td>\n",
       "      <td>We fell behind in our payments back in 2014 f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2228</td>\n",
       "      <td>My home is on XXXX parcels of land. The first...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>562</td>\n",
       "      <td>We mortgaged our home with XXXX on XXXX/XXXX/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1189</td>\n",
       "      <td>I accepted a credit card off for the Barclays...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>403</td>\n",
       "      <td>I would like to be credited in full, of all t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2848</td>\n",
       "      <td>Can't decrease my monthly payments I am trying...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>346</td>\n",
       "      <td>I was charged a fee both when I spoke with XX...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>3899</td>\n",
       "      <td>Having problems with customer service On XXXX ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   char_count                               GrievanceDescription\n",
       "0         589   I currently have a mortgage with Flag star ba...\n",
       "1         456   Bank5278 Auto Finance repossessed and subsequ...\n",
       "2        1974   We fell behind in our payments back in 2014 f...\n",
       "3        2228   My home is on XXXX parcels of land. The first...\n",
       "4         562   We mortgaged our home with XXXX on XXXX/XXXX/...\n",
       "5        1189   I accepted a credit card off for the Barclays...\n",
       "6         403   I would like to be credited in full, of all t...\n",
       "7        2848  Can't decrease my monthly payments I am trying...\n",
       "8         346   I was charged a fee both when I spoke with XX...\n",
       "9        3899  Having problems with customer service On XXXX ..."
      ]
     },
     "execution_count": 147,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Calculating No of Characters for test\n",
    "\n",
    "test[\"char_count\"]=test[\"GrievanceDescription\"].str.len()  # also includes spaces\n",
    "test[[\"char_count\",\"GrievanceDescription\"]].head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>stopwords</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>We fell behind in our payments back in 2014 f...</td>\n",
       "      <td>189</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My home is on XXXX parcels of land. The first...</td>\n",
       "      <td>196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>We mortgaged our home with XXXX on XXXX/XXXX/...</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                GrievanceDescription  stopwords\n",
       "0   I currently have a mortgage with Flag star ba...         52\n",
       "1   Bank5278 Auto Finance repossessed and subsequ...         28\n",
       "2   We fell behind in our payments back in 2014 f...        189\n",
       "3   My home is on XXXX parcels of land. The first...        196\n",
       "4   We mortgaged our home with XXXX on XXXX/XXXX/...         30"
      ]
     },
     "execution_count": 148,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Removing Stopwords from the data \n",
    "\n",
    "from nltk.corpus import stopwords\n",
    "stop=stopwords.words(\"english\")\n",
    "test[\"stopwords\"]=test[\"GrievanceDescription\"].apply(lambda x: len([x for x in x.split() if x in stop]))\n",
    "test[[\"GrievanceDescription\",\"stopwords\"]].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>hastags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>We fell behind in our payments back in 2014 f...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My home is on XXXX parcels of land. The first...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>We mortgaged our home with XXXX on XXXX/XXXX/...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>I accepted a credit card off for the Barclays...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>I would like to be credited in full, of all t...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Can't decrease my monthly payments I am trying...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>I was charged a fee both when I spoke with XX...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Having problems with customer service On XXXX ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                GrievanceDescription  hastags\n",
       "0   I currently have a mortgage with Flag star ba...        0\n",
       "1   Bank5278 Auto Finance repossessed and subsequ...        0\n",
       "2   We fell behind in our payments back in 2014 f...        0\n",
       "3   My home is on XXXX parcels of land. The first...        0\n",
       "4   We mortgaged our home with XXXX on XXXX/XXXX/...        0\n",
       "5   I accepted a credit card off for the Barclays...        0\n",
       "6   I would like to be credited in full, of all t...        0\n",
       "7  Can't decrease my monthly payments I am trying...        0\n",
       "8   I was charged a fee both when I spoke with XX...        0\n",
       "9  Having problems with customer service On XXXX ...        0"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##Number of Special Characters for test\n",
    "\n",
    "test['hastags'] = test['GrievanceDescription'].apply(lambda x: len([x for x in x.split() if x.startswith('#')]))\n",
    "test[['GrievanceDescription','hastags']].head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     I currently have a mortgage with Flag star ba...\n",
       "1     Bank5278 Auto Finance repossessed and subsequ...\n",
       "2     We fell behind in our payments back in 2014 f...\n",
       "3     My home is on XXXX parcels of land The first ...\n",
       "4     We mortgaged our home with XXXX on XXXXXXXXXX...\n",
       "Name: GrievanceDescription, dtype: object"
      ]
     },
     "execution_count": 149,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## Removing Punctuation for test\n",
    "\n",
    "test['GrievanceDescription'] = test['GrievanceDescription'].str.replace('[^\\w\\s]','')\n",
    "test[\"GrievanceDescription\"].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>upper</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>We fell behind in our payments back in 2014 f...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My home is on XXXX parcels of land The first ...</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>We mortgaged our home with XXXX on XXXXXXXXXX...</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>I accepted a credit card off for the Barclays...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>I would like to be credited in full of all th...</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Cant decrease my monthly payments I am trying ...</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>I was charged a fee both when I spoke with XX...</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Having problems with customer service On XXXX ...</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>I am very disappointed that the RegulatoryDep...</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>I spoke to XXXX of green tree representatives...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Foreword Explanation  I am aware my husband X...</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>I recently had a change in mortgage loan serv...</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>I signed up for ebills through Synchrony Bank...</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 GrievanceDescription  upper\n",
       "0    I currently have a mortgage with Flag star ba...     11\n",
       "1    Bank5278 Auto Finance repossessed and subsequ...      5\n",
       "2    We fell behind in our payments back in 2014 f...     11\n",
       "3    My home is on XXXX parcels of land The first ...     56\n",
       "4    We mortgaged our home with XXXX on XXXXXXXXXX...     21\n",
       "5    I accepted a credit card off for the Barclays...     12\n",
       "6    I would like to be credited in full of all th...      6\n",
       "7   Cant decrease my monthly payments I am trying ...     28\n",
       "8    I was charged a fee both when I spoke with XX...      8\n",
       "9   Having problems with customer service On XXXX ...     45\n",
       "10   I am very disappointed that the RegulatoryDep...      8\n",
       "11   I spoke to XXXX of green tree representatives...     24\n",
       "12   Foreword Explanation  I am aware my husband X...     35\n",
       "13   I recently had a change in mortgage loan serv...     28\n",
       "14   I signed up for ebills through Synchrony Bank...     13"
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "## No of UpperCase words for test\n",
    "\n",
    "test['upper'] = test['GrievanceDescription'].apply(lambda x: len([x for x in x.split() if x.isupper()]))\n",
    "\n",
    "test[['GrievanceDescription','upper']].head(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "privete                 1\n",
       "updatedturned           1\n",
       "howrver                 1\n",
       "ECROW                   1\n",
       "XXXXwwwllbeancomXXXX    1\n",
       "pleaeded                1\n",
       "Inhumanely              1\n",
       "tcalled                 1\n",
       "hVe                     1\n",
       "Pathfinder              1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 151,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "freq = pd.Series(' '.join(test['GrievanceDescription']).split()).value_counts()[-10:] # Creating a series to check the rare words\n",
    "freq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...\n",
       "1    I mortgage XXXX XXXX XXXX XXXX never missed pa...\n",
       "2    In XXXX XXXX I given 110000 credit limit Sears...\n",
       "3    Our Mortgage sold Bank5279 XXXX 2014 They boug...\n",
       "4    We started dealing Citi Mortgage back XXXXXXXX...\n",
       "Name: GrievanceDescription, dtype: object"
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Frequency of the rare words in test\n",
    "freq = list(freq.index)\n",
    "train['GrievanceDescription'] = train['GrievanceDescription'].apply(lambda x: \" \".join(x for x in x.split() if x not in freq))\n",
    "train['GrievanceDescription'].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GrievanceID             27954\n",
       "BankID                     22\n",
       "State                      62\n",
       "DateOfGrievance          1168\n",
       "Grievance_Category         59\n",
       "GrievanceDescription    24137\n",
       "LineOfBusiness              4\n",
       "ResolutionComments          4\n",
       "Disputed                    2\n",
       "DateOfResolution         1198\n",
       "word_count                877\n",
       "char_count               3689\n",
       "stopwords                 433\n",
       "upper                     258\n",
       "dtype: int64"
      ]
     },
     "execution_count": 153,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##Finding the total number of unique values in each column in test\n",
    "\n",
    "test.apply(lambda x: len(x.unique()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[WordList(['I', 'currently']),\n",
       " WordList(['currently', 'have']),\n",
       " WordList(['have', 'a']),\n",
       " WordList(['a', 'mortgage']),\n",
       " WordList(['mortgage', 'with']),\n",
       " WordList(['with', 'Flag']),\n",
       " WordList(['Flag', 'star']),\n",
       " WordList(['star', 'bank']),\n",
       " WordList(['bank', 'my']),\n",
       " WordList(['my', 'XXXXXXXX']),\n",
       " WordList(['XXXXXXXX', 'payment']),\n",
       " WordList(['payment', 'was']),\n",
       " WordList(['was', 'late']),\n",
       " WordList(['late', 'reaching']),\n",
       " WordList(['reaching', 'flagstar']),\n",
       " WordList(['flagstar', 'on']),\n",
       " WordList(['on', 'XXXXXXXX15']),\n",
       " WordList(['XXXXXXXX15', 'I']),\n",
       " WordList(['I', 've']),\n",
       " WordList(['ve', 'had']),\n",
       " WordList(['had', 'this']),\n",
       " WordList(['this', 'loan']),\n",
       " WordList(['loan', 'for']),\n",
       " WordList(['for', 'over']),\n",
       " WordList(['over', 'a']),\n",
       " WordList(['a', 'year']),\n",
       " WordList(['year', 'now']),\n",
       " WordList(['now', 'and']),\n",
       " WordList(['and', 'it']),\n",
       " WordList(['it', 's']),\n",
       " WordList(['s', 'the']),\n",
       " WordList(['the', 'first']),\n",
       " WordList(['first', 'time']),\n",
       " WordList(['time', 'my']),\n",
       " WordList(['my', 'payment']),\n",
       " WordList(['payment', 'was']),\n",
       " WordList(['was', 'late']),\n",
       " WordList(['late', 'due']),\n",
       " WordList(['due', 'to']),\n",
       " WordList(['to', 'personal']),\n",
       " WordList(['personal', 'issue']),\n",
       " WordList(['issue', 'I']),\n",
       " WordList(['I', 'm']),\n",
       " WordList(['m', 'currently']),\n",
       " WordList(['currently', 'current']),\n",
       " WordList(['current', 'with']),\n",
       " WordList(['with', 'all']),\n",
       " WordList(['all', 'other']),\n",
       " WordList(['other', 'payments']),\n",
       " WordList(['payments', 'just']),\n",
       " WordList(['just', 'received']),\n",
       " WordList(['received', 'notice']),\n",
       " WordList(['notice', 'that']),\n",
       " WordList(['that', 'my']),\n",
       " WordList(['my', 'loan']),\n",
       " WordList(['loan', 'is']),\n",
       " WordList(['is', 'going']),\n",
       " WordList(['going', 'to']),\n",
       " WordList(['to', 'be']),\n",
       " WordList(['be', 'service']),\n",
       " WordList(['service', 'by']),\n",
       " WordList(['by', 'XXXX']),\n",
       " WordList(['XXXX', 'as']),\n",
       " WordList(['as', 'of']),\n",
       " WordList(['of', 'XXXXXXXX']),\n",
       " WordList(['XXXXXXXX', 'I']),\n",
       " WordList(['I', 'have']),\n",
       " WordList(['have', 'no']),\n",
       " WordList(['no', 'interest']),\n",
       " WordList(['interest', 'for']),\n",
       " WordList(['for', 'my']),\n",
       " WordList(['my', 'loan']),\n",
       " WordList(['loan', 'being']),\n",
       " WordList(['being', 'transferred']),\n",
       " WordList(['transferred', 'over']),\n",
       " WordList(['over', 'to']),\n",
       " WordList(['to', 'this']),\n",
       " WordList(['this', 'company']),\n",
       " WordList(['company', 'who']),\n",
       " WordList(['who', 'can']),\n",
       " WordList(['can', 'I']),\n",
       " WordList(['I', 'address']),\n",
       " WordList(['address', 'this']),\n",
       " WordList(['this', 'issue']),\n",
       " WordList(['issue', 'with']),\n",
       " WordList(['with', 'I']),\n",
       " WordList(['I', 'just']),\n",
       " WordList(['just', 'looked']),\n",
       " WordList(['looked', 'up']),\n",
       " WordList(['up', 'this']),\n",
       " WordList(['this', 'company']),\n",
       " WordList(['company', 'and']),\n",
       " WordList(['and', 'nothing']),\n",
       " WordList(['nothing', 'but']),\n",
       " WordList(['but', 'horror']),\n",
       " WordList(['horror', 'stories']),\n",
       " WordList(['stories', 'have']),\n",
       " WordList(['have', 'been']),\n",
       " WordList(['been', 'posted']),\n",
       " WordList(['posted', 'How']),\n",
       " WordList(['How', 'can']),\n",
       " WordList(['can', 'I']),\n",
       " WordList(['I', 'avoid']),\n",
       " WordList(['avoid', 'my']),\n",
       " WordList(['my', 'loan']),\n",
       " WordList(['loan', 'from']),\n",
       " WordList(['from', 'being']),\n",
       " WordList(['being', 'transferred'])]"
      ]
     },
     "execution_count": 154,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##Advanced Text Processing\n",
    "\n",
    "## Generating N Grams for test\n",
    "\n",
    "TextBlob(test['GrievanceDescription'][0]).ngrams(2)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>words</th>\n",
       "      <th>tf</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>was</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>I</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Bank5278</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>to</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>the</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      words  tf\n",
       "0       was   4\n",
       "1         I   4\n",
       "2  Bank5278   3\n",
       "3        to   3\n",
       "4       the   3"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "##Term Frequency\n",
    "\n",
    "#Term frequency is simply the ratio of the count of a word present in a sentence, to the length of the sentence.\n",
    "\n",
    "#Therefore, we can generalize term frequency as:\n",
    "\n",
    "#TF = (Number of times term T appears in the particular row) / (number of terms in that row)\n",
    "\n",
    "\n",
    "tf2 = (test['GrievanceDescription'][1:2]).apply(lambda x: pd.value_counts(x.split(\" \"))).sum(axis = 0).reset_index()\n",
    "tf2.columns = ['words','tf']\n",
    "tf2.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " ...]"
      ]
     },
     "execution_count": 122,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cluster_tr1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(53680, 53290)"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test_tfidf.shape # Checking the Shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>hastags</th>\n",
       "      <th>upper</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GID512411</td>\n",
       "      <td>Bank5279</td>\n",
       "      <td>State31</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Settlement process and costs</td>\n",
       "      <td>Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "      <td>169</td>\n",
       "      <td>944</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GID512412</td>\n",
       "      <td>Bank5287</td>\n",
       "      <td>State26</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Application, originator, mortgage broker</td>\n",
       "      <td>I mortgage XXXX XXXX XXXX XXXX never missed pa...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>2016-02-10</td>\n",
       "      <td>515</td>\n",
       "      <td>2641</td>\n",
       "      <td>0</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  GrievanceID    BankID    State DateOfGrievance  \\\n",
       "0   GID512411  Bank5279  State31      2016-01-19   \n",
       "1   GID512412  Bank5287  State26      2016-01-19   \n",
       "\n",
       "                         Grievance_Category  \\\n",
       "0              Settlement process and costs   \n",
       "1  Application, originator, mortgage broker   \n",
       "\n",
       "                                GrievanceDescription LineOfBusiness  \\\n",
       "0  Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...       Mortgage   \n",
       "1  I mortgage XXXX XXXX XXXX XXXX never missed pa...       Mortgage   \n",
       "\n",
       "        ResolutionComments Disputed DateOfResolution  word_count  char_count  \\\n",
       "0  Closed with explanation       No       2016-01-30         169         944   \n",
       "1  Closed with explanation      Yes       2016-02-10         515        2641   \n",
       "\n",
       "   hastags  upper  \n",
       "0        0     31  \n",
       "1        0     93  "
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.head(2) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "cluster_tr= pd.DataFrame({'cluster_tr':cluster_tr}) # Adding Cluster to the Dataset\n",
    "s= pd.concat([cluster_tr,train],axis=1) # Adding the Column to the Train Data\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [],
   "source": [
    "cluster_tr1 =pd.DataFrame({'cluster_tr1':cluster_tr1})\n",
    "t= pd.concat([cluster_tr1,test],axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_tr1</th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>stopwords</th>\n",
       "      <th>upper</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512414</td>\n",
       "      <td>Bank5334</td>\n",
       "      <td>State43</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "      <td>110.0</td>\n",
       "      <td>589.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512416</td>\n",
       "      <td>Bank5278</td>\n",
       "      <td>State16</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Problems when you are unable to pay</td>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "      <td>Consumer Loan</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-02-03</td>\n",
       "      <td>79.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_tr1 GrievanceID    BankID    State DateOfGrievance  \\\n",
       "0            0   GID512414  Bank5334  State43      2016-01-19   \n",
       "1            0   GID512416  Bank5278  State16      2016-01-19   \n",
       "\n",
       "                         Grievance_Category  \\\n",
       "0  Loan servicing, payments, escrow account   \n",
       "1       Problems when you are unable to pay   \n",
       "\n",
       "                                GrievanceDescription LineOfBusiness  \\\n",
       "0   I currently have a mortgage with Flag star ba...       Mortgage   \n",
       "1   Bank5278 Auto Finance repossessed and subsequ...  Consumer Loan   \n",
       "\n",
       "        ResolutionComments Disputed DateOfResolution  word_count  char_count  \\\n",
       "0  Closed with explanation       No       2016-01-30       110.0       589.0   \n",
       "1  Closed with explanation       No       2016-02-03        79.0       456.0   \n",
       "\n",
       "   stopwords  upper  \n",
       "0       52.0   11.0  \n",
       "1       28.0    5.0  "
      ]
     },
     "execution_count": 160,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "t.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {},
   "outputs": [],
   "source": [
    "tar1= pd.read_csv('Test.csv')  # Reading the Test Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_tr</th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>hastags</th>\n",
       "      <th>upper</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512411</td>\n",
       "      <td>Bank5279</td>\n",
       "      <td>State31</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Settlement process and costs</td>\n",
       "      <td>Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "      <td>169</td>\n",
       "      <td>944</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512412</td>\n",
       "      <td>Bank5287</td>\n",
       "      <td>State26</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Application, originator, mortgage broker</td>\n",
       "      <td>I mortgage XXXX XXXX XXXX XXXX never missed pa...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>2016-02-10</td>\n",
       "      <td>515</td>\n",
       "      <td>2641</td>\n",
       "      <td>0</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_tr GrievanceID    BankID    State DateOfGrievance  \\\n",
       "0           0   GID512411  Bank5279  State31      2016-01-19   \n",
       "1           0   GID512412  Bank5287  State26      2016-01-19   \n",
       "\n",
       "                         Grievance_Category  \\\n",
       "0              Settlement process and costs   \n",
       "1  Application, originator, mortgage broker   \n",
       "\n",
       "                                GrievanceDescription LineOfBusiness  \\\n",
       "0  Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...       Mortgage   \n",
       "1  I mortgage XXXX XXXX XXXX XXXX never missed pa...       Mortgage   \n",
       "\n",
       "        ResolutionComments Disputed DateOfResolution  word_count  char_count  \\\n",
       "0  Closed with explanation       No       2016-01-30         169         944   \n",
       "1  Closed with explanation      Yes       2016-02-10         515        2641   \n",
       "\n",
       "   hastags  upper  \n",
       "0        0     31  \n",
       "1        0     93  "
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512414</td>\n",
       "      <td>Bank5334</td>\n",
       "      <td>State43</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512416</td>\n",
       "      <td>Bank5278</td>\n",
       "      <td>State16</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Problems when you are unable to pay</td>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "      <td>Consumer Loan</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-02-03</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   0 GrievanceID    BankID    State DateOfGrievance  \\\n",
       "0  0   GID512414  Bank5334  State43      2016-01-19   \n",
       "1  0   GID512416  Bank5278  State16      2016-01-19   \n",
       "\n",
       "                         Grievance_Category  \\\n",
       "0  Loan servicing, payments, escrow account   \n",
       "1       Problems when you are unable to pay   \n",
       "\n",
       "                                GrievanceDescription LineOfBusiness  \\\n",
       "0   I currently have a mortgage with Flag star ba...       Mortgage   \n",
       "1   Bank5278 Auto Finance repossessed and subsequ...  Consumer Loan   \n",
       "\n",
       "        ResolutionComments Disputed DateOfResolution  \n",
       "0  Closed with explanation       No       2016-01-30  \n",
       "1  Closed with explanation       No       2016-02-03  "
      ]
     },
     "execution_count": 132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cluster_test=pd.DataFrame(cluster_test)\n",
    "t= pd.concat([cluster_test,test],axis=1)\n",
    "t.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_tr</th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>hastags</th>\n",
       "      <th>upper</th>\n",
       "      <th>BankGrade</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512411</td>\n",
       "      <td>Bank5279</td>\n",
       "      <td>State31</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Settlement process and costs</td>\n",
       "      <td>Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "      <td>169</td>\n",
       "      <td>944</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>outstanding</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512412</td>\n",
       "      <td>Bank5287</td>\n",
       "      <td>State26</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Application, originator, mortgage broker</td>\n",
       "      <td>I mortgage XXXX XXXX XXXX XXXX never missed pa...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>Yes</td>\n",
       "      <td>2016-02-10</td>\n",
       "      <td>515</td>\n",
       "      <td>2641</td>\n",
       "      <td>0</td>\n",
       "      <td>93</td>\n",
       "      <td>deficient</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_tr GrievanceID    BankID    State DateOfGrievance  \\\n",
       "0           0   GID512411  Bank5279  State31      2016-01-19   \n",
       "1           0   GID512412  Bank5287  State26      2016-01-19   \n",
       "\n",
       "                         Grievance_Category  \\\n",
       "0              Settlement process and costs   \n",
       "1  Application, originator, mortgage broker   \n",
       "\n",
       "                                GrievanceDescription LineOfBusiness  \\\n",
       "0  Bank5279 Research dpt XXXX XXXX XXXX XXXX CA X...       Mortgage   \n",
       "1  I mortgage XXXX XXXX XXXX XXXX never missed pa...       Mortgage   \n",
       "\n",
       "        ResolutionComments Disputed DateOfResolution  word_count  char_count  \\\n",
       "0  Closed with explanation       No       2016-01-30         169         944   \n",
       "1  Closed with explanation      Yes       2016-02-10         515        2641   \n",
       "\n",
       "   hastags  upper    BankGrade  \n",
       "0        0     31  outstanding  \n",
       "1        0     93    deficient  "
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s=s.merge(tar,on='BankID',how='left') # Merging the BankID column from the Target For Train Data \n",
    "s.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_tr1</th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>GrievanceDescription</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>stopwords</th>\n",
       "      <th>upper</th>\n",
       "      <th>hastags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512414</td>\n",
       "      <td>Bank5334</td>\n",
       "      <td>State43</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "      <td>110.0</td>\n",
       "      <td>589.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>GID512416</td>\n",
       "      <td>Bank5278</td>\n",
       "      <td>State16</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Problems when you are unable to pay</td>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "      <td>Consumer Loan</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-02-03</td>\n",
       "      <td>79.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_tr1 GrievanceID    BankID    State DateOfGrievance  \\\n",
       "0            0   GID512414  Bank5334  State43      2016-01-19   \n",
       "1            0   GID512416  Bank5278  State16      2016-01-19   \n",
       "\n",
       "                         Grievance_Category  \\\n",
       "0  Loan servicing, payments, escrow account   \n",
       "1       Problems when you are unable to pay   \n",
       "\n",
       "                                GrievanceDescription LineOfBusiness  \\\n",
       "0   I currently have a mortgage with Flag star ba...       Mortgage   \n",
       "1   Bank5278 Auto Finance repossessed and subsequ...  Consumer Loan   \n",
       "\n",
       "        ResolutionComments Disputed DateOfResolution  word_count  char_count  \\\n",
       "0  Closed with explanation       No       2016-01-30       110.0       589.0   \n",
       "1  Closed with explanation       No       2016-02-03        79.0       456.0   \n",
       "\n",
       "   stopwords  upper  hastags  \n",
       "0       52.0   11.0      0.0  \n",
       "1       28.0    5.0      0.0  "
      ]
     },
     "execution_count": 170,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m= t.merge(tar1,on='BankID',how='left') # Merging the BankID column from the Target For Test Data \n",
    "m.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "cluster_tr1               int64\n",
       "GrievanceID              object\n",
       "BankID                   object\n",
       "State                    object\n",
       "DateOfGrievance          object\n",
       "Grievance_Category       object\n",
       "GrievanceDescription     object\n",
       "LineOfBusiness           object\n",
       "ResolutionComments       object\n",
       "Disputed                 object\n",
       "DateOfResolution         object\n",
       "word_count              float64\n",
       "char_count              float64\n",
       "stopwords               float64\n",
       "upper                   float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 162,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_tr</th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>hastags</th>\n",
       "      <th>upper</th>\n",
       "      <th>BankGrade</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2850</td>\n",
       "      <td>52943</td>\n",
       "      <td>20</td>\n",
       "      <td>23</td>\n",
       "      <td>1199</td>\n",
       "      <td>57</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1196</td>\n",
       "      <td>172</td>\n",
       "      <td>4074</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>17488</td>\n",
       "      <td>52944</td>\n",
       "      <td>23</td>\n",
       "      <td>18</td>\n",
       "      <td>1199</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1207</td>\n",
       "      <td>594</td>\n",
       "      <td>1830</td>\n",
       "      <td>0</td>\n",
       "      <td>93</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cluster_tr  GrievanceID  BankID  State  DateOfGrievance  \\\n",
       "0        2850        52943      20     23             1199   \n",
       "1       17488        52944      23     18             1199   \n",
       "\n",
       "   Grievance_Category  LineOfBusiness  ResolutionComments  Disputed  \\\n",
       "0                  57               2                   1         0   \n",
       "1                   4               2                   1         1   \n",
       "\n",
       "   DateOfResolution  word_count  char_count  hastags  upper  BankGrade  \n",
       "0              1196         172        4074        0     31          1  \n",
       "1              1207         594        1830        0     93          0  "
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "# label Encoding for train\n",
    "from sklearn import preprocessing\n",
    "le = preprocessing.LabelEncoder()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {},
   "outputs": [],
   "source": [
    "# replacing the column 'GrievanceDescription' with 'Cluster_tr1' for test data \n",
    "m[\"cluster_tr1\"]=m[\"GrievanceDescription\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cluster_tr1</th>\n",
       "      <th>GrievanceID</th>\n",
       "      <th>BankID</th>\n",
       "      <th>State</th>\n",
       "      <th>DateOfGrievance</th>\n",
       "      <th>Grievance_Category</th>\n",
       "      <th>LineOfBusiness</th>\n",
       "      <th>ResolutionComments</th>\n",
       "      <th>Disputed</th>\n",
       "      <th>DateOfResolution</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>stopwords</th>\n",
       "      <th>upper</th>\n",
       "      <th>hastags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>I currently have a mortgage with Flag star ba...</td>\n",
       "      <td>GID512414</td>\n",
       "      <td>Bank5334</td>\n",
       "      <td>State43</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Loan servicing, payments, escrow account</td>\n",
       "      <td>Mortgage</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-01-30</td>\n",
       "      <td>110.0</td>\n",
       "      <td>589.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Bank5278 Auto Finance repossessed and subsequ...</td>\n",
       "      <td>GID512416</td>\n",
       "      <td>Bank5278</td>\n",
       "      <td>State16</td>\n",
       "      <td>2016-01-19</td>\n",
       "      <td>Problems when you are unable to pay</td>\n",
       "      <td>Consumer Loan</td>\n",
       "      <td>Closed with explanation</td>\n",
       "      <td>No</td>\n",
       "      <td>2016-02-03</td>\n",
       "      <td>79.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         cluster_tr1 GrievanceID    BankID  \\\n",
       "0   I currently have a mortgage with Flag star ba...   GID512414  Bank5334   \n",
       "1   Bank5278 Auto Finance repossessed and subsequ...   GID512416  Bank5278   \n",
       "\n",
       "     State DateOfGrievance                        Grievance_Category  \\\n",
       "0  State43      2016-01-19  Loan servicing, payments, escrow account   \n",
       "1  State16      2016-01-19       Problems when you are unable to pay   \n",
       "\n",
       "  LineOfBusiness       ResolutionComments Disputed DateOfResolution  \\\n",
       "0       Mortgage  Closed with explanation       No       2016-01-30   \n",
       "1  Consumer Loan  Closed with explanation       No       2016-02-03   \n",
       "\n",
       "   word_count  char_count  stopwords  upper  hastags  \n",
       "0       110.0       589.0       52.0   11.0      0.0  \n",
       "1        79.0       456.0       28.0    5.0      0.0  "
      ]
     },
     "execution_count": 174,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [],
   "source": [
    "m=m.drop('GrievanceDescription',axis=1) # Dropping the Column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0                      int64\n",
       "GrievanceID           object\n",
       "BankID                object\n",
       "State                 object\n",
       "DateOfGrievance       object\n",
       "Grievance_Category    object\n",
       "LineOfBusiness        object\n",
       "ResolutionComments    object\n",
       "Disputed              object\n",
       "DateOfResolution      object\n",
       "cluster_tr1           object\n",
       "dtype: object"
      ]
     },
     "execution_count": 142,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "# dropped the column as the column is replaced by cluster_tr\n",
    "s=s.drop(\"GrievanceDescription\",axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [],
   "source": [
    "m=m.drop('GrievanceDescription',axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['cluster_tr1', 'GrievanceID', 'BankID', 'State', 'DateOfGrievance',\n",
       "       'Grievance_Category', 'LineOfBusiness', 'ResolutionComments',\n",
       "       'Disputed', 'DateOfResolution', 'word_count', 'char_count', 'stopwords',\n",
       "       'upper', 'hastags'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 175,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "d.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 176,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['cluster_tr1', 'GrievanceID', 'BankID', 'State', 'DateOfGrievance',\n",
       "       'Grievance_Category', 'LineOfBusiness', 'ResolutionComments',\n",
       "       'Disputed', 'DateOfResolution', 'word_count', 'char_count', 'stopwords',\n",
       "       'upper', 'hastags'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 176,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Transforming the data to fit the Train set \n",
    "\n",
    "\n",
    "s[['cluster_tr1']]=le.fit_transform(s[['cluster_tr']].astype('str'))\n",
    "s[['GrievanceID']]=le.fit_transform(s[['GrievanceID']].astype('str'))\n",
    "s[['BankID']]=le.fit_transform(s[['BankID']].astype('str'))\n",
    "s[['BankGrade']]=le.fit_transform(s[['BankGrade']].astype(\"str\"))\n",
    "s[['State']]=le.fit_transform(s[['State']].astype('str'))\n",
    "s[['DateOfGrievance']]=le.fit_transform(s[['DateOfGrievance']].astype('str'))\n",
    "s[['Grievance_Category']]=le.fit_transform(s[['Grievance_Category']].astype('str'))\n",
    "s[['LineOfBusiness']]=le.fit_transform(s[['LineOfBusiness']].astype('str'))\n",
    "s[['ResolutionComments']]=le.fit_transform(s[['ResolutionComments']].astype('str'))\n",
    "s[['Disputed']]=le.fit_transform(s[['Disputed']].astype('str'))\n",
    "s[['DateOfResolution']]=le.fit_transform(s[['DateOfResolution']].astype('str'))\n",
    "s[['word_count']]=le.fit_transform(s[['word_count']].astype('str'))\n",
    "s[['char_count']]=le.fit_transform(s[['char_count']].astype('str'))\n",
    "s[['hastags']]=le.fit_transform(s[['hastags']].astype('str'))\n",
    "s[['BankGrade']]=le.fit_transform(s[['BankGrade']].astype('str'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['cluster_tr1', 'GrievanceID', 'BankID', 'State', 'DateOfGrievance',\n",
       "       'Grievance_Category', 'GrievanceDescription', 'LineOfBusiness',\n",
       "       'ResolutionComments', 'Disputed', 'DateOfResolution', 'word_count',\n",
       "       'char_count', 'stopwords', 'upper'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Transforming the data to fit the Test set\n",
    "\n",
    "m[['cluster_tr1']]=le.fit_transform(m[['cluster_tr1']].astype('str'))\n",
    "m[['GrievanceID']]=le.fit_transform(m[['GrievanceID']].astype('str'))\n",
    "m[['BankID']]=le.fit_transform(m[['BankID']].astype('str'))\n",
    "\n",
    "m[['State']]=le.fit_transform(m[['State']].astype('str'))\n",
    "m[['DateOfGrievance']]=le.fit_transform(m[['DateOfGrievance']].astype('str'))\n",
    "m[['Grievance_Category']]=le.fit_transform(m[['Grievance_Category']].astype('str'))\n",
    "m[['LineOfBusiness']]=le.fit_transform(m[['LineOfBusiness']].astype('str'))\n",
    "m[['ResolutionComments']]=le.fit_transform(m[['ResolutionComments']].astype('str'))\n",
    "m[['Disputed']]=le.fit_transform(m[['Disputed']].astype('str'))\n",
    "m[['DateOfResolution']]=le.fit_transform(m[['DateOfResolution']].astype('str'))\n",
    "m[['word_count']]=le.fit_transform(m[['word_count']].astype('str'))\n",
    "m[['char_count']]=le.fit_transform(m[['char_count']].astype('str'))\n",
    "m[['hastags']]=le.fit_transform(m[['hastags']].astype('str'))\n",
    "m[['upper']]=le.fit_transform(m[['upper']].astype('str'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "s=pd.concat([s, tar], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "s.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "metadata": {},
   "outputs": [],
   "source": [
    "target = s[['BankGrade']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BankGrade</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   BankGrade\n",
       "0          1\n",
       "1          0\n",
       "2          2\n",
       "3          1\n",
       "4          2"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "d= s.drop(columns=['BankGrade','BankID'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "d= pd.concat([s,tar],axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "d.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BankGrade</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   BankGrade\n",
       "0          1\n",
       "1          0\n",
       "2          2\n",
       "3          1\n",
       "4          2"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Importing train_test for train \n",
    "\n",
    "from sklearn.model_selection import train_test_split\n",
    "target = s[['BankGrade']]\n",
    "train_data_model = s[['cluster_tr1','GrievanceID','BankID','State','DateOfGrievance','Grievance_Category','LineOfBusiness','ResolutionComments','Disputed','DateOfResolution','upper']]\n",
    "X_train, X_valid, Y_train, Y_valid = train_test_split(train_data_model, target, test_size=0.3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 189,
   "metadata": {},
   "outputs": [],
   "source": [
    "# For test\n",
    "\n",
    "from sklearn.model_selection import train_test_split\n",
    "target = s[['BankGrade']]\n",
    "train_data_model1 = m[['cluster_tr1','GrievanceID','BankID','State','DateOfGrievance','Grievance_Category','LineOfBusiness','ResolutionComments','Disputed','DateOfResolution','upper']]\n",
    "X_train, X_valid, Y_train, Y_valid = train_test_split(train_data_model1, target, test_size=0.3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 190,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "cluster_tr1           int32\n",
       "GrievanceID           int32\n",
       "BankID                int32\n",
       "State                 int32\n",
       "DateOfGrievance       int32\n",
       "Grievance_Category    int32\n",
       "LineOfBusiness        int32\n",
       "ResolutionComments    int32\n",
       "Disputed              int32\n",
       "DateOfResolution      int32\n",
       "upper                 int32\n",
       "dtype: object"
      ]
     },
     "execution_count": 190,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data_model1.dtypes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Implementing Logistic Regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 191,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "logreg=LogisticRegression()\n",
    "\n",
    "from sklearn import metrics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [],
   "source": [
    "# logistic regression for train data\n",
    "\n",
    "logreg.fit(X_train, Y_train)\n",
    "y_pred=logreg.predict(X_valid)\n",
    "accuracy_lr = metrics.accuracy_score(Y_valid, y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.6503974167908594"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "accuracy_lr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 192,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Logistic Regression for test\n",
    "logreg.fit(X_train, Y_train)\n",
    "y_pred1=logreg.predict(X_valid)\n",
    "accuracy_lr1 = metrics.accuracy_score(Y_valid, y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 193,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.5051539990064581"
      ]
     },
     "execution_count": 193,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "accuracy_lr1"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### The Generated for the Test Data comes at 50.58%  using Logistic Regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Creating the DataFrame For Train & Test\n",
    "train_data_model = d[['cluster_tr','GrievanceID','BankID','State','DateOfGrievance','Grievance_Category','LineOfBusiness','ResolutionComments','Disputed','DateOfResolution','upper']]\n",
    "X_train, X_valid, Y_train, Y_valid = train_test_split(train_data_model, target, test_size=0.3)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Implementing Random Forest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Random Forest Classifier for train\n",
    "X_train, X_valid, Y_train, Y_valid = train_test_split(train_data_model, target, test_size=0.3)\n",
    "from sklearn.ensemble import RandomForestClassifier\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 194,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Random Forest Classifier for test\n",
    "X_train, X_valid, Y_train, Y_valid = train_test_split(train_data_model1, target, test_size=0.3)\n",
    "from sklearn.ensemble import RandomForestClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [],
   "source": [
    "clf=RandomForestClassifier(n_estimators=100) # Fitting the Classifier\n",
    "clf.fit(X_train,Y_train)\n",
    "y_pred=clf.predict(X_valid)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy: 0.9769622454048683\n"
     ]
    }
   ],
   "source": [
    "from sklearn import metrics\n",
    "print(\"Accuracy for train:\",metrics.accuracy_score(Y_valid, y_pred))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Predicting on Test Data\n",
    "clf=RandomForestClassifier(n_estimators=100)\n",
    "clf.fit(X_train,Y_train)\n",
    "y_pred1=clf.predict(X_valid)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 196,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy for test: 0.5058991554893194\n"
     ]
    }
   ],
   "source": [
    "from sklearn import metrics\n",
    "print(\"Accuracy for test:\",metrics.accuracy_score(Y_valid, y_pred))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### The Accuracy Generated for the Test Data comes at 50.58%  using Random Forest Method"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_df = pd.DataFrame({'Output':y_pred1})\n",
    "test_df.to_csv('m', sep='\\t', encoding='utf-8')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}