Codechef projects NLP.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package vader_lexicon to\n",
      "[nltk_data]     C:\\Users\\ADITYA\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package vader_lexicon is already up-to-date!\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Id</th>\n",
       "      <th>Which school does the teacher belongs to</th>\n",
       "      <th>NAME</th>\n",
       "      <th>REVIEWS</th>\n",
       "      <th>RATINGS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>ANIL P.M.</td>\n",
       "      <td>Very chill in class</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>ANOJ GIRI</td>\n",
       "      <td>Very chill in class. You can leave the class a...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>19</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>SENTHILKUMAR P</td>\n",
       "      <td>Teaches really well</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>ARUNA KUMAR BEHURA</td>\n",
       "      <td>Okay-ish</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>18</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>EDWIN SUDHAGAR P</td>\n",
       "      <td>Chill in class. Teaches really well.</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Id Which school does the teacher belongs to                NAME  \\\n",
       "0   5                                     SMEC           ANIL P.M.   \n",
       "1   6                                     SMEC           ANOJ GIRI   \n",
       "2  19                                     SMEC      SENTHILKUMAR P   \n",
       "3   7                                     SMEC  ARUNA KUMAR BEHURA   \n",
       "4  18                                     SMEC    EDWIN SUDHAGAR P   \n",
       "\n",
       "                                             REVIEWS  RATINGS  \n",
       "0                                Very chill in class        3  \n",
       "1  Very chill in class. You can leave the class a...        3  \n",
       "2                                Teaches really well        3  \n",
       "3                                           Okay-ish        2  \n",
       "4               Chill in class. Teaches really well.        2  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "\n",
    "\n",
    "import nltk\n",
    "    \n",
    "nltk.download('vader_lexicon')\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "df = pd.read_csv(r'C:\\Users\\ADITYA\\Desktop\\data$ET.csv')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.sentiment.vader import SentimentIntensityAnalyzer\n",
    "\n",
    "sid = SentimentIntensityAnalyzer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Id</th>\n",
       "      <th>Which school does the teacher belongs to</th>\n",
       "      <th>NAME</th>\n",
       "      <th>REVIEWS</th>\n",
       "      <th>RATINGS</th>\n",
       "      <th>scores</th>\n",
       "      <th>compound</th>\n",
       "      <th>comp_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>ANIL P.M.</td>\n",
       "      <td>Very chill in class</td>\n",
       "      <td>3</td>\n",
       "      <td>{'neg': 0.0, 'neu': 1.0, 'pos': 0.0, 'compound...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>ANOJ GIRI</td>\n",
       "      <td>Very chill in class. You can leave the class a...</td>\n",
       "      <td>3</td>\n",
       "      <td>{'neg': 0.071, 'neu': 0.769, 'pos': 0.16, 'com...</td>\n",
       "      <td>0.3612</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>19</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>SENTHILKUMAR P</td>\n",
       "      <td>Teaches really well</td>\n",
       "      <td>3</td>\n",
       "      <td>{'neg': 0.0, 'neu': 0.455, 'pos': 0.545, 'comp...</td>\n",
       "      <td>0.3384</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>ARUNA KUMAR BEHURA</td>\n",
       "      <td>Okay-ish</td>\n",
       "      <td>2</td>\n",
       "      <td>{'neg': 0.0, 'neu': 1.0, 'pos': 0.0, 'compound...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>18</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>EDWIN SUDHAGAR P</td>\n",
       "      <td>Chill in class. Teaches really well.</td>\n",
       "      <td>2</td>\n",
       "      <td>{'neg': 0.0, 'neu': 0.676, 'pos': 0.324, 'comp...</td>\n",
       "      <td>0.3384</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>21</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>THIAGARAJAN S</td>\n",
       "      <td>Teaches well, chill</td>\n",
       "      <td>2</td>\n",
       "      <td>{'neg': 0.0, 'neu': 0.488, 'pos': 0.512, 'comp...</td>\n",
       "      <td>0.2732</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>23</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>BIBHUTI BHUSAN SAHOO</td>\n",
       "      <td>Teaches well but really strict in class</td>\n",
       "      <td>2</td>\n",
       "      <td>{'neg': 0.0, 'neu': 0.795, 'pos': 0.205, 'comp...</td>\n",
       "      <td>0.1406</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>RAHUL SINGH SIKARWAR</td>\n",
       "      <td>Worst teacher ever. Literally failed entire cl...</td>\n",
       "      <td>1</td>\n",
       "      <td>{'neg': 0.597, 'neu': 0.403, 'pos': 0.0, 'comp...</td>\n",
       "      <td>-0.8126</td>\n",
       "      <td>neg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>15</td>\n",
       "      <td>SMEC</td>\n",
       "      <td>NAIJU C D</td>\n",
       "      <td>Worst faculty. Do not opt for him.</td>\n",
       "      <td>1</td>\n",
       "      <td>{'neg': 0.406, 'neu': 0.594, 'pos': 0.0, 'comp...</td>\n",
       "      <td>-0.6249</td>\n",
       "      <td>neg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>44</td>\n",
       "      <td>SITE</td>\n",
       "      <td>SWARNA PRIYA R.M</td>\n",
       "      <td>One of the best faculty in VIT</td>\n",
       "      <td>3</td>\n",
       "      <td>{'neg': 0.0, 'neu': 0.588, 'pos': 0.412, 'comp...</td>\n",
       "      <td>0.6369</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Id Which school does the teacher belongs to                  NAME  \\\n",
       "0   5                                     SMEC             ANIL P.M.   \n",
       "1   6                                     SMEC             ANOJ GIRI   \n",
       "2  19                                     SMEC        SENTHILKUMAR P   \n",
       "3   7                                     SMEC    ARUNA KUMAR BEHURA   \n",
       "4  18                                     SMEC      EDWIN SUDHAGAR P   \n",
       "5  21                                     SMEC         THIAGARAJAN S   \n",
       "6  23                                     SMEC  BIBHUTI BHUSAN SAHOO   \n",
       "7   2                                     SMEC  RAHUL SINGH SIKARWAR   \n",
       "8  15                                     SMEC             NAIJU C D   \n",
       "9  44                                     SITE      SWARNA PRIYA R.M   \n",
       "\n",
       "                                             REVIEWS  RATINGS  \\\n",
       "0                                Very chill in class        3   \n",
       "1  Very chill in class. You can leave the class a...        3   \n",
       "2                                Teaches really well        3   \n",
       "3                                           Okay-ish        2   \n",
       "4               Chill in class. Teaches really well.        2   \n",
       "5                                Teaches well, chill        2   \n",
       "6            Teaches well but really strict in class        2   \n",
       "7  Worst teacher ever. Literally failed entire cl...        1   \n",
       "8                 Worst faculty. Do not opt for him.        1   \n",
       "9                     One of the best faculty in VIT        3   \n",
       "\n",
       "                                              scores  compound comp_score  \n",
       "0  {'neg': 0.0, 'neu': 1.0, 'pos': 0.0, 'compound...    0.0000        pos  \n",
       "1  {'neg': 0.071, 'neu': 0.769, 'pos': 0.16, 'com...    0.3612        pos  \n",
       "2  {'neg': 0.0, 'neu': 0.455, 'pos': 0.545, 'comp...    0.3384        pos  \n",
       "3  {'neg': 0.0, 'neu': 1.0, 'pos': 0.0, 'compound...    0.0000        pos  \n",
       "4  {'neg': 0.0, 'neu': 0.676, 'pos': 0.324, 'comp...    0.3384        pos  \n",
       "5  {'neg': 0.0, 'neu': 0.488, 'pos': 0.512, 'comp...    0.2732        pos  \n",
       "6  {'neg': 0.0, 'neu': 0.795, 'pos': 0.205, 'comp...    0.1406        pos  \n",
       "7  {'neg': 0.597, 'neu': 0.403, 'pos': 0.0, 'comp...   -0.8126        neg  \n",
       "8  {'neg': 0.406, 'neu': 0.594, 'pos': 0.0, 'comp...   -0.6249        neg  \n",
       "9  {'neg': 0.0, 'neu': 0.588, 'pos': 0.412, 'comp...    0.6369        pos  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['scores'] = df['REVIEWS'].apply(lambda review: sid.polarity_scores(review))\n",
    "\n",
    "df['compound']  = df['scores'].apply(lambda score_dict: score_dict['compound'])\n",
    "\n",
    "df['comp_score'] = df['compound'].apply(lambda c: 'pos' if c >=0 else 'neg')\n",
    "\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Write a review as one continuous string (multiple sentences are ok)\n",
    "review = 'The teachers is very bad and strict.'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'neg': 0.387, 'neu': 0.613, 'pos': 0.0, 'compound': -0.5849}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Obtain the sid scores for your review\n",
    "sid.polarity_scores(review)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "review = 'He is very bad in corrction of papers.'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'neg': 0.351, 'neu': 0.649, 'pos': 0.0, 'compound': -0.5849}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Obtain the sid scores for your review\n",
    "sid.polarity_scores(review)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}