sentimentanalysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "74f7bf71",
   "metadata": {},
   "outputs": [],
   "source": [
    "from transformers import AutoTokenizer, AutoModelForCausalLM\n",
    "import transformers\n",
    "import torch\n",
    "from transformers import pipeline\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "61757540",
   "metadata": {},
   "outputs": [],
   "source": [
    "device = torch.device(\"cuda\") if torch.cuda.is_available() else torch.device(\"cpu\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "7414a028",
   "metadata": {},
   "outputs": [],
   "source": [
    "model_name = \"bigscience/bloomz-560m\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "49350559",
   "metadata": {},
   "outputs": [],
   "source": [
    "tokenizer = AutoTokenizer.from_pretrained(model_name)\n",
    "model = AutoModelForCausalLM.from_pretrained(model_name)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f1dffa8c",
   "metadata": {},
   "source": [
    "## Playing with a sample first"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "1099a37d",
   "metadata": {},
   "outputs": [],
   "source": [
    "def buildprompt(sentence):\n",
    "    prompt = \"Given the sentence delimited by triple backticks ```{\" + sentence + \"}``` Would you rate the \" \\\n",
    "             \"previous review as positive, neutral or negative?\"\n",
    "    return prompt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "7a356edb",
   "metadata": {},
   "outputs": [],
   "source": [
    "sentence = \"go there . dont miss the chance. the food and service was great. just a bit expensive. ,\" \\\n",
    "           \"my bill , alone was 100 $ ( no alcohol included)\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "2ed2ec19",
   "metadata": {},
   "outputs": [],
   "source": [
    "prompt = buildprompt(sentence)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "44494c13",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'generated_text': 'Given the sentence delimited by triple backticks ```{go there . dont miss the chance. the food and service was great. just a bit expensive. ,my bill , alone was 100 $ ( no alcohol included)}``` Would you rate the previous review as positive, neutral or negative? positive'}]\n"
     ]
    }
   ],
   "source": [
    "generator = pipeline('text-generation', model=model, tokenizer=tokenizer,do_sample=False)\n",
    "result = generator(prompt, max_length=200)\n",
    "print(result)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "018571c4",
   "metadata": {},
   "source": [
    "## Lets try for one of the topics resulted from the topic modeling approach"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "b0f2a5de",
   "metadata": {},
   "outputs": [],
   "source": [
    "# load the original data\n",
    "df = pd.read_csv('New_Delhi_reviews.csv')\n",
    "df.dropna(inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "95134693",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>rating_review</th>\n",
       "      <th>review_full</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>Totally in love with the Auro of the place, re...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>I went this bar 8 days regularly with my husba...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>We were few friends and was a birthday celebra...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>Fatjar Cafe and Market is the perfect place fo...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Hey Guys, if you are craving for pizza and sea...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147576</th>\n",
       "      <td>5</td>\n",
       "      <td>Near by airport very calm and cool environment...</td>\n",
       "      <td>147576</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147577</th>\n",
       "      <td>5</td>\n",
       "      <td>My favourite place to stay. Great service. Ash...</td>\n",
       "      <td>147577</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147578</th>\n",
       "      <td>5</td>\n",
       "      <td>good food with nice decoration, drinks list al...</td>\n",
       "      <td>147578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147579</th>\n",
       "      <td>4</td>\n",
       "      <td>Near to airport .it is fine property.  Staff i...</td>\n",
       "      <td>147579</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147580</th>\n",
       "      <td>5</td>\n",
       "      <td>Amazing food ..  Excellent ambience ..  Great ...</td>\n",
       "      <td>147580</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>147579 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        rating_review                                        review_full  \\\n",
       "0                   5  Totally in love with the Auro of the place, re...   \n",
       "1                   5  I went this bar 8 days regularly with my husba...   \n",
       "2                   5  We were few friends and was a birthday celebra...   \n",
       "3                   5  Fatjar Cafe and Market is the perfect place fo...   \n",
       "4                   5  Hey Guys, if you are craving for pizza and sea...   \n",
       "...               ...                                                ...   \n",
       "147576              5  Near by airport very calm and cool environment...   \n",
       "147577              5  My favourite place to stay. Great service. Ash...   \n",
       "147578              5  good food with nice decoration, drinks list al...   \n",
       "147579              4  Near to airport .it is fine property.  Staff i...   \n",
       "147580              5  Amazing food ..  Excellent ambience ..  Great ...   \n",
       "\n",
       "            id  \n",
       "0            0  \n",
       "1            1  \n",
       "2            2  \n",
       "3            3  \n",
       "4            4  \n",
       "...        ...  \n",
       "147576  147576  \n",
       "147577  147577  \n",
       "147578  147578  \n",
       "147579  147579  \n",
       "147580  147580  \n",
       "\n",
       "[147579 rows x 3 columns]"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# using the index as id. This will help to identify the documents after topic modeling\n",
    "df['id'] = df.index\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "5e6275d9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>Document</th>\n",
       "      <th>Topic</th>\n",
       "      <th>Name</th>\n",
       "      <th>Representation</th>\n",
       "      <th>Aspect1</th>\n",
       "      <th>Representative_Docs</th>\n",
       "      <th>Top_n_words</th>\n",
       "      <th>Probability</th>\n",
       "      <th>Representative_document</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>totally love auro place really beautiful quite...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1_restaurants_restaurant_buffet_meal</td>\n",
       "      <td>['restaurants', 'restaurant', 'buffet', 'meal'...</td>\n",
       "      <td>['restaurants', 'buffet', 'delhi', 'dinner', '...</td>\n",
       "      <td>['worst indian restaurant goes dhaba one worst...</td>\n",
       "      <td>restaurants - restaurant - buffet - meal - lun...</td>\n",
       "      <td>0.609092</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>went bar days regularly husband fully satisfie...</td>\n",
       "      <td>19</td>\n",
       "      <td>19_great service_excellent service_amazing ser...</td>\n",
       "      <td>['great service', 'excellent service', 'amazin...</td>\n",
       "      <td>['good service', 'hospitality', 'service mr', ...</td>\n",
       "      <td>['indeed pleasant enjoyable relaxing atmospher...</td>\n",
       "      <td>great service - excellent service - amazing se...</td>\n",
       "      <td>0.008328</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>friends birthday celebration food good taste r...</td>\n",
       "      <td>12</td>\n",
       "      <td>12_birthday celebration_birthday party_celebra...</td>\n",
       "      <td>['birthday celebration', 'birthday party', 'ce...</td>\n",
       "      <td>['birthday celebration', 'anniversary dinner',...</td>\n",
       "      <td>['several time never fails deliver great place...</td>\n",
       "      <td>birthday celebration - birthday party - celebr...</td>\n",
       "      <td>0.185043</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>fatjar cafe market perfect place casual lunch ...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1_restaurants_restaurant_buffet_meal</td>\n",
       "      <td>['restaurants', 'restaurant', 'buffet', 'meal'...</td>\n",
       "      <td>['restaurants', 'buffet', 'delhi', 'dinner', '...</td>\n",
       "      <td>['worst indian restaurant goes dhaba one worst...</td>\n",
       "      <td>restaurants - restaurant - buffet - meal - lun...</td>\n",
       "      <td>0.937262</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>hey guys craving pizza searching visit cafe ye...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1_restaurants_restaurant_buffet_meal</td>\n",
       "      <td>['restaurants', 'restaurant', 'buffet', 'meal'...</td>\n",
       "      <td>['restaurants', 'buffet', 'delhi', 'dinner', '...</td>\n",
       "      <td>['worst indian restaurant goes dhaba one worst...</td>\n",
       "      <td>restaurants - restaurant - buffet - meal - lun...</td>\n",
       "      <td>0.657922</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147574</th>\n",
       "      <td>147574</td>\n",
       "      <td>near airport calm cool environment nice staff ...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1_restaurants_restaurant_buffet_meal</td>\n",
       "      <td>['restaurants', 'restaurant', 'buffet', 'meal'...</td>\n",
       "      <td>['restaurants', 'buffet', 'delhi', 'dinner', '...</td>\n",
       "      <td>['worst indian restaurant goes dhaba one worst...</td>\n",
       "      <td>restaurants - restaurant - buffet - meal - lun...</td>\n",
       "      <td>0.128644</td>\n",
       "      <td>False</td>\n",
       "      <td>147574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147575</th>\n",
       "      <td>147575</td>\n",
       "      <td>favourite place stay great service ashish bhar...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1_restaurants_restaurant_buffet_meal</td>\n",
       "      <td>['restaurants', 'restaurant', 'buffet', 'meal'...</td>\n",
       "      <td>['restaurants', 'buffet', 'delhi', 'dinner', '...</td>\n",
       "      <td>['worst indian restaurant goes dhaba one worst...</td>\n",
       "      <td>restaurants - restaurant - buffet - meal - lun...</td>\n",
       "      <td>0.162641</td>\n",
       "      <td>False</td>\n",
       "      <td>147575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147576</th>\n",
       "      <td>147576</td>\n",
       "      <td>good food nice decoration drinks list alot cho...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1_restaurants_restaurant_buffet_meal</td>\n",
       "      <td>['restaurants', 'restaurant', 'buffet', 'meal'...</td>\n",
       "      <td>['restaurants', 'buffet', 'delhi', 'dinner', '...</td>\n",
       "      <td>['worst indian restaurant goes dhaba one worst...</td>\n",
       "      <td>restaurants - restaurant - buffet - meal - lun...</td>\n",
       "      <td>0.010842</td>\n",
       "      <td>False</td>\n",
       "      <td>147576</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147577</th>\n",
       "      <td>147577</td>\n",
       "      <td>near airport fine property staff warm friendly...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1_restaurants_restaurant_buffet_meal</td>\n",
       "      <td>['restaurants', 'restaurant', 'buffet', 'meal'...</td>\n",
       "      <td>['restaurants', 'buffet', 'delhi', 'dinner', '...</td>\n",
       "      <td>['worst indian restaurant goes dhaba one worst...</td>\n",
       "      <td>restaurants - restaurant - buffet - meal - lun...</td>\n",
       "      <td>0.273919</td>\n",
       "      <td>False</td>\n",
       "      <td>147577</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147578</th>\n",
       "      <td>147578</td>\n",
       "      <td>amazing food excellent ambience great service ...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1_restaurants_restaurant_buffet_meal</td>\n",
       "      <td>['restaurants', 'restaurant', 'buffet', 'meal'...</td>\n",
       "      <td>['restaurants', 'buffet', 'delhi', 'dinner', '...</td>\n",
       "      <td>['worst indian restaurant goes dhaba one worst...</td>\n",
       "      <td>restaurants - restaurant - buffet - meal - lun...</td>\n",
       "      <td>0.129422</td>\n",
       "      <td>False</td>\n",
       "      <td>147578</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>147579 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Unnamed: 0                                           Document  Topic  \\\n",
       "0                0  totally love auro place really beautiful quite...     -1   \n",
       "1                1  went bar days regularly husband fully satisfie...     19   \n",
       "2                2  friends birthday celebration food good taste r...     12   \n",
       "3                3  fatjar cafe market perfect place casual lunch ...     -1   \n",
       "4                4  hey guys craving pizza searching visit cafe ye...     -1   \n",
       "...            ...                                                ...    ...   \n",
       "147574      147574  near airport calm cool environment nice staff ...     -1   \n",
       "147575      147575  favourite place stay great service ashish bhar...     -1   \n",
       "147576      147576  good food nice decoration drinks list alot cho...     -1   \n",
       "147577      147577  near airport fine property staff warm friendly...     -1   \n",
       "147578      147578  amazing food excellent ambience great service ...     -1   \n",
       "\n",
       "                                                     Name  \\\n",
       "0                   -1_restaurants_restaurant_buffet_meal   \n",
       "1       19_great service_excellent service_amazing ser...   \n",
       "2       12_birthday celebration_birthday party_celebra...   \n",
       "3                   -1_restaurants_restaurant_buffet_meal   \n",
       "4                   -1_restaurants_restaurant_buffet_meal   \n",
       "...                                                   ...   \n",
       "147574              -1_restaurants_restaurant_buffet_meal   \n",
       "147575              -1_restaurants_restaurant_buffet_meal   \n",
       "147576              -1_restaurants_restaurant_buffet_meal   \n",
       "147577              -1_restaurants_restaurant_buffet_meal   \n",
       "147578              -1_restaurants_restaurant_buffet_meal   \n",
       "\n",
       "                                           Representation  \\\n",
       "0       ['restaurants', 'restaurant', 'buffet', 'meal'...   \n",
       "1       ['great service', 'excellent service', 'amazin...   \n",
       "2       ['birthday celebration', 'birthday party', 'ce...   \n",
       "3       ['restaurants', 'restaurant', 'buffet', 'meal'...   \n",
       "4       ['restaurants', 'restaurant', 'buffet', 'meal'...   \n",
       "...                                                   ...   \n",
       "147574  ['restaurants', 'restaurant', 'buffet', 'meal'...   \n",
       "147575  ['restaurants', 'restaurant', 'buffet', 'meal'...   \n",
       "147576  ['restaurants', 'restaurant', 'buffet', 'meal'...   \n",
       "147577  ['restaurants', 'restaurant', 'buffet', 'meal'...   \n",
       "147578  ['restaurants', 'restaurant', 'buffet', 'meal'...   \n",
       "\n",
       "                                                  Aspect1  \\\n",
       "0       ['restaurants', 'buffet', 'delhi', 'dinner', '...   \n",
       "1       ['good service', 'hospitality', 'service mr', ...   \n",
       "2       ['birthday celebration', 'anniversary dinner',...   \n",
       "3       ['restaurants', 'buffet', 'delhi', 'dinner', '...   \n",
       "4       ['restaurants', 'buffet', 'delhi', 'dinner', '...   \n",
       "...                                                   ...   \n",
       "147574  ['restaurants', 'buffet', 'delhi', 'dinner', '...   \n",
       "147575  ['restaurants', 'buffet', 'delhi', 'dinner', '...   \n",
       "147576  ['restaurants', 'buffet', 'delhi', 'dinner', '...   \n",
       "147577  ['restaurants', 'buffet', 'delhi', 'dinner', '...   \n",
       "147578  ['restaurants', 'buffet', 'delhi', 'dinner', '...   \n",
       "\n",
       "                                      Representative_Docs  \\\n",
       "0       ['worst indian restaurant goes dhaba one worst...   \n",
       "1       ['indeed pleasant enjoyable relaxing atmospher...   \n",
       "2       ['several time never fails deliver great place...   \n",
       "3       ['worst indian restaurant goes dhaba one worst...   \n",
       "4       ['worst indian restaurant goes dhaba one worst...   \n",
       "...                                                   ...   \n",
       "147574  ['worst indian restaurant goes dhaba one worst...   \n",
       "147575  ['worst indian restaurant goes dhaba one worst...   \n",
       "147576  ['worst indian restaurant goes dhaba one worst...   \n",
       "147577  ['worst indian restaurant goes dhaba one worst...   \n",
       "147578  ['worst indian restaurant goes dhaba one worst...   \n",
       "\n",
       "                                              Top_n_words  Probability  \\\n",
       "0       restaurants - restaurant - buffet - meal - lun...     0.609092   \n",
       "1       great service - excellent service - amazing se...     0.008328   \n",
       "2       birthday celebration - birthday party - celebr...     0.185043   \n",
       "3       restaurants - restaurant - buffet - meal - lun...     0.937262   \n",
       "4       restaurants - restaurant - buffet - meal - lun...     0.657922   \n",
       "...                                                   ...          ...   \n",
       "147574  restaurants - restaurant - buffet - meal - lun...     0.128644   \n",
       "147575  restaurants - restaurant - buffet - meal - lun...     0.162641   \n",
       "147576  restaurants - restaurant - buffet - meal - lun...     0.010842   \n",
       "147577  restaurants - restaurant - buffet - meal - lun...     0.273919   \n",
       "147578  restaurants - restaurant - buffet - meal - lun...     0.129422   \n",
       "\n",
       "        Representative_document      id  \n",
       "0                         False       0  \n",
       "1                         False       1  \n",
       "2                         False       2  \n",
       "3                         False       3  \n",
       "4                         False       4  \n",
       "...                         ...     ...  \n",
       "147574                    False  147574  \n",
       "147575                    False  147575  \n",
       "147576                    False  147576  \n",
       "147577                    False  147577  \n",
       "147578                    False  147578  \n",
       "\n",
       "[147579 rows x 11 columns]"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_tm = pd.read_csv('documents_all.csv', sep='\\t')\n",
    "# the index correspond to the id (order) of the document in the original dataframe. We can use \n",
    "# it to identify the document and restore the ratings\n",
    "df_tm['id'] = df_tm.index\n",
    "df_tm"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "83d5643e",
   "metadata": {},
   "source": [
    "## Focusing on topic 214"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "2505f8a3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "22\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>rating_review</th>\n",
       "      <th>review_full</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>8270</th>\n",
       "      <td>3</td>\n",
       "      <td>While we normally dont eat meals at HRC, we di...</td>\n",
       "      <td>8270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14886</th>\n",
       "      <td>5</td>\n",
       "      <td>Food is outstanding. Service is professional a...</td>\n",
       "      <td>14886</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20992</th>\n",
       "      <td>1</td>\n",
       "      <td>Drinks and food seem cheap. They even have a 2...</td>\n",
       "      <td>20992</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22121</th>\n",
       "      <td>4</td>\n",
       "      <td>they have variety of dishes and vairety of dri...</td>\n",
       "      <td>22121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27519</th>\n",
       "      <td>4</td>\n",
       "      <td>Can't fault the food, reasonable portion, serv...</td>\n",
       "      <td>27519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27912</th>\n",
       "      <td>5</td>\n",
       "      <td>Visited here on the 12th Nov 2016. Nice surpri...</td>\n",
       "      <td>27912</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35709</th>\n",
       "      <td>4</td>\n",
       "      <td>Tonight we had dinner for two adults plus one ...</td>\n",
       "      <td>35709</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44176</th>\n",
       "      <td>2</td>\n",
       "      <td>Great place for a drink and cocktails, but add...</td>\n",
       "      <td>44176</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45269</th>\n",
       "      <td>2</td>\n",
       "      <td>Had lunch here December 21, 2016. The Butter C...</td>\n",
       "      <td>45269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49981</th>\n",
       "      <td>2</td>\n",
       "      <td>We ate here in November 2016. The cost of food...</td>\n",
       "      <td>49981</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52430</th>\n",
       "      <td>2</td>\n",
       "      <td>The VAT and GST are incorrectly calculated due...</td>\n",
       "      <td>52430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52434</th>\n",
       "      <td>3</td>\n",
       "      <td>Just sharing a bill invoice over here to show ...</td>\n",
       "      <td>52434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55528</th>\n",
       "      <td>5</td>\n",
       "      <td>The food was very good but very expensive.  Fo...</td>\n",
       "      <td>55528</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56571</th>\n",
       "      <td>4</td>\n",
       "      <td>visited around 8pm on a Thursday evening to fi...</td>\n",
       "      <td>56571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57739</th>\n",
       "      <td>5</td>\n",
       "      <td>Good food/ beer at reasonable prices. Staying ...</td>\n",
       "      <td>57739</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66137</th>\n",
       "      <td>2</td>\n",
       "      <td>Taxes and service charges make up 33% of the b...</td>\n",
       "      <td>66137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68629</th>\n",
       "      <td>1</td>\n",
       "      <td>This place is only so so.  Went in for happy h...</td>\n",
       "      <td>68629</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81112</th>\n",
       "      <td>4</td>\n",
       "      <td>incidentally landed there when they had a beer...</td>\n",
       "      <td>81112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83250</th>\n",
       "      <td>5</td>\n",
       "      <td>We just chanced across this place, and it turn...</td>\n",
       "      <td>83250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86815</th>\n",
       "      <td>4</td>\n",
       "      <td>Food was good and not too expensive. No frills...</td>\n",
       "      <td>86815</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90948</th>\n",
       "      <td>3</td>\n",
       "      <td>The rooftop location is lovely and for how cen...</td>\n",
       "      <td>90948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133392</th>\n",
       "      <td>3</td>\n",
       "      <td>I've been so many times to this little place o...</td>\n",
       "      <td>133392</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        rating_review                                        review_full  \\\n",
       "8270                3  While we normally dont eat meals at HRC, we di...   \n",
       "14886               5  Food is outstanding. Service is professional a...   \n",
       "20992               1  Drinks and food seem cheap. They even have a 2...   \n",
       "22121               4  they have variety of dishes and vairety of dri...   \n",
       "27519               4  Can't fault the food, reasonable portion, serv...   \n",
       "27912               5  Visited here on the 12th Nov 2016. Nice surpri...   \n",
       "35709               4  Tonight we had dinner for two adults plus one ...   \n",
       "44176               2  Great place for a drink and cocktails, but add...   \n",
       "45269               2  Had lunch here December 21, 2016. The Butter C...   \n",
       "49981               2  We ate here in November 2016. The cost of food...   \n",
       "52430               2  The VAT and GST are incorrectly calculated due...   \n",
       "52434               3  Just sharing a bill invoice over here to show ...   \n",
       "55528               5  The food was very good but very expensive.  Fo...   \n",
       "56571               4  visited around 8pm on a Thursday evening to fi...   \n",
       "57739               5  Good food/ beer at reasonable prices. Staying ...   \n",
       "66137               2  Taxes and service charges make up 33% of the b...   \n",
       "68629               1  This place is only so so.  Went in for happy h...   \n",
       "81112               4  incidentally landed there when they had a beer...   \n",
       "83250               5  We just chanced across this place, and it turn...   \n",
       "86815               4  Food was good and not too expensive. No frills...   \n",
       "90948               3  The rooftop location is lovely and for how cen...   \n",
       "133392              3  I've been so many times to this little place o...   \n",
       "\n",
       "            id  \n",
       "8270      8270  \n",
       "14886    14886  \n",
       "20992    20992  \n",
       "22121    22121  \n",
       "27519    27519  \n",
       "27912    27912  \n",
       "35709    35709  \n",
       "44176    44176  \n",
       "45269    45269  \n",
       "49981    49981  \n",
       "52430    52430  \n",
       "52434    52434  \n",
       "55528    55528  \n",
       "56571    56571  \n",
       "57739    57739  \n",
       "66137    66137  \n",
       "68629    68629  \n",
       "81112    81112  \n",
       "83250    83250  \n",
       "86815    86815  \n",
       "90948    90948  \n",
       "133392  133392  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list_of_ids = df_tm[df_tm['Topic'] == 214]['id'].to_list()\n",
    "print(len(list_of_ids))\n",
    "df_topic = df[df['id'].isin(list_of_ids)]\n",
    "df_topic"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "42ba576e",
   "metadata": {},
   "source": [
    "Getting a sample for each rating: 1, 2, 3, 4, and 5. Then, using bloomz-560m to predict the sentiment."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "21c0a484",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sample for rating =  1\n",
      "[{'generated_text': 'Given the sentence delimited by triple backticks ```{Drinks and food seem cheap. They even have a 2 for 1 happy hour, they also state no service charge on the menu but still add 20% vat onto drinks and 5% to food. I had left a really good review bit deleted it to leave this revised view once the bill arrived. Dodgy tactics lost you a good review pebble st}``` Would you rate the previous review as positive, neutral or negative? negative'}]\n",
      "Sample for rating =  2\n",
      "[{'generated_text': 'Given the sentence delimited by triple backticks ```{Great place for a drink and cocktails, but add on top of your bill 35.8% of taxes, service charge and service tax.}``` Would you rate the previous review as positive, neutral or negative? positive'}]\n",
      "Sample for rating =  3\n",
      "[{'generated_text': 'Given the sentence delimited by triple backticks ```{While we normally dont eat meals at HRC, we did this time, the food was consistent with others. Wasnt impressed with the limited beer selection and the amount of taxes added to the bill was ridiculous.}``` Would you rate the previous review as positive, neutral or negative? negative'}]\n",
      "Sample for rating =  4\n",
      "[{'generated_text': 'Given the sentence delimited by triple backticks ```{they have variety of dishes and vairety of drinks but the place is very expensive. The hard thing is  they have mandatory service charges. it is against the law.}``` Would you rate the previous review as positive, neutral or negative? negative'}]\n",
      "Sample for rating =  5\n",
      "[{'generated_text': \"Given the sentence delimited by triple backticks ```{Food is outstanding. Service is professional and the ambience is memorable. Candle light as nothing on this restaurant with all the lighting supplied in this way. Romantic - a big yes. But don't think that this all there is. The big plus is the food which was outstanding and in western terms not at all pricey. Just be prepared for the 20% tax on alcohol and 10% on food above and beyond the listed prices.}``` Would you rate the previous review as positive, neutral or negative? positive\"}]\n"
     ]
    }
   ],
   "source": [
    "for i in range(1, 6):\n",
    "    sample_rating = df_topic[df_topic['rating_review'] == i]['review_full'].values[0]\n",
    "    prompt = buildprompt(sample_rating)\n",
    "    result = generator(prompt, max_length=200)\n",
    "    print('Sample for rating = ', i)\n",
    "    print(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "fa6b4211",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}