preprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import random\n",
    "import json"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load dataset - movie_lines.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define the path to the movie_lines.txt file\n",
    "file_path = 'movie_lines.txt'\n",
    "# Initialize empty lists to store the data\n",
    "lineID = []\n",
    "characterID = []\n",
    "movieID = []\n",
    "character_name = []\n",
    "text_of_utterance = []\n",
    "# Read first line in the file\n",
    "with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:\n",
    "    for line in f:\n",
    "        # Split each line using ' +++$+++ ' as the delimiter\n",
    "        line = line.split(' +++$+++ ')\n",
    "        # Extract the fields\n",
    "        # lineID.append(line[0])\n",
    "        # characterID.append(line[1])\n",
    "        movieID.append(line[2])\n",
    "        character_name.append(line[3])\n",
    "        text_of_utterance.append(line[4])\n",
    "    f.close()\n",
    "\n",
    "# Create a dataframe from the lists\n",
    "# df = pd.DataFrame({'Line ID': lineID, 'Character ID': characterID, 'Movie ID': movieID, 'Character Name': character_name, 'Text of Utterance': text_of_utterance})\n",
    "df1 = pd.DataFrame({'Movie ID': movieID, 'Character Name': character_name, 'Text of Utterance': text_of_utterance})\n",
    "# Remove '\\n' from the text of utterance\n",
    "df1['Text of Utterance'] = df1['Text of Utterance'].str.replace('\\n', '')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load dataset - movie_characters_metadata.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define the path to the movie_lines.txt file\n",
    "file_path = 'movie_characters_metadata.txt'\n",
    "# Initialize empty lists to store the data\n",
    "#characterID = []\n",
    "character_name = []\n",
    "movieID = []\n",
    "movie_title = []\n",
    "# Read first line in the file\n",
    "with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:\n",
    "    for line in f:\n",
    "        # Split each line using ' +++$+++ ' as the delimiter\n",
    "        line = line.split(' +++$+++ ')\n",
    "        # Extract the fields\n",
    "        # lineID.append(line[0])\n",
    "        # characterID.append(line[1])\n",
    "        character_name.append(line[1])\n",
    "        movieID.append(line[2])\n",
    "        movie_title.append(line[3])\n",
    "    f.close()\n",
    "\n",
    "# Create a dataframe from the lists\n",
    "# df = pd.DataFrame({'Line ID': lineID, 'Character ID': characterID, 'Movie ID': movieID, 'Character Name': character_name, 'Text of Utterance': text_of_utterance})\n",
    "df2 = pd.DataFrame({'Movie ID': movieID, 'Character Name': character_name, 'Movie Title': movie_title})\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Movie ID</th>\n",
       "      <th>Character Name</th>\n",
       "      <th>Text of Utterance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>m0</td>\n",
       "      <td>BIANCA</td>\n",
       "      <td>They do not!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>m0</td>\n",
       "      <td>CAMERON</td>\n",
       "      <td>They do to!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>m0</td>\n",
       "      <td>BIANCA</td>\n",
       "      <td>I hope so.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>m0</td>\n",
       "      <td>CAMERON</td>\n",
       "      <td>She okay?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>m0</td>\n",
       "      <td>BIANCA</td>\n",
       "      <td>Let's go.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Movie ID Character Name Text of Utterance\n",
       "0       m0         BIANCA      They do not!\n",
       "1       m0        CAMERON       They do to!\n",
       "2       m0         BIANCA        I hope so.\n",
       "3       m0        CAMERON         She okay?\n",
       "4       m0         BIANCA         Let's go."
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Display the first 5 rows of the dataframe\n",
    "df1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Movie ID</th>\n",
       "      <th>Character Name</th>\n",
       "      <th>Movie Title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>m0</td>\n",
       "      <td>BIANCA</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>m0</td>\n",
       "      <td>BRUCE</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>m0</td>\n",
       "      <td>CAMERON</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>m0</td>\n",
       "      <td>CHASTITY</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>m0</td>\n",
       "      <td>JOEY</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Movie ID Character Name                 Movie Title\n",
       "0       m0         BIANCA  10 things i hate about you\n",
       "1       m0          BRUCE  10 things i hate about you\n",
       "2       m0        CAMERON  10 things i hate about you\n",
       "3       m0       CHASTITY  10 things i hate about you\n",
       "4       m0           JOEY  10 things i hate about you"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of rows in the dataframe: 304713\n",
      "Number of unique character names: 5356\n",
      "Number of unique movies: 617\n"
     ]
    }
   ],
   "source": [
    "# Number of rows in the dataframe\n",
    "print('Number of rows in the dataframe: {}'.format(df1.shape[0]))\n",
    "# Number of unique character names\n",
    "print('Number of unique character names: {}'.format(df1['Character Name'].nunique()))\n",
    "# Number of unique movies\n",
    "print('Number of unique movies: {}'.format(df1['Movie ID'].nunique()))\n",
    "# Number of unique character IDs\n",
    "# print('Number of unique character IDs: {}'.format(df['Character ID'].nunique()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Merge the two DataFrames on 'Movie ID' and 'Character Name'\n",
    "combined_df = pd.merge(df1, df2, on=['Movie ID', 'Character Name'], how='outer')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Movie ID</th>\n",
       "      <th>Character Name</th>\n",
       "      <th>Text of Utterance</th>\n",
       "      <th>Movie Title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>m0</td>\n",
       "      <td>BIANCA</td>\n",
       "      <td>They do not!</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>m0</td>\n",
       "      <td>BIANCA</td>\n",
       "      <td>I hope so.</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>m0</td>\n",
       "      <td>BIANCA</td>\n",
       "      <td>Let's go.</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>m0</td>\n",
       "      <td>BIANCA</td>\n",
       "      <td>Okay -- you're gonna need to learn how to lie.</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>m0</td>\n",
       "      <td>BIANCA</td>\n",
       "      <td>I'm kidding.  You know how sometimes you just ...</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Movie ID Character Name                                  Text of Utterance  \\\n",
       "0       m0         BIANCA                                       They do not!   \n",
       "1       m0         BIANCA                                         I hope so.   \n",
       "2       m0         BIANCA                                          Let's go.   \n",
       "3       m0         BIANCA     Okay -- you're gonna need to learn how to lie.   \n",
       "4       m0         BIANCA  I'm kidding.  You know how sometimes you just ...   \n",
       "\n",
       "                  Movie Title  \n",
       "0  10 things i hate about you  \n",
       "1  10 things i hate about you  \n",
       "2  10 things i hate about you  \n",
       "3  10 things i hate about you  \n",
       "4  10 things i hate about you  "
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "combined_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of rows in the dataframe: 304713\n"
     ]
    }
   ],
   "source": [
    "# Number of rows in the dataframe\n",
    "print('Number of rows in the dataframe: {}'.format(combined_df.shape[0]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Prepare dataset for fine-tuning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Character Name</th>\n",
       "      <th>Movie Title</th>\n",
       "      <th>Text of Utterance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BIANCA</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "      <td>They do not!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BIANCA</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "      <td>I hope so.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BIANCA</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "      <td>Let's go.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>BIANCA</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "      <td>Okay -- you're gonna need to learn how to lie.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>BIANCA</td>\n",
       "      <td>10 things i hate about you</td>\n",
       "      <td>I'm kidding.  You know how sometimes you just ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Character Name                 Movie Title  \\\n",
       "0         BIANCA  10 things i hate about you   \n",
       "1         BIANCA  10 things i hate about you   \n",
       "2         BIANCA  10 things i hate about you   \n",
       "3         BIANCA  10 things i hate about you   \n",
       "4         BIANCA  10 things i hate about you   \n",
       "\n",
       "                                   Text of Utterance  \n",
       "0                                       They do not!  \n",
       "1                                         I hope so.  \n",
       "2                                          Let's go.  \n",
       "3     Okay -- you're gonna need to learn how to lie.  \n",
       "4  I'm kidding.  You know how sometimes you just ...  "
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Convert the Character Name, Movie Title, and Text columns to JSON format to use with GPT-3.5\n",
    "subset_df = combined_df[['Character Name', 'Movie Title', 'Text of Utterance']]\n",
    "# json_data = subset_df.to_json(orient='records')\n",
    "\n",
    "subset_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Character Name</th>\n",
       "      <th>Movie Title</th>\n",
       "      <th>Text of Utterance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>27453</th>\n",
       "      <td>MIERZWIAK</td>\n",
       "      <td>eternal sunshine of the spotless mind</td>\n",
       "      <td>Is that Nietzsche?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140339</th>\n",
       "      <td>NICK</td>\n",
       "      <td>book of shadows: blair witch 2</td>\n",
       "      <td>Let's just leave it at: it was one hell of a s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45710</th>\n",
       "      <td>BURNS</td>\n",
       "      <td>his girl friday</td>\n",
       "      <td>The insurance business?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213511</th>\n",
       "      <td>JD</td>\n",
       "      <td>lock, stock and two smoking barrels</td>\n",
       "      <td>Yes?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139750</th>\n",
       "      <td>MIRACIA</td>\n",
       "      <td>blade</td>\n",
       "      <td>There are other ways to see. Sit.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Character Name                            Movie Title  \\\n",
       "27453       MIERZWIAK  eternal sunshine of the spotless mind   \n",
       "140339           NICK         book of shadows: blair witch 2   \n",
       "45710           BURNS                        his girl friday   \n",
       "213511             JD    lock, stock and two smoking barrels   \n",
       "139750        MIRACIA                                  blade   \n",
       "\n",
       "                                        Text of Utterance  \n",
       "27453                                  Is that Nietzsche?  \n",
       "140339  Let's just leave it at: it was one hell of a s...  \n",
       "45710                             The insurance business?  \n",
       "213511                                               Yes?  \n",
       "139750                  There are other ways to see. Sit.  "
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Randomly pick 50 rows from the subset_df dataframe\n",
    "\n",
    "random.seed(123)\n",
    "random_rows = random.sample(range(0, len(subset_df)), 50)\n",
    "subset_df2 = subset_df.iloc[random_rows, :]\n",
    "subset_df2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [],
   "source": [
    "# For the GPT-3.5 chatbot, we need to create a JSON file with the following format:\n",
    "# {\"messages\": [{\"role\": \"system\", \"content\": \"Marv is a factual chatbot that is also sarcastic.\"}, {\"role\": \"user\", \"content\": \"What's the capital of France?\"}, {\"role\": \"assistant\", \"content\": \"Paris, as if everyone doesn't know that already.\"}]}\n",
    "messages = []\n",
    "# For every row in the subset_df2 dataframe, create a dictionary and append it to the messages list\n",
    "for i in range(len(subset_df2)):\n",
    "    messages.append({'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'})\n",
    "    messages.append({'role': 'user', 'content': f'What is a movie line from {subset_df2.iloc[i, 1]}'})\n",
    "    messages.append({'role': 'assistant', 'content': subset_df2.iloc[i, 2]})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from eternal sunshine of the spotless mind'}\n",
      "{'role': 'assistant', 'content': 'Is that Nietzsche?'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from book of shadows: blair witch 2'}\n",
      "{'role': 'assistant', 'content': \"Let's just leave it at: it was one hell of a surprise.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from his girl friday'}\n",
      "{'role': 'assistant', 'content': 'The insurance business?'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from lock, stock and two smoking barrels'}\n",
      "{'role': 'assistant', 'content': 'Yes?'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from blade'}\n",
      "{'role': 'assistant', 'content': 'There are other ways to see. Sit.'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from jaws'}\n",
      "{'role': 'assistant', 'content': \"Gettin' ready to run again -- no? No?  What's he playin' here?  Put the gloves on!  Let's see who's gonna tease who now!\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from braveheart'}\n",
      "{'role': 'assistant', 'content': \"With your father and brother gone, they'll kill us and burn the farm!\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from hider in the house'}\n",
      "{'role': 'assistant', 'content': \"Listen, you can kick 'em, hit 'em, pour water all over 'em -- <u>nothing</u>.  I'm telling you, under ordinary conditions they're <u>quiet</u>, they're nice to have around, they're completely harmless -- but when you blow this whistle...  ... then look out.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from the messenger'}\n",
      "{'role': 'assistant', 'content': 'Tell me...'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from verdict'}\n",
      "{'role': 'assistant', 'content': \"... we told them we didn't want it to come out this way.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from the english patient'}\n",
      "{'role': 'assistant', 'content': \"Listen, Fritz, if I have to listen to another word from you I'll give you a fucking good hiding.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from face/off'}\n",
      "{'role': 'assistant', 'content': \"He's going to kill off our bureau chiefs -- one-by-one.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from eternal sunshine of the spotless mind'}\n",
      "{'role': 'assistant', 'content': 'Okay.'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from platinum blonde'}\n",
      "{'role': 'assistant', 'content': \"That's what I wanted to say, but I couldn't think of it.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from mobsters'}\n",
      "{'role': 'assistant', 'content': 'You bastards, I said twenty!'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from excalibur'}\n",
      "{'role': 'assistant', 'content': 'It is deep...'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from the usual suspects'}\n",
      "{'role': 'assistant', 'content': 'A friend of mine in New York tells me you knew Spook Hollis.'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from entrapment'}\n",
      "{'role': 'assistant', 'content': \"I can't?\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from the apartment'}\n",
      "{'role': 'assistant', 'content': 'In 1957, we had an employee here, name of Fowler. He was very popular, too. Turned out he was running a bookie joint right in the Actuarial Department tying up the switchboard, figuring the odds on our I.B.M. machines -- so the day before the Kentucky Derby, I called in the Vice Squad and we raided the thirteenth floor.'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from quills'}\n",
      "{'role': 'assistant', 'content': \"Don't confuse one organ with another --\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from 1492: conquest of paradise'}\n",
      "{'role': 'assistant', 'content': 'Say not here!  Cuba!'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': \"What is a movie line from my best friend's wedding\"}\n",
      "{'role': 'assistant', 'content': \"You're butting in.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from his girl friday'}\n",
      "{'role': 'assistant', 'content': 'Fred!'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from heavenly creatures'}\n",
      "{'role': 'assistant', 'content': 'looks down at the ground in front of her.'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from ghostbusters ii'}\n",
      "{'role': 'assistant', 'content': 'What happened?'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from 8mm'}\n",
      "{'role': 'assistant', 'content': 'Those are her belongings.'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from dave'}\n",
      "{'role': 'assistant', 'content': \"I can't believe he'd do this.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from out of sight'}\n",
      "{'role': 'assistant', 'content': \"I've been dreaming about a hot bath for the last six months.  Soak the prison off me.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from jfk'}\n",
      "{'role': 'assistant', 'content': \"When Kennedy gets to the kill zone, it's a turkey shoot.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from croupier'}\n",
      "{'role': 'assistant', 'content': \"I won't.  Goodbye, dad.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from invaders from mars'}\n",
      "{'role': 'assistant', 'content': \"Let's go look at the sand pit behind your house.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from mystery men'}\n",
      "{'role': 'assistant', 'content': \"There's a big difference.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from made'}\n",
      "{'role': 'assistant', 'content': \"I don't get it.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from the avengers'}\n",
      "{'role': 'assistant', 'content': 'Ahem. As I was saying, perhaps another macaroon ...'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from cherry falls'}\n",
      "{'role': 'assistant', 'content': \"We're seeing all the signs in town.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from mrs brown'}\n",
      "{'role': 'assistant', 'content': 'What?'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': \"What is a movie line from who's your daddy?\"}\n",
      "{'role': 'assistant', 'content': \"Then remember, you are the heir to a billion dollar empire. You have a staff of literally thousands. Multiply everything you ever imagined by a million and you still can't even wrap your head around everything that is yours. ALL YOURS.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from saving private ryan'}\n",
      "{'role': 'assistant', 'content': \"You know why I'm such a good officer? Because of my mother.  Have I ever told you about her?\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from the big lebowski'}\n",
      "{'role': 'assistant', 'content': 'Huh?'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from ronin'}\n",
      "{'role': 'assistant', 'content': \"So, you've got it all figured, do you?\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from bottle rocket'}\n",
      "{'role': 'assistant', 'content': 'How much is there?'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from contact'}\n",
      "{'role': 'assistant', 'content': \"-- Or 'you're our kind of people --'\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from fantastic voyage'}\n",
      "{'role': 'assistant', 'content': \"We have no choice. Duval's the most skillful brain surgeon in the country, and he's right here, at hand.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from sweet smell of success'}\n",
      "{'role': 'assistant', 'content': 'A girl needs a little romancing before she -'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from seven'}\n",
      "{'role': 'assistant', 'content': 'Yeah.'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from the day the earth stood still'}\n",
      "{'role': 'assistant', 'content': 'Okay.'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': \"What is a movie line from the man who wasn't there\"}\n",
      "{'role': 'assistant', 'content': \"They're just people like you and me, Ed. Remember that.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from very bad things'}\n",
      "{'role': 'assistant', 'content': 'No way.'}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from dave'}\n",
      "{'role': 'assistant', 'content': \"I don't know.\"}\n",
      "\n",
      "{'role': 'system', 'content': 'Marv is a factual chatbot that is also a movie buff.'}\n",
      "{'role': 'user', 'content': 'What is a movie line from amadeus'}\n",
      "{'role': 'assistant', 'content': 'What?'}\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# View the messages list\n",
    "# Number of items per line\n",
    "items_per_line = 3\n",
    "for i in range(0, len(messages), items_per_line):\n",
    "    items = messages[i:i+items_per_line]\n",
    "    for item in items:\n",
    "        print(item)\n",
    "    print() # Print a blank line"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('fine-tuning.json', 'w') as f:\n",
    "    json.dump(messages, f)\n",
    "    f.close()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "NLP",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.18"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}