english-hindi-machine-translation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "_cell_guid": "79c7e3d0-c299-4dcb-8224-4455121ee9b0",
    "_uuid": "d629ff2d2480ee46fbb7e2d37f6b5fab8052498a",
    "execution": {
     "iopub.execute_input": "2020-09-23T09:38:57.621031Z",
     "iopub.status.busy": "2020-09-23T09:38:57.620336Z",
     "iopub.status.idle": "2020-09-23T09:39:04.820542Z",
     "shell.execute_reply": "2020-09-23T09:39:04.821366Z"
    },
    "papermill": {
     "duration": 7.238067,
     "end_time": "2020-09-23T09:39:04.821539",
     "exception": false,
     "start_time": "2020-09-23T09:38:57.583472",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-52-2ebf2004ba7c>:18: FutureWarning: Passing a negative integer is deprecated in version 1.0 and will not be supported in future version. Instead, use None to not limit the column width.\n",
      "  pd.set_option('display.max_colwidth', -1)\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import tensorflow\n",
    "import keras\n",
    "from keras.models import Model\n",
    "from keras.layers import Input, LSTM, Dense,TimeDistributed,Embedding,Bidirectional\n",
    "from keras.preprocessing.text import Tokenizer\n",
    "from keras.preprocessing.sequence import pad_sequences\n",
    "from string import digits\n",
    "import nltk\n",
    "import re\n",
    "import os\n",
    "import string\n",
    "\n",
    "pd.set_option('display.max_rows', 500)\n",
    "pd.set_option('display.max_columns', 500)\n",
    "pd.set_option('display.width', 1000)\n",
    "pd.set_option('display.max_colwidth', -1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:04.902668Z",
     "iopub.status.busy": "2020-09-23T09:39:04.901984Z",
     "iopub.status.idle": "2020-09-23T09:39:11.054585Z",
     "shell.execute_reply": "2020-09-23T09:39:11.055046Z"
    },
    "papermill": {
     "duration": 6.200355,
     "end_time": "2020-09-23T09:39:11.055243",
     "exception": false,
     "start_time": "2020-09-23T09:39:04.854888",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>hindi</th>\n",
       "      <th>english</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें</td>\n",
       "      <td>Give your application an accessibility workout</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>एक्सेर्साइसर पहुंचनीयता अन्वेषक</td>\n",
       "      <td>Accerciser Accessibility Explorer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>निचले पटल के लिए डिफोल्ट प्लग-इन खाका</td>\n",
       "      <td>The default plugin layout for the bottom panel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ऊपरी पटल के लिए डिफोल्ट प्लग-इन खाका</td>\n",
       "      <td>The default plugin layout for the top panel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>उन प्लग-इनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है</td>\n",
       "      <td>A list of plugins that are disabled by default</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                               hindi                                         english\n",
       "0  अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें                    Give your application an accessibility workout\n",
       "1  एक्सेर्साइसर पहुंचनीयता अन्वेषक                                    Accerciser Accessibility Explorer             \n",
       "2  निचले पटल के लिए डिफोल्ट प्लग-इन खाका                              The default plugin layout for the bottom panel\n",
       "3  ऊपरी पटल के लिए डिफोल्ट प्लग-इन खाका                               The default plugin layout for the top panel   \n",
       "4  उन प्लग-इनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है  A list of plugins that are disabled by default"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines = pd.read_csv('hindi_english_parallel.csv')\n",
    "lines = lines[:30000]\n",
    "lines.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:11.135389Z",
     "iopub.status.busy": "2020-09-23T09:39:11.130315Z",
     "iopub.status.idle": "2020-09-23T09:39:11.184740Z",
     "shell.execute_reply": "2020-09-23T09:39:11.184154Z"
    },
    "papermill": {
     "duration": 0.096161,
     "end_time": "2020-09-23T09:39:11.184873",
     "exception": false,
     "start_time": "2020-09-23T09:39:11.088712",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "lines['english']=lines['english'].apply(lambda x: str(x))\n",
    "lines['hindi']=lines['hindi'].apply(lambda x: str(x))\n",
    "lines['english']=lines['english'].apply(lambda x: x.lower())\n",
    "lines['hindi']=lines['hindi'].apply(lambda x: x.lower())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:11.259479Z",
     "iopub.status.busy": "2020-09-23T09:39:11.258550Z",
     "iopub.status.idle": "2020-09-23T09:39:11.262562Z",
     "shell.execute_reply": "2020-09-23T09:39:11.263125Z"
    },
    "papermill": {
     "duration": 0.044115,
     "end_time": "2020-09-23T09:39:11.263280",
     "exception": false,
     "start_time": "2020-09-23T09:39:11.219165",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें'"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines['hindi'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:11.334948Z",
     "iopub.status.busy": "2020-09-23T09:39:11.334190Z",
     "iopub.status.idle": "2020-09-23T09:39:11.437527Z",
     "shell.execute_reply": "2020-09-23T09:39:11.438114Z"
    },
    "papermill": {
     "duration": 0.141979,
     "end_time": "2020-09-23T09:39:11.438299",
     "exception": false,
     "start_time": "2020-09-23T09:39:11.296320",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "lines['english']=lines['english'].apply(lambda x: re.sub(\"'\", '', x))\n",
    "lines['hindi']=lines['hindi'].apply(lambda x: re.sub(\"'\", '', x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:11.512467Z",
     "iopub.status.busy": "2020-09-23T09:39:11.511843Z",
     "iopub.status.idle": "2020-09-23T09:39:11.521600Z",
     "shell.execute_reply": "2020-09-23T09:39:11.522185Z"
    },
    "papermill": {
     "duration": 0.04886,
     "end_time": "2020-09-23T09:39:11.522325",
     "exception": false,
     "start_time": "2020-09-23T09:39:11.473465",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>hindi</th>\n",
       "      <th>english</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें</td>\n",
       "      <td>give your application an accessibility workout</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>एक्सेर्साइसर पहुंचनीयता अन्वेषक</td>\n",
       "      <td>accerciser accessibility explorer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>निचले पटल के लिए डिफोल्ट प्लग-इन खाका</td>\n",
       "      <td>the default plugin layout for the bottom panel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ऊपरी पटल के लिए डिफोल्ट प्लग-इन खाका</td>\n",
       "      <td>the default plugin layout for the top panel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>उन प्लग-इनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है</td>\n",
       "      <td>a list of plugins that are disabled by default</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                               hindi                                         english\n",
       "0  अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें                    give your application an accessibility workout\n",
       "1  एक्सेर्साइसर पहुंचनीयता अन्वेषक                                    accerciser accessibility explorer             \n",
       "2  निचले पटल के लिए डिफोल्ट प्लग-इन खाका                              the default plugin layout for the bottom panel\n",
       "3  ऊपरी पटल के लिए डिफोल्ट प्लग-इन खाका                               the default plugin layout for the top panel   \n",
       "4  उन प्लग-इनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है  a list of plugins that are disabled by default"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:11.597559Z",
     "iopub.status.busy": "2020-09-23T09:39:11.596940Z",
     "iopub.status.idle": "2020-09-23T09:39:11.847796Z",
     "shell.execute_reply": "2020-09-23T09:39:11.848366Z"
    },
    "papermill": {
     "duration": 0.290333,
     "end_time": "2020-09-23T09:39:11.848533",
     "exception": false,
     "start_time": "2020-09-23T09:39:11.558200",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "exclude = set(string.punctuation)\n",
    "lines['english']=lines['english'].apply(lambda x: ''.join(ch for ch in x if ch not in exclude))\n",
    "lines['hindi']=lines['hindi'].apply(lambda x: ''.join(ch for ch in x if ch not in exclude))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:11.923518Z",
     "iopub.status.busy": "2020-09-23T09:39:11.922828Z",
     "iopub.status.idle": "2020-09-23T09:39:11.932745Z",
     "shell.execute_reply": "2020-09-23T09:39:11.932265Z"
    },
    "papermill": {
     "duration": 0.048414,
     "end_time": "2020-09-23T09:39:11.932888",
     "exception": false,
     "start_time": "2020-09-23T09:39:11.884474",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>hindi</th>\n",
       "      <th>english</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें</td>\n",
       "      <td>give your application an accessibility workout</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>एक्सेर्साइसर पहुंचनीयता अन्वेषक</td>\n",
       "      <td>accerciser accessibility explorer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>निचले पटल के लिए डिफोल्ट प्लगइन खाका</td>\n",
       "      <td>the default plugin layout for the bottom panel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ऊपरी पटल के लिए डिफोल्ट प्लगइन खाका</td>\n",
       "      <td>the default plugin layout for the top panel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>उन प्लगइनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है</td>\n",
       "      <td>a list of plugins that are disabled by default</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                              hindi                                         english\n",
       "0  अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें                   give your application an accessibility workout\n",
       "1  एक्सेर्साइसर पहुंचनीयता अन्वेषक                                   accerciser accessibility explorer             \n",
       "2  निचले पटल के लिए डिफोल्ट प्लगइन खाका                              the default plugin layout for the bottom panel\n",
       "3  ऊपरी पटल के लिए डिफोल्ट प्लगइन खाका                               the default plugin layout for the top panel   \n",
       "4  उन प्लगइनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है  a list of plugins that are disabled by default"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:12.009713Z",
     "iopub.status.busy": "2020-09-23T09:39:12.009099Z",
     "iopub.status.idle": "2020-09-23T09:39:12.013101Z",
     "shell.execute_reply": "2020-09-23T09:39:12.013585Z"
    },
    "papermill": {
     "duration": 0.044594,
     "end_time": "2020-09-23T09:39:12.013739",
     "exception": false,
     "start_time": "2020-09-23T09:39:11.969145",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "remove_digits = str.maketrans('', '', digits)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:12.091852Z",
     "iopub.status.busy": "2020-09-23T09:39:12.091136Z",
     "iopub.status.idle": "2020-09-23T09:39:12.097672Z",
     "shell.execute_reply": "2020-09-23T09:39:12.097173Z"
    },
    "papermill": {
     "duration": 0.046748,
     "end_time": "2020-09-23T09:39:12.097806",
     "exception": false,
     "start_time": "2020-09-23T09:39:12.051058",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{48: None,\n",
       " 49: None,\n",
       " 50: None,\n",
       " 51: None,\n",
       " 52: None,\n",
       " 53: None,\n",
       " 54: None,\n",
       " 55: None,\n",
       " 56: None,\n",
       " 57: None}"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "remove_digits"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:12.177555Z",
     "iopub.status.busy": "2020-09-23T09:39:12.176907Z",
     "iopub.status.idle": "2020-09-23T09:39:12.179730Z",
     "shell.execute_reply": "2020-09-23T09:39:12.179174Z"
    },
    "papermill": {
     "duration": 0.045148,
     "end_time": "2020-09-23T09:39:12.179869",
     "exception": false,
     "start_time": "2020-09-23T09:39:12.134721",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "a = lines['english'][0].translate(remove_digits)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:12.259697Z",
     "iopub.status.busy": "2020-09-23T09:39:12.259082Z",
     "iopub.status.idle": "2020-09-23T09:39:12.263889Z",
     "shell.execute_reply": "2020-09-23T09:39:12.264470Z"
    },
    "papermill": {
     "duration": 0.047385,
     "end_time": "2020-09-23T09:39:12.264621",
     "exception": false,
     "start_time": "2020-09-23T09:39:12.217236",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'give your application an accessibility workout'"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:12.345849Z",
     "iopub.status.busy": "2020-09-23T09:39:12.345216Z",
     "iopub.status.idle": "2020-09-23T09:39:12.350011Z",
     "shell.execute_reply": "2020-09-23T09:39:12.350601Z"
    },
    "papermill": {
     "duration": 0.047224,
     "end_time": "2020-09-23T09:39:12.350742",
     "exception": false,
     "start_time": "2020-09-23T09:39:12.303518",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'give your application an accessibility workout'"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a.strip()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:12.436128Z",
     "iopub.status.busy": "2020-09-23T09:39:12.435464Z",
     "iopub.status.idle": "2020-09-23T09:39:12.913991Z",
     "shell.execute_reply": "2020-09-23T09:39:12.913265Z"
    },
    "papermill": {
     "duration": 0.520604,
     "end_time": "2020-09-23T09:39:12.914143",
     "exception": false,
     "start_time": "2020-09-23T09:39:12.393539",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Removing all numbers from text\n",
    "remove_digits = str.maketrans('', '', digits)\n",
    "lines['english']=lines['english'].apply(lambda x: x.translate(remove_digits))\n",
    "lines['hindi']=lines['hindi'].apply(lambda x: x.translate(remove_digits))\n",
    "\n",
    "lines['hindi'] = lines['hindi'].apply(lambda x: re.sub(\"[२३०८१५७९४६]\", \"\", x))\n",
    "\n",
    "# Remove extra spaces\n",
    "lines['english']=lines['english'].apply(lambda x: x.strip())\n",
    "lines['hindi']=lines['hindi'].apply(lambda x: x.strip())\n",
    "lines['english']=lines['english'].apply(lambda x: re.sub(\" +\", \" \", x))\n",
    "lines['hindi']=lines['hindi'].apply(lambda x: re.sub(\" +\", \" \", x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:12.994866Z",
     "iopub.status.busy": "2020-09-23T09:39:12.993796Z",
     "iopub.status.idle": "2020-09-23T09:39:12.999756Z",
     "shell.execute_reply": "2020-09-23T09:39:13.000812Z"
    },
    "papermill": {
     "duration": 0.049061,
     "end_time": "2020-09-23T09:39:13.000963",
     "exception": false,
     "start_time": "2020-09-23T09:39:12.951902",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'hello! how are you buddy?'"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'hello! how are you buddy?'.strip()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:13.085135Z",
     "iopub.status.busy": "2020-09-23T09:39:13.084122Z",
     "iopub.status.idle": "2020-09-23T09:39:13.088127Z",
     "shell.execute_reply": "2020-09-23T09:39:13.088705Z"
    },
    "papermill": {
     "duration": 0.048806,
     "end_time": "2020-09-23T09:39:13.088865",
     "exception": false,
     "start_time": "2020-09-23T09:39:13.040059",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'give your application an accessibility workout'"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines['english'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:13.170537Z",
     "iopub.status.busy": "2020-09-23T09:39:13.169476Z",
     "iopub.status.idle": "2020-09-23T09:39:13.192357Z",
     "shell.execute_reply": "2020-09-23T09:39:13.192923Z"
    },
    "papermill": {
     "duration": 0.065815,
     "end_time": "2020-09-23T09:39:13.193126",
     "exception": false,
     "start_time": "2020-09-23T09:39:13.127311",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "lines['hindi'] = lines['hindi'].apply(lambda x : 'START_ '+ x + ' _END')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:13.279666Z",
     "iopub.status.busy": "2020-09-23T09:39:13.278518Z",
     "iopub.status.idle": "2020-09-23T09:39:13.284919Z",
     "shell.execute_reply": "2020-09-23T09:39:13.285540Z"
    },
    "papermill": {
     "duration": 0.049975,
     "end_time": "2020-09-23T09:39:13.285680",
     "exception": false,
     "start_time": "2020-09-23T09:39:13.235705",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'START_ अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें _END'"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines['hindi'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:13.370019Z",
     "iopub.status.busy": "2020-09-23T09:39:13.369000Z",
     "iopub.status.idle": "2020-09-23T09:39:13.468352Z",
     "shell.execute_reply": "2020-09-23T09:39:13.468938Z"
    },
    "papermill": {
     "duration": 0.143303,
     "end_time": "2020-09-23T09:39:13.469110",
     "exception": false,
     "start_time": "2020-09-23T09:39:13.325807",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "all_eng_words=set()\n",
    "for eng in lines['english']:\n",
    "    for word in eng.split():\n",
    "        if word not in all_eng_words:\n",
    "            all_eng_words.add(word)\n",
    "\n",
    "all_hindi_words=set()\n",
    "for hin in lines['hindi']:\n",
    "    for word in hin.split():\n",
    "        if word not in all_hindi_words:\n",
    "            all_hindi_words.add(word)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:13.556506Z",
     "iopub.status.busy": "2020-09-23T09:39:13.555408Z",
     "iopub.status.idle": "2020-09-23T09:39:13.565994Z",
     "shell.execute_reply": "2020-09-23T09:39:13.566596Z"
    },
    "papermill": {
     "duration": 0.055852,
     "end_time": "2020-09-23T09:39:13.566741",
     "exception": false,
     "start_time": "2020-09-23T09:39:13.510889",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>hindi</th>\n",
       "      <th>english</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>START_ अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें _END</td>\n",
       "      <td>give your application an accessibility workout</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>START_ एक्सेर्साइसर पहुंचनीयता अन्वेषक _END</td>\n",
       "      <td>accerciser accessibility explorer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>START_ निचले पटल के लिए डिफोल्ट प्लगइन खाका _END</td>\n",
       "      <td>the default plugin layout for the bottom panel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>START_ ऊपरी पटल के लिए डिफोल्ट प्लगइन खाका _END</td>\n",
       "      <td>the default plugin layout for the top panel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>START_ उन प्लगइनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है _END</td>\n",
       "      <td>a list of plugins that are disabled by default</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                          hindi                                         english\n",
       "0  START_ अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें _END                   give your application an accessibility workout\n",
       "1  START_ एक्सेर्साइसर पहुंचनीयता अन्वेषक _END                                   accerciser accessibility explorer             \n",
       "2  START_ निचले पटल के लिए डिफोल्ट प्लगइन खाका _END                              the default plugin layout for the bottom panel\n",
       "3  START_ ऊपरी पटल के लिए डिफोल्ट प्लगइन खाका _END                               the default plugin layout for the top panel   \n",
       "4  START_ उन प्लगइनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है _END  a list of plugins that are disabled by default"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:13.653083Z",
     "iopub.status.busy": "2020-09-23T09:39:13.652017Z",
     "iopub.status.idle": "2020-09-23T09:39:13.723238Z",
     "shell.execute_reply": "2020-09-23T09:39:13.723936Z"
    },
    "papermill": {
     "duration": 0.116523,
     "end_time": "2020-09-23T09:39:13.724138",
     "exception": false,
     "start_time": "2020-09-23T09:39:13.607615",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "lines['length_eng']=lines['english'].apply(lambda x:len(x.split(\" \")))\n",
    "lines['length_hin']=lines['hindi'].apply(lambda x:len(x.split(\" \")))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:13.807599Z",
     "iopub.status.busy": "2020-09-23T09:39:13.806584Z",
     "iopub.status.idle": "2020-09-23T09:39:13.838328Z",
     "shell.execute_reply": "2020-09-23T09:39:13.838876Z"
    },
    "papermill": {
     "duration": 0.075116,
     "end_time": "2020-09-23T09:39:13.839062",
     "exception": false,
     "start_time": "2020-09-23T09:39:13.763946",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(102, 4)"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines.head()\n",
    "lines[lines['length_eng']>30].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:13.927436Z",
     "iopub.status.busy": "2020-09-23T09:39:13.926725Z",
     "iopub.status.idle": "2020-09-23T09:39:13.935975Z",
     "shell.execute_reply": "2020-09-23T09:39:13.935386Z"
    },
    "papermill": {
     "duration": 0.056741,
     "end_time": "2020-09-23T09:39:13.936134",
     "exception": false,
     "start_time": "2020-09-23T09:39:13.879393",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "lines=lines[lines['length_eng']<=20]\n",
    "lines=lines[lines['length_hin']<=20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:14.035487Z",
     "iopub.status.busy": "2020-09-23T09:39:14.034409Z",
     "iopub.status.idle": "2020-09-23T09:39:14.037800Z",
     "shell.execute_reply": "2020-09-23T09:39:14.038548Z"
    },
    "papermill": {
     "duration": 0.061834,
     "end_time": "2020-09-23T09:39:14.038701",
     "exception": false,
     "start_time": "2020-09-23T09:39:13.976867",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Maximum length of Hindi Sentence:  20\n",
      "Maximum length of English Sentence:  20\n"
     ]
    }
   ],
   "source": [
    "print(\"Maximum length of Hindi Sentence: \",max(lines['length_hin']))\n",
    "print(\"Maximum length of English Sentence: \",max(lines['length_eng']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:14.137174Z",
     "iopub.status.busy": "2020-09-23T09:39:14.136415Z",
     "iopub.status.idle": "2020-09-23T09:39:14.139464Z",
     "shell.execute_reply": "2020-09-23T09:39:14.138837Z"
    },
    "papermill": {
     "duration": 0.058618,
     "end_time": "2020-09-23T09:39:14.139579",
     "exception": false,
     "start_time": "2020-09-23T09:39:14.080961",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "max_length_src=max(lines['length_hin'])\n",
    "max_length_tar=max(lines['length_eng'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:14.245076Z",
     "iopub.status.busy": "2020-09-23T09:39:14.243096Z",
     "iopub.status.idle": "2020-09-23T09:39:14.248970Z",
     "shell.execute_reply": "2020-09-23T09:39:14.249825Z"
    },
    "papermill": {
     "duration": 0.069065,
     "end_time": "2020-09-23T09:39:14.249995",
     "exception": false,
     "start_time": "2020-09-23T09:39:14.180930",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2687, 3438)"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_words = sorted(list(all_eng_words))\n",
    "target_words = sorted(list(all_hindi_words))\n",
    "num_encoder_tokens = len(all_eng_words)\n",
    "num_decoder_tokens = len(all_hindi_words)\n",
    "num_encoder_tokens, num_decoder_tokens"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:14.368260Z",
     "iopub.status.busy": "2020-09-23T09:39:14.367358Z",
     "iopub.status.idle": "2020-09-23T09:39:14.377120Z",
     "shell.execute_reply": "2020-09-23T09:39:14.376307Z"
    },
    "papermill": {
     "duration": 0.076495,
     "end_time": "2020-09-23T09:39:14.377340",
     "exception": false,
     "start_time": "2020-09-23T09:39:14.300845",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3438"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "num_decoder_tokens"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:14.468540Z",
     "iopub.status.busy": "2020-09-23T09:39:14.467793Z",
     "iopub.status.idle": "2020-09-23T09:39:14.473079Z",
     "shell.execute_reply": "2020-09-23T09:39:14.472460Z"
    },
    "papermill": {
     "duration": 0.050903,
     "end_time": "2020-09-23T09:39:14.473212",
     "exception": false,
     "start_time": "2020-09-23T09:39:14.422309",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "num_decoder_tokens += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:14.572966Z",
     "iopub.status.busy": "2020-09-23T09:39:14.572218Z",
     "iopub.status.idle": "2020-09-23T09:39:14.574973Z",
     "shell.execute_reply": "2020-09-23T09:39:14.575461Z"
    },
    "papermill": {
     "duration": 0.056054,
     "end_time": "2020-09-23T09:39:14.575611",
     "exception": false,
     "start_time": "2020-09-23T09:39:14.519557",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3439"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "num_decoder_tokens"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:14.675089Z",
     "iopub.status.busy": "2020-09-23T09:39:14.674431Z",
     "iopub.status.idle": "2020-09-23T09:39:14.682116Z",
     "shell.execute_reply": "2020-09-23T09:39:14.682782Z"
    },
    "papermill": {
     "duration": 0.058655,
     "end_time": "2020-09-23T09:39:14.682929",
     "exception": false,
     "start_time": "2020-09-23T09:39:14.624274",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "input_token_index = dict([(word, i+1) for i, word in enumerate(input_words)])\n",
    "target_token_index = dict([(word, i+1) for i, word in enumerate(target_words)])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:14.801460Z",
     "iopub.status.busy": "2020-09-23T09:39:14.791408Z",
     "iopub.status.idle": "2020-09-23T09:39:14.822769Z",
     "shell.execute_reply": "2020-09-23T09:39:14.822173Z"
    },
    "papermill": {
     "duration": 0.093043,
     "end_time": "2020-09-23T09:39:14.822904",
     "exception": false,
     "start_time": "2020-09-23T09:39:14.729861",
     "status": "completed"
    },
    "scrolled": false,
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'a': 1,\n",
       " 'able': 2,\n",
       " 'abort': 3,\n",
       " 'aborted': 4,\n",
       " 'about': 5,\n",
       " 'above': 6,\n",
       " 'absolute': 7,\n",
       " 'ac': 8,\n",
       " 'accelerator': 9,\n",
       " 'accelerator…': 10,\n",
       " 'accentuated': 11,\n",
       " 'accept': 12,\n",
       " 'acceptable': 13,\n",
       " 'accepted': 14,\n",
       " 'accerciser': 15,\n",
       " 'access': 16,\n",
       " 'accessed': 17,\n",
       " 'accessibility': 18,\n",
       " 'accessible': 19,\n",
       " 'accessibles': 20,\n",
       " 'according': 21,\n",
       " 'accordion': 22,\n",
       " 'ace': 23,\n",
       " 'aces': 24,\n",
       " 'across': 25,\n",
       " 'act': 26,\n",
       " 'acti': 27,\n",
       " 'action': 28,\n",
       " 'actionable': 29,\n",
       " 'actions': 30,\n",
       " 'activatable': 31,\n",
       " 'activate': 32,\n",
       " 'activated': 33,\n",
       " 'active': 34,\n",
       " 'actual': 35,\n",
       " 'adaptive': 36,\n",
       " 'add': 37,\n",
       " 'added': 38,\n",
       " 'addition': 39,\n",
       " 'additional': 40,\n",
       " 'addrcheck': 41,\n",
       " 'address': 42,\n",
       " 'addressbook': 43,\n",
       " 'addresses': 44,\n",
       " 'adds': 45,\n",
       " 'add…': 46,\n",
       " 'advance': 47,\n",
       " 'advanced': 48,\n",
       " 'advised': 49,\n",
       " 'affects': 50,\n",
       " 'after': 51,\n",
       " 'again': 52,\n",
       " 'against': 53,\n",
       " 'agnes': 54,\n",
       " 'aim': 55,\n",
       " 'aisleriot': 56,\n",
       " 'al': 57,\n",
       " 'albert': 58,\n",
       " 'alert': 59,\n",
       " 'algorithm': 60,\n",
       " 'alidate': 61,\n",
       " 'all': 62,\n",
       " 'alleys': 63,\n",
       " 'allocate': 64,\n",
       " 'allocated': 65,\n",
       " 'allow': 66,\n",
       " 'allows': 67,\n",
       " 'alone': 68,\n",
       " 'along': 69,\n",
       " 'alpha': 70,\n",
       " 'alphabetical': 71,\n",
       " 'alphanumeric': 72,\n",
       " 'alphanumerics': 73,\n",
       " 'already': 74,\n",
       " 'also': 75,\n",
       " 'alt': 76,\n",
       " 'alternating': 77,\n",
       " 'alternative': 78,\n",
       " 'always': 79,\n",
       " 'am': 80,\n",
       " 'american': 81,\n",
       " 'among': 82,\n",
       " 'an': 83,\n",
       " 'analyser': 84,\n",
       " 'analysing': 85,\n",
       " 'analyze': 86,\n",
       " 'analyzed': 87,\n",
       " 'analyzer': 88,\n",
       " 'ancestry': 89,\n",
       " 'anchors': 90,\n",
       " 'and': 91,\n",
       " 'animate': 92,\n",
       " 'animation': 93,\n",
       " 'animations': 94,\n",
       " 'anjuta': 95,\n",
       " 'annotate': 96,\n",
       " 'another': 97,\n",
       " 'answered': 98,\n",
       " 'any': 99,\n",
       " 'anyway': 100,\n",
       " 'ap': 101,\n",
       " 'api': 102,\n",
       " 'app': 103,\n",
       " 'appear': 104,\n",
       " 'appearance': 105,\n",
       " 'append': 106,\n",
       " 'appending': 107,\n",
       " 'applet': 108,\n",
       " 'application': 109,\n",
       " 'applications': 110,\n",
       " 'applied': 111,\n",
       " 'apply': 112,\n",
       " 'applying': 113,\n",
       " 'appropriate': 114,\n",
       " 'apps': 115,\n",
       " 'arabic': 116,\n",
       " 'archives': 117,\n",
       " 'are': 118,\n",
       " 'area': 119,\n",
       " 'aren': 120,\n",
       " 'args': 121,\n",
       " 'argument': 122,\n",
       " 'arguments': 123,\n",
       " 'armenian': 124,\n",
       " 'around': 125,\n",
       " 'arrow': 126,\n",
       " 'arrows': 127,\n",
       " 'artist': 128,\n",
       " 'as': 129,\n",
       " 'ascii': 130,\n",
       " 'ask': 131,\n",
       " 'asked': 132,\n",
       " 'aspect': 133,\n",
       " 'assign': 134,\n",
       " 'assistance': 135,\n",
       " 'assistant': 136,\n",
       " 'assistive': 137,\n",
       " 'assoc': 138,\n",
       " 'associate': 139,\n",
       " 'associated': 140,\n",
       " 'association': 141,\n",
       " 'associations': 142,\n",
       " 'assword': 143,\n",
       " 'asterisk': 144,\n",
       " 'as…': 145,\n",
       " 'at': 146,\n",
       " 'athena': 147,\n",
       " 'atk': 148,\n",
       " 'atkhyperlink': 149,\n",
       " 'atkhypertext': 150,\n",
       " 'atomix': 151,\n",
       " 'atoms': 152,\n",
       " 'attach': 153,\n",
       " 'attached': 154,\n",
       " 'attaching': 155,\n",
       " 'attachment': 156,\n",
       " 'attachments': 157,\n",
       " 'attempt': 158,\n",
       " 'attribute': 159,\n",
       " 'attributes': 160,\n",
       " 'atus': 161,\n",
       " 'atusbar': 162,\n",
       " 'audience': 163,\n",
       " 'audio': 164,\n",
       " 'auld': 165,\n",
       " 'aunt': 166,\n",
       " 'authentication': 167,\n",
       " 'author': 168,\n",
       " 'authorization': 169,\n",
       " 'auto': 170,\n",
       " 'autocomplete': 171,\n",
       " 'autocompletion': 172,\n",
       " 'autoconf': 173,\n",
       " 'autodetect': 174,\n",
       " 'autoformat': 175,\n",
       " 'autogen': 176,\n",
       " 'autogenerate': 177,\n",
       " 'automake': 178,\n",
       " 'automatic': 179,\n",
       " 'automatically': 180,\n",
       " 'autoplay': 181,\n",
       " 'autosave': 182,\n",
       " 'autotools': 183,\n",
       " 'available': 184,\n",
       " 'ave': 185,\n",
       " 'average': 186,\n",
       " 'avoid': 187,\n",
       " 'b': 188,\n",
       " 'bac': 189,\n",
       " 'back': 190,\n",
       " 'backbone': 191,\n",
       " 'backend': 192,\n",
       " 'background': 193,\n",
       " 'backrub': 194,\n",
       " 'backup': 195,\n",
       " 'backward': 196,\n",
       " 'bad': 197,\n",
       " 'bakers': 198,\n",
       " 'balsa': 199,\n",
       " 'baltic': 200,\n",
       " 'baobab': 201,\n",
       " 'bar': 202,\n",
       " 'bars…': 203,\n",
       " 'base': 204,\n",
       " 'based': 205,\n",
       " 'baseline': 206,\n",
       " 'basic': 207,\n",
       " 'bcc': 208,\n",
       " 'bd': 209,\n",
       " 'be': 210,\n",
       " 'beagle': 211,\n",
       " 'bear': 212,\n",
       " 'because': 213,\n",
       " 'been': 214,\n",
       " 'before': 215,\n",
       " 'begin': 216,\n",
       " 'behave': 217,\n",
       " 'being': 218,\n",
       " 'beleaguered': 219,\n",
       " 'belong': 220,\n",
       " 'belongs': 221,\n",
       " 'below': 222,\n",
       " 'berkeley': 223,\n",
       " 'beside': 224,\n",
       " 'best': 225,\n",
       " 'better': 226,\n",
       " 'between': 227,\n",
       " 'beyond': 228,\n",
       " 'bin': 229,\n",
       " 'binary': 230,\n",
       " 'bind': 231,\n",
       " 'binding': 232,\n",
       " 'bisect': 233,\n",
       " 'bison': 234,\n",
       " 'black': 235,\n",
       " 'blame': 236,\n",
       " 'blank': 237,\n",
       " 'blanked': 238,\n",
       " 'blanking': 239,\n",
       " 'block': 240,\n",
       " 'blondes': 241,\n",
       " 'blow': 242,\n",
       " 'blu': 243,\n",
       " 'blurb': 244,\n",
       " 'bo': 245,\n",
       " 'board': 246,\n",
       " 'body': 247,\n",
       " 'bold': 248,\n",
       " 'book': 249,\n",
       " 'bookmar': 250,\n",
       " 'bookmark': 251,\n",
       " 'bookmarks': 252,\n",
       " 'books': 253,\n",
       " 'border': 254,\n",
       " 'boston': 255,\n",
       " 'both': 256,\n",
       " 'bottom': 257,\n",
       " 'box': 258,\n",
       " 'boxes': 259,\n",
       " 'brace': 260,\n",
       " 'braces': 261,\n",
       " 'brackets': 262,\n",
       " 'branch': 263,\n",
       " 'branches': 264,\n",
       " 'brasero': 265,\n",
       " 'brazilian': 266,\n",
       " 'breaking': 267,\n",
       " 'breakpoint': 268,\n",
       " 'breakpoints': 269,\n",
       " 'breakpoint…': 270,\n",
       " 'bridge': 271,\n",
       " 'bristol': 272,\n",
       " 'broken': 273,\n",
       " 'browse': 274,\n",
       " 'browser': 275,\n",
       " 'browse…': 276,\n",
       " 'brunettes': 277,\n",
       " 'bsd': 278,\n",
       " 'buffer': 279,\n",
       " 'bug': 280,\n",
       " 'bugs': 281,\n",
       " 'build': 282,\n",
       " 'builder': 283,\n",
       " 'building': 284,\n",
       " 'built': 285,\n",
       " 'burn': 286,\n",
       " 'burned': 287,\n",
       " 'burner': 288,\n",
       " 'burning': 289,\n",
       " 'burnt': 290,\n",
       " 'business': 291,\n",
       " 'busy': 292,\n",
       " 'but': 293,\n",
       " 'button': 294,\n",
       " 'buttons': 295,\n",
       " 'by': 296,\n",
       " 'byte': 297,\n",
       " 'c': 298,\n",
       " 'cache': 299,\n",
       " 'cachegrind': 300,\n",
       " 'calculating': 301,\n",
       " 'calendar': 302,\n",
       " 'call': 303,\n",
       " 'called': 304,\n",
       " 'calling': 305,\n",
       " 'calls': 306,\n",
       " 'calltip': 307,\n",
       " 'calltips': 308,\n",
       " 'camelot': 309,\n",
       " 'can': 310,\n",
       " 'cancel': 311,\n",
       " 'canceled': 312,\n",
       " 'canfield': 313,\n",
       " 'cannot': 314,\n",
       " 'canonically': 315,\n",
       " 'cant': 316,\n",
       " 'canvas': 317,\n",
       " 'capabilities': 318,\n",
       " 'capable': 319,\n",
       " 'capacity': 320,\n",
       " 'caption': 321,\n",
       " 'card': 322,\n",
       " 'cards': 323,\n",
       " 'caret': 324,\n",
       " 'carlo': 325,\n",
       " 'carpet': 326,\n",
       " 'case': 327,\n",
       " 'cast': 328,\n",
       " 'castle': 329,\n",
       " 'catalan': 330,\n",
       " 'categories': 331,\n",
       " 'category': 332,\n",
       " 'cause': 333,\n",
       " 'causes': 334,\n",
       " 'caution': 335,\n",
       " 'cc': 336,\n",
       " 'ccc': 337,\n",
       " 'cd': 338,\n",
       " 'cdrdao': 339,\n",
       " 'cdrecord': 340,\n",
       " 'cdrom': 341,\n",
       " 'cds': 342,\n",
       " 'cell': 343,\n",
       " 'celtic': 344,\n",
       " 'centered': 345,\n",
       " 'central': 346,\n",
       " 'certificate': 347,\n",
       " 'chain': 348,\n",
       " 'change': 349,\n",
       " 'changed': 350,\n",
       " 'changelog': 351,\n",
       " 'changes': 352,\n",
       " 'char': 353,\n",
       " 'character': 354,\n",
       " 'characters': 355,\n",
       " 'charset': 356,\n",
       " 'chart': 357,\n",
       " 'check': 358,\n",
       " 'checked': 359,\n",
       " 'checker': 360,\n",
       " 'checking': 361,\n",
       " 'checksum': 362,\n",
       " 'checksuming': 363,\n",
       " 'cherry': 364,\n",
       " 'chessboard': 365,\n",
       " 'child': 366,\n",
       " 'children': 367,\n",
       " 'chinese': 368,\n",
       " 'choice': 369,\n",
       " 'choose': 370,\n",
       " 'chooser': 371,\n",
       " 'chose': 372,\n",
       " 'circular': 373,\n",
       " 'clang': 374,\n",
       " 'claration': 375,\n",
       " 'class': 376,\n",
       " 'classes': 377,\n",
       " 'classt': 378,\n",
       " 'clean': 379,\n",
       " 'cleaning': 380,\n",
       " 'cleanup': 381,\n",
       " 'clear': 382,\n",
       " 'click': 383,\n",
       " 'clicking': 384,\n",
       " 'client': 385,\n",
       " 'clipboard': 386,\n",
       " 'clock': 387,\n",
       " 'clos': 388,\n",
       " 'close': 389,\n",
       " 'closed': 390,\n",
       " 'closing': 391,\n",
       " 'clubs': 392,\n",
       " 'co': 393,\n",
       " 'code': 394,\n",
       " 'codec': 395,\n",
       " 'codeset': 396,\n",
       " 'coffee': 397,\n",
       " 'col': 398,\n",
       " 'collapse': 399,\n",
       " 'color': 400,\n",
       " 'colorize': 401,\n",
       " 'colors': 402,\n",
       " 'colour': 403,\n",
       " 'column': 404,\n",
       " 'columns': 405,\n",
       " 'combination': 406,\n",
       " 'combined': 407,\n",
       " 'combo': 408,\n",
       " 'come': 409,\n",
       " 'comma': 410,\n",
       " 'command': 411,\n",
       " 'commands': 412,\n",
       " 'command…': 413,\n",
       " 'comment': 414,\n",
       " 'commenting': 415,\n",
       " 'comments': 416,\n",
       " 'commit': 417,\n",
       " 'committed': 418,\n",
       " 'committing': 419,\n",
       " 'commit…': 420,\n",
       " 'common': 421,\n",
       " 'compact': 422,\n",
       " 'compatibility': 423,\n",
       " 'compatible': 424,\n",
       " 'compile': 425,\n",
       " 'compiled': 426,\n",
       " 'compiler': 427,\n",
       " 'complete': 428,\n",
       " 'completed': 429,\n",
       " 'completion': 430,\n",
       " 'complie': 431,\n",
       " 'component': 432,\n",
       " 'components': 433,\n",
       " 'compose': 434,\n",
       " 'composer': 435,\n",
       " 'composition': 436,\n",
       " 'compressing': 437,\n",
       " 'compression': 438,\n",
       " 'computer': 439,\n",
       " 'concludes': 440,\n",
       " 'condition': 441,\n",
       " 'conditions': 442,\n",
       " 'config': 443,\n",
       " 'configuration': 444,\n",
       " 'configurator': 445,\n",
       " 'configure': 446,\n",
       " 'configured': 447,\n",
       " 'confim': 448,\n",
       " 'confirm': 449,\n",
       " 'confirmation': 450,\n",
       " 'conflicted': 451,\n",
       " 'conflicts': 452,\n",
       " 'conflicts…': 453,\n",
       " 'congratulations': 454,\n",
       " 'conjunction': 455,\n",
       " 'connect': 456,\n",
       " 'connected': 457,\n",
       " 'connecting': 458,\n",
       " 'connection': 459,\n",
       " 'connectivity': 460,\n",
       " 'consider': 461,\n",
       " 'consistency': 462,\n",
       " 'console': 463,\n",
       " 'constants': 464,\n",
       " 'construct': 465,\n",
       " 'contacts': 466,\n",
       " 'contain': 467,\n",
       " 'contained': 468,\n",
       " 'container': 469,\n",
       " 'containing': 470,\n",
       " 'contains': 471,\n",
       " 'content': 472,\n",
       " 'contents': 473,\n",
       " 'context': 474,\n",
       " 'continent': 475,\n",
       " 'continuation': 476,\n",
       " 'continue': 477,\n",
       " 'continued': 478,\n",
       " 'control': 479,\n",
       " 'conversation': 480,\n",
       " 'conversations': 481,\n",
       " 'convert': 482,\n",
       " 'copied': 483,\n",
       " 'copy': 484,\n",
       " 'copying': 485,\n",
       " 'copyright': 486,\n",
       " 'copy…': 487,\n",
       " 'core': 488,\n",
       " 'corner': 489,\n",
       " 'corporation': 490,\n",
       " 'correct': 491,\n",
       " 'correctly': 492,\n",
       " 'corresponding': 493,\n",
       " 'corrupted': 494,\n",
       " 'could': 495,\n",
       " 'couldn': 496,\n",
       " 'count': 497,\n",
       " 'course': 498,\n",
       " 'cover': 499,\n",
       " 'cpp': 500,\n",
       " 'cpu': 501,\n",
       " 'cr': 502,\n",
       " 'crea': 503,\n",
       " 'create': 504,\n",
       " 'created': 505,\n",
       " 'creates': 506,\n",
       " 'creating': 507,\n",
       " 'creation': 508,\n",
       " 'creator': 509,\n",
       " 'credits': 510,\n",
       " 'crlf': 511,\n",
       " 'cross': 512,\n",
       " 'crosswalk': 513,\n",
       " 'cruel': 514,\n",
       " 'cryptographic': 515,\n",
       " 'csharp': 516,\n",
       " 'ctivate': 517,\n",
       " 'ctrl': 518,\n",
       " 'cu': 519,\n",
       " 'cue': 520,\n",
       " 'current': 521,\n",
       " 'currently': 522,\n",
       " 'cursor': 523,\n",
       " 'custom': 524,\n",
       " 'customize': 525,\n",
       " 'cut': 526,\n",
       " 'cvs': 527,\n",
       " 'cvsrc': 528,\n",
       " 'cvsroot': 529,\n",
       " 'cyrillic': 530,\n",
       " 'czech': 531,\n",
       " 'd': 532,\n",
       " 'danish': 533,\n",
       " 'dao': 534,\n",
       " 'dash': 535,\n",
       " 'data': 536,\n",
       " 'database': 537,\n",
       " 'database…': 538,\n",
       " 'date': 539,\n",
       " 'dateeditor': 540,\n",
       " 'dbus': 541,\n",
       " 'dd': 542,\n",
       " 'ddress': 543,\n",
       " 'de': 544,\n",
       " 'deactivate': 545,\n",
       " 'deactivated': 546,\n",
       " 'dead': 547,\n",
       " 'deal': 548,\n",
       " 'dealing': 549,\n",
       " 'deals': 550,\n",
       " 'debug': 551,\n",
       " 'debugged': 552,\n",
       " 'debugger': 553,\n",
       " 'debugging': 554,\n",
       " 'decimal': 555,\n",
       " 'decision': 556,\n",
       " 'deck': 557,\n",
       " 'decks': 558,\n",
       " 'declaration': 559,\n",
       " 'declarations': 560,\n",
       " 'decrease': 561,\n",
       " 'decryption': 562,\n",
       " 'default': 563,\n",
       " 'defaults': 564,\n",
       " 'defers': 565,\n",
       " 'defined': 566,\n",
       " 'definition': 567,\n",
       " 'delegated': 568,\n",
       " 'delete': 569,\n",
       " 'deleted': 570,\n",
       " 'delete…': 571,\n",
       " 'deleting': 572,\n",
       " 'deletion': 573,\n",
       " 'dental': 574,\n",
       " 'dependencies': 575,\n",
       " 'depends': 576,\n",
       " 'depth': 577,\n",
       " 'des': 578,\n",
       " 'descending': 579,\n",
       " 'description': 580,\n",
       " 'descriptive': 581,\n",
       " 'designer': 582,\n",
       " 'desktop': 583,\n",
       " 'destination': 584,\n",
       " 'detach': 585,\n",
       " 'detached': 586,\n",
       " 'detaching': 587,\n",
       " 'details': 588,\n",
       " 'detect': 589,\n",
       " 'detected': 590,\n",
       " 'determine': 591,\n",
       " 'determines': 592,\n",
       " 'dev': 593,\n",
       " 'devel': 594,\n",
       " 'develop': 595,\n",
       " 'developer': 596,\n",
       " 'developers': 597,\n",
       " 'development': 598,\n",
       " 'devhelp': 599,\n",
       " 'device': 600,\n",
       " 'devices': 601,\n",
       " 'diagonal': 602,\n",
       " 'dial': 603,\n",
       " 'dialog': 604,\n",
       " 'dialogs': 605,\n",
       " 'diamond': 606,\n",
       " 'diamonds': 607,\n",
       " 'dictionary': 608,\n",
       " 'did': 609,\n",
       " 'diff': 610,\n",
       " 'differences': 611,\n",
       " 'different': 612,\n",
       " 'diffing': 613,\n",
       " 'diff…': 614,\n",
       " 'digits': 615,\n",
       " 'dir': 616,\n",
       " 'direction': 617,\n",
       " 'directly': 618,\n",
       " 'directories': 619,\n",
       " 'directory': 620,\n",
       " 'directorys': 621,\n",
       " 'directory…': 622,\n",
       " 'direst': 623,\n",
       " 'dirs': 624,\n",
       " 'disable': 625,\n",
       " 'disabled': 626,\n",
       " 'disassembly': 627,\n",
       " 'disc': 628,\n",
       " 'discard': 629,\n",
       " 'disconnected': 630,\n",
       " 'discs': 631,\n",
       " 'disk': 632,\n",
       " 'disp': 633,\n",
       " 'display': 634,\n",
       " 'displayed': 635,\n",
       " 'displaying': 636,\n",
       " 'disposition': 637,\n",
       " 'distclean': 638,\n",
       " 'distributed': 639,\n",
       " 'distribution': 640,\n",
       " 'django': 641,\n",
       " 'dn': 642,\n",
       " 'do': 643,\n",
       " 'doc': 644,\n",
       " 'dock': 645,\n",
       " 'docked': 646,\n",
       " 'docking': 647,\n",
       " 'document': 648,\n",
       " 'documentation': 649,\n",
       " 'documentations': 650,\n",
       " 'documents': 651,\n",
       " 'does': 652,\n",
       " 'doesn': 653,\n",
       " 'dog': 654,\n",
       " 'dogtail': 655,\n",
       " 'domain': 656,\n",
       " 'domains': 657,\n",
       " 'don': 658,\n",
       " 'done': 659,\n",
       " 'dos': 660,\n",
       " 'dot': 661,\n",
       " 'double': 662,\n",
       " 'doublets': 663,\n",
       " 'down': 664,\n",
       " 'download': 665,\n",
       " 'downloaded': 666,\n",
       " 'downloads': 667,\n",
       " 'dozen': 668,\n",
       " 'draftbox': 669,\n",
       " 'drag': 670,\n",
       " 'drawing': 671,\n",
       " 'drawn': 672,\n",
       " 'drive': 673,\n",
       " 'driver': 674,\n",
       " 'drives': 675,\n",
       " 'drop': 676,\n",
       " 'dropped': 677,\n",
       " 'dual': 678,\n",
       " 'dubious': 679,\n",
       " 'due': 680,\n",
       " 'duplicate': 681,\n",
       " 'duplicated': 682,\n",
       " 'duplicates': 683,\n",
       " 'duration': 684,\n",
       " 'during': 685,\n",
       " 'dutch': 686,\n",
       " 'dvd': 687,\n",
       " 'dvds': 688,\n",
       " 'd…': 689,\n",
       " 'e': 690,\n",
       " 'eagle': 691,\n",
       " 'ear': 692,\n",
       " 'east': 693,\n",
       " 'easthaven': 694,\n",
       " 'edge': 695,\n",
       " 'edit': 696,\n",
       " 'editable': 697,\n",
       " 'edited': 698,\n",
       " 'editing': 699,\n",
       " 'edition': 700,\n",
       " 'editor': 701,\n",
       " 'edit…': 702,\n",
       " 'eep': 703,\n",
       " 'effect': 704,\n",
       " 'efix': 705,\n",
       " 'eight': 706,\n",
       " 'eights': 707,\n",
       " 'either': 708,\n",
       " 'eject': 709,\n",
       " 'ejected': 710,\n",
       " 'elaborate': 711,\n",
       " 'elected': 712,\n",
       " 'element': 713,\n",
       " 'elements': 714,\n",
       " 'elevator': 715,\n",
       " 'eliminator': 716,\n",
       " 'emacs': 717,\n",
       " 'email': 718,\n",
       " 'embedded': 719,\n",
       " 'emergency': 720,\n",
       " 'emove': 721,\n",
       " 'empty': 722,\n",
       " 'ems': 723,\n",
       " 'enable': 724,\n",
       " 'enabled': 725,\n",
       " 'enabling': 726,\n",
       " 'ename': 727,\n",
       " 'enb': 728,\n",
       " 'encoding': 729,\n",
       " 'encrypt': 730,\n",
       " 'encrypted': 731,\n",
       " 'encryption': 732,\n",
       " 'end': 733,\n",
       " 'ended': 734,\n",
       " 'engine': 735,\n",
       " 'enough': 736,\n",
       " 'enter': 737,\n",
       " 'entered': 738,\n",
       " 'entering': 739,\n",
       " 'enterings': 740,\n",
       " 'entire': 741,\n",
       " 'entry': 742,\n",
       " 'enum': 743,\n",
       " 'environment': 744,\n",
       " 'eol': 745,\n",
       " 'eplace': 746,\n",
       " 'eplace…': 747,\n",
       " 'eply': 748,\n",
       " 'errno': 749,\n",
       " 'error': 750,\n",
       " 'errors': 751,\n",
       " 'ertificate': 752,\n",
       " 'escalator': 753,\n",
       " 'especially': 754,\n",
       " 'established': 755,\n",
       " 'estimated': 756,\n",
       " 'estonian': 757,\n",
       " 'etc': 758,\n",
       " 'euro': 759,\n",
       " 'europe': 760,\n",
       " 'european': 761,\n",
       " 'evaluate': 762,\n",
       " 'evaluate…': 763,\n",
       " 'even': 764,\n",
       " 'event': 765,\n",
       " 'events': 766,\n",
       " 'ever': 767,\n",
       " 'every': 768,\n",
       " 'everything': 769,\n",
       " 'examine': 770,\n",
       " 'example': 771,\n",
       " 'except': 772,\n",
       " 'exception': 773,\n",
       " 'excerpt': 774,\n",
       " 'excluded': 775,\n",
       " 'executable': 776,\n",
       " 'executables': 777,\n",
       " 'execute': 778,\n",
       " 'executing': 779,\n",
       " 'execution': 780,\n",
       " 'execvp': 781,\n",
       " 'exist': 782,\n",
       " 'existing': 783,\n",
       " 'exists': 784,\n",
       " 'exit': 785,\n",
       " 'exited': 786,\n",
       " 'expand': 787,\n",
       " 'expanded': 788,\n",
       " 'expired': 789,\n",
       " 'expires': 790,\n",
       " 'explorer': 791,\n",
       " 'export': 792,\n",
       " 'expression': 793,\n",
       " 'expressions': 794,\n",
       " 'expunge': 795,\n",
       " 'extension': 796,\n",
       " 'extents': 797,\n",
       " 'extern': 798,\n",
       " 'external': 799,\n",
       " 'externally': 800,\n",
       " 'extract': 801,\n",
       " 'f': 802,\n",
       " 'face': 803,\n",
       " 'fail': 804,\n",
       " 'failed': 805,\n",
       " 'fails': 806,\n",
       " 'failure': 807,\n",
       " 'failures': 808,\n",
       " 'falling': 809,\n",
       " 'false': 810,\n",
       " 'family': 811,\n",
       " 'faq': 812,\n",
       " 'faqs': 813,\n",
       " 'fast': 814,\n",
       " 'fatal': 815,\n",
       " 'favorite': 816,\n",
       " 'favourite': 817,\n",
       " 'feature': 818,\n",
       " 'features': 819,\n",
       " 'feeds': 820,\n",
       " 'fetch': 821,\n",
       " 'fetching': 822,\n",
       " 'few': 823,\n",
       " 'fi': 824,\n",
       " 'field': 825,\n",
       " 'fields': 826,\n",
       " 'fifo': 827,\n",
       " 'fifth': 828,\n",
       " 'file': 829,\n",
       " 'filename': 830,\n",
       " 'files': 831,\n",
       " 'filesystem': 832,\n",
       " 'file…': 833,\n",
       " 'fill': 834,\n",
       " 'filler': 835,\n",
       " 'filter': 836,\n",
       " 'filtered': 837,\n",
       " 'filtering': 838,\n",
       " 'filters': 839,\n",
       " 'fin': 840,\n",
       " 'finalizing': 841,\n",
       " 'find': 842,\n",
       " 'finding': 843,\n",
       " 'find…': 844,\n",
       " 'fingerprint': 845,\n",
       " 'finish': 846,\n",
       " 'finished': 847,\n",
       " 'finishes': 848,\n",
       " 'finnish': 849,\n",
       " 'first': 850,\n",
       " 'fishing': 851,\n",
       " 'fitness': 852,\n",
       " 'fits': 853,\n",
       " 'five': 854,\n",
       " 'fives': 855,\n",
       " 'fix': 856,\n",
       " 'flag': 857,\n",
       " 'flagged': 858,\n",
       " 'flags': 859,\n",
       " 'flat': 860,\n",
       " 'flex': 861,\n",
       " 'floor': 862,\n",
       " 'floss': 863,\n",
       " 'flowed': 864,\n",
       " 'fo': 865,\n",
       " 'focusable': 866,\n",
       " 'focused': 867,\n",
       " 'fold': 868,\n",
       " 'folder': 869,\n",
       " 'folders': 870,\n",
       " 'folders…': 871,\n",
       " 'folder…': 872,\n",
       " 'folding': 873,\n",
       " 'folds': 874,\n",
       " 'follow': 875,\n",
       " 'followed': 876,\n",
       " 'following': 877,\n",
       " 'font': 878,\n",
       " 'fontchooser': 879,\n",
       " 'fonts': 880,\n",
       " 'footer': 881,\n",
       " 'for': 882,\n",
       " 'force': 883,\n",
       " 'fore': 884,\n",
       " 'foreground': 885,\n",
       " 'forget': 886,\n",
       " 'form': 887,\n",
       " 'format': 888,\n",
       " 'formating': 889,\n",
       " 'formatted': 890,\n",
       " 'fortran': 891,\n",
       " 'fortress': 892,\n",
       " 'fortunes': 893,\n",
       " 'forty': 894,\n",
       " 'forward': 895,\n",
       " 'forwarded': 896,\n",
       " 'forwarding': 897,\n",
       " 'found': 898,\n",
       " 'foundation': 899,\n",
       " 'foundations': 900,\n",
       " 'four': 901,\n",
       " 'fours': 902,\n",
       " 'fourteen': 903,\n",
       " 'frame': 904,\n",
       " 'framework': 905,\n",
       " 'franklin': 906,\n",
       " 'free': 907,\n",
       " 'freecell': 908,\n",
       " 'french': 909,\n",
       " 'frequently': 910,\n",
       " 'from': 911,\n",
       " 'front': 912,\n",
       " 'ftp': 913,\n",
       " 'full': 914,\n",
       " 'fullscreen': 915,\n",
       " 'fully': 916,\n",
       " 'fun': 917,\n",
       " 'function': 918,\n",
       " 'functions': 919,\n",
       " 'fundamental': 920,\n",
       " 'fwd': 921,\n",
       " 'g': 922,\n",
       " 'game': 923,\n",
       " 'gameplay': 924,\n",
       " 'games': 925,\n",
       " 'game…': 926,\n",
       " 'gaps': 927,\n",
       " 'gay': 928,\n",
       " 'gbfproject': 929,\n",
       " 'gcj': 930,\n",
       " 'gconf': 931,\n",
       " 'gdb': 932,\n",
       " 'gdkcolor': 933,\n",
       " 'gdkwindowstate': 934,\n",
       " 'general': 935,\n",
       " 'generate': 936,\n",
       " 'generated': 937,\n",
       " 'generating': 938,\n",
       " 'generator': 939,\n",
       " 'generic': 940,\n",
       " 'genre': 941,\n",
       " 'georgian': 942,\n",
       " 'german': 943,\n",
       " 'get': 944,\n",
       " 'getter': 945,\n",
       " 'getting': 946,\n",
       " 'gfile': 947,\n",
       " 'giant': 948,\n",
       " 'gib': 949,\n",
       " 'gin': 950,\n",
       " 'gir': 951,\n",
       " 'git': 952,\n",
       " 'give': 953,\n",
       " 'given': 954,\n",
       " 'gives': 955,\n",
       " 'gjs': 956,\n",
       " 'glade': 957,\n",
       " 'glade…': 958,\n",
       " 'glass': 959,\n",
       " 'glb': 960,\n",
       " 'glenwood': 961,\n",
       " 'glib': 962,\n",
       " 'global': 963,\n",
       " 'globale': 964,\n",
       " 'gnature': 965,\n",
       " 'gnome': 966,\n",
       " 'gnomecard': 967,\n",
       " 'gnu': 968,\n",
       " 'go': 969,\n",
       " 'gobject': 970,\n",
       " 'gold': 971,\n",
       " 'golf': 972,\n",
       " 'good': 973,\n",
       " 'goodbye': 974,\n",
       " 'gordons': 975,\n",
       " 'goto': 976,\n",
       " 'gpe': 977,\n",
       " 'gpg': 978,\n",
       " 'gpl': 979,\n",
       " 'gradient': 980,\n",
       " 'graph': 981,\n",
       " 'graphical': 982,\n",
       " 'graphics': 983,\n",
       " 'greater': 984,\n",
       " 'greek': 985,\n",
       " 'grep': 986,\n",
       " 'group': 987,\n",
       " 'grouping': 988,\n",
       " 'group…': 989,\n",
       " 'grow': 990,\n",
       " 'growisofs': 991,\n",
       " 'gstreamer': 992,\n",
       " 'gtk': 993,\n",
       " 'gtkbuilder': 994,\n",
       " 'gtkmm': 995,\n",
       " 'gtksourceview': 996,\n",
       " 'gtodo': 997,\n",
       " 'gtype': 998,\n",
       " 'guess': 999,\n",
       " 'gui': 1000,\n",
       " ...}"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_token_index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:14.922327Z",
     "iopub.status.busy": "2020-09-23T09:39:14.921536Z",
     "iopub.status.idle": "2020-09-23T09:39:14.926186Z",
     "shell.execute_reply": "2020-09-23T09:39:14.925552Z"
    },
    "papermill": {
     "duration": 0.057367,
     "end_time": "2020-09-23T09:39:14.926325",
     "exception": false,
     "start_time": "2020-09-23T09:39:14.868958",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "reverse_input_char_index = dict((i, word) for word, i in input_token_index.items())\n",
    "reverse_target_char_index = dict((i, word) for word, i in target_token_index.items())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:15.048261Z",
     "iopub.status.busy": "2020-09-23T09:39:15.043238Z",
     "iopub.status.idle": "2020-09-23T09:39:15.066157Z",
     "shell.execute_reply": "2020-09-23T09:39:15.066643Z"
    },
    "papermill": {
     "duration": 0.094252,
     "end_time": "2020-09-23T09:39:15.066805",
     "exception": false,
     "start_time": "2020-09-23T09:39:14.972553",
     "status": "completed"
    },
    "scrolled": false,
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{1: 'a',\n",
       " 2: 'able',\n",
       " 3: 'abort',\n",
       " 4: 'aborted',\n",
       " 5: 'about',\n",
       " 6: 'above',\n",
       " 7: 'absolute',\n",
       " 8: 'ac',\n",
       " 9: 'accelerator',\n",
       " 10: 'accelerator…',\n",
       " 11: 'accentuated',\n",
       " 12: 'accept',\n",
       " 13: 'acceptable',\n",
       " 14: 'accepted',\n",
       " 15: 'accerciser',\n",
       " 16: 'access',\n",
       " 17: 'accessed',\n",
       " 18: 'accessibility',\n",
       " 19: 'accessible',\n",
       " 20: 'accessibles',\n",
       " 21: 'according',\n",
       " 22: 'accordion',\n",
       " 23: 'ace',\n",
       " 24: 'aces',\n",
       " 25: 'across',\n",
       " 26: 'act',\n",
       " 27: 'acti',\n",
       " 28: 'action',\n",
       " 29: 'actionable',\n",
       " 30: 'actions',\n",
       " 31: 'activatable',\n",
       " 32: 'activate',\n",
       " 33: 'activated',\n",
       " 34: 'active',\n",
       " 35: 'actual',\n",
       " 36: 'adaptive',\n",
       " 37: 'add',\n",
       " 38: 'added',\n",
       " 39: 'addition',\n",
       " 40: 'additional',\n",
       " 41: 'addrcheck',\n",
       " 42: 'address',\n",
       " 43: 'addressbook',\n",
       " 44: 'addresses',\n",
       " 45: 'adds',\n",
       " 46: 'add…',\n",
       " 47: 'advance',\n",
       " 48: 'advanced',\n",
       " 49: 'advised',\n",
       " 50: 'affects',\n",
       " 51: 'after',\n",
       " 52: 'again',\n",
       " 53: 'against',\n",
       " 54: 'agnes',\n",
       " 55: 'aim',\n",
       " 56: 'aisleriot',\n",
       " 57: 'al',\n",
       " 58: 'albert',\n",
       " 59: 'alert',\n",
       " 60: 'algorithm',\n",
       " 61: 'alidate',\n",
       " 62: 'all',\n",
       " 63: 'alleys',\n",
       " 64: 'allocate',\n",
       " 65: 'allocated',\n",
       " 66: 'allow',\n",
       " 67: 'allows',\n",
       " 68: 'alone',\n",
       " 69: 'along',\n",
       " 70: 'alpha',\n",
       " 71: 'alphabetical',\n",
       " 72: 'alphanumeric',\n",
       " 73: 'alphanumerics',\n",
       " 74: 'already',\n",
       " 75: 'also',\n",
       " 76: 'alt',\n",
       " 77: 'alternating',\n",
       " 78: 'alternative',\n",
       " 79: 'always',\n",
       " 80: 'am',\n",
       " 81: 'american',\n",
       " 82: 'among',\n",
       " 83: 'an',\n",
       " 84: 'analyser',\n",
       " 85: 'analysing',\n",
       " 86: 'analyze',\n",
       " 87: 'analyzed',\n",
       " 88: 'analyzer',\n",
       " 89: 'ancestry',\n",
       " 90: 'anchors',\n",
       " 91: 'and',\n",
       " 92: 'animate',\n",
       " 93: 'animation',\n",
       " 94: 'animations',\n",
       " 95: 'anjuta',\n",
       " 96: 'annotate',\n",
       " 97: 'another',\n",
       " 98: 'answered',\n",
       " 99: 'any',\n",
       " 100: 'anyway',\n",
       " 101: 'ap',\n",
       " 102: 'api',\n",
       " 103: 'app',\n",
       " 104: 'appear',\n",
       " 105: 'appearance',\n",
       " 106: 'append',\n",
       " 107: 'appending',\n",
       " 108: 'applet',\n",
       " 109: 'application',\n",
       " 110: 'applications',\n",
       " 111: 'applied',\n",
       " 112: 'apply',\n",
       " 113: 'applying',\n",
       " 114: 'appropriate',\n",
       " 115: 'apps',\n",
       " 116: 'arabic',\n",
       " 117: 'archives',\n",
       " 118: 'are',\n",
       " 119: 'area',\n",
       " 120: 'aren',\n",
       " 121: 'args',\n",
       " 122: 'argument',\n",
       " 123: 'arguments',\n",
       " 124: 'armenian',\n",
       " 125: 'around',\n",
       " 126: 'arrow',\n",
       " 127: 'arrows',\n",
       " 128: 'artist',\n",
       " 129: 'as',\n",
       " 130: 'ascii',\n",
       " 131: 'ask',\n",
       " 132: 'asked',\n",
       " 133: 'aspect',\n",
       " 134: 'assign',\n",
       " 135: 'assistance',\n",
       " 136: 'assistant',\n",
       " 137: 'assistive',\n",
       " 138: 'assoc',\n",
       " 139: 'associate',\n",
       " 140: 'associated',\n",
       " 141: 'association',\n",
       " 142: 'associations',\n",
       " 143: 'assword',\n",
       " 144: 'asterisk',\n",
       " 145: 'as…',\n",
       " 146: 'at',\n",
       " 147: 'athena',\n",
       " 148: 'atk',\n",
       " 149: 'atkhyperlink',\n",
       " 150: 'atkhypertext',\n",
       " 151: 'atomix',\n",
       " 152: 'atoms',\n",
       " 153: 'attach',\n",
       " 154: 'attached',\n",
       " 155: 'attaching',\n",
       " 156: 'attachment',\n",
       " 157: 'attachments',\n",
       " 158: 'attempt',\n",
       " 159: 'attribute',\n",
       " 160: 'attributes',\n",
       " 161: 'atus',\n",
       " 162: 'atusbar',\n",
       " 163: 'audience',\n",
       " 164: 'audio',\n",
       " 165: 'auld',\n",
       " 166: 'aunt',\n",
       " 167: 'authentication',\n",
       " 168: 'author',\n",
       " 169: 'authorization',\n",
       " 170: 'auto',\n",
       " 171: 'autocomplete',\n",
       " 172: 'autocompletion',\n",
       " 173: 'autoconf',\n",
       " 174: 'autodetect',\n",
       " 175: 'autoformat',\n",
       " 176: 'autogen',\n",
       " 177: 'autogenerate',\n",
       " 178: 'automake',\n",
       " 179: 'automatic',\n",
       " 180: 'automatically',\n",
       " 181: 'autoplay',\n",
       " 182: 'autosave',\n",
       " 183: 'autotools',\n",
       " 184: 'available',\n",
       " 185: 'ave',\n",
       " 186: 'average',\n",
       " 187: 'avoid',\n",
       " 188: 'b',\n",
       " 189: 'bac',\n",
       " 190: 'back',\n",
       " 191: 'backbone',\n",
       " 192: 'backend',\n",
       " 193: 'background',\n",
       " 194: 'backrub',\n",
       " 195: 'backup',\n",
       " 196: 'backward',\n",
       " 197: 'bad',\n",
       " 198: 'bakers',\n",
       " 199: 'balsa',\n",
       " 200: 'baltic',\n",
       " 201: 'baobab',\n",
       " 202: 'bar',\n",
       " 203: 'bars…',\n",
       " 204: 'base',\n",
       " 205: 'based',\n",
       " 206: 'baseline',\n",
       " 207: 'basic',\n",
       " 208: 'bcc',\n",
       " 209: 'bd',\n",
       " 210: 'be',\n",
       " 211: 'beagle',\n",
       " 212: 'bear',\n",
       " 213: 'because',\n",
       " 214: 'been',\n",
       " 215: 'before',\n",
       " 216: 'begin',\n",
       " 217: 'behave',\n",
       " 218: 'being',\n",
       " 219: 'beleaguered',\n",
       " 220: 'belong',\n",
       " 221: 'belongs',\n",
       " 222: 'below',\n",
       " 223: 'berkeley',\n",
       " 224: 'beside',\n",
       " 225: 'best',\n",
       " 226: 'better',\n",
       " 227: 'between',\n",
       " 228: 'beyond',\n",
       " 229: 'bin',\n",
       " 230: 'binary',\n",
       " 231: 'bind',\n",
       " 232: 'binding',\n",
       " 233: 'bisect',\n",
       " 234: 'bison',\n",
       " 235: 'black',\n",
       " 236: 'blame',\n",
       " 237: 'blank',\n",
       " 238: 'blanked',\n",
       " 239: 'blanking',\n",
       " 240: 'block',\n",
       " 241: 'blondes',\n",
       " 242: 'blow',\n",
       " 243: 'blu',\n",
       " 244: 'blurb',\n",
       " 245: 'bo',\n",
       " 246: 'board',\n",
       " 247: 'body',\n",
       " 248: 'bold',\n",
       " 249: 'book',\n",
       " 250: 'bookmar',\n",
       " 251: 'bookmark',\n",
       " 252: 'bookmarks',\n",
       " 253: 'books',\n",
       " 254: 'border',\n",
       " 255: 'boston',\n",
       " 256: 'both',\n",
       " 257: 'bottom',\n",
       " 258: 'box',\n",
       " 259: 'boxes',\n",
       " 260: 'brace',\n",
       " 261: 'braces',\n",
       " 262: 'brackets',\n",
       " 263: 'branch',\n",
       " 264: 'branches',\n",
       " 265: 'brasero',\n",
       " 266: 'brazilian',\n",
       " 267: 'breaking',\n",
       " 268: 'breakpoint',\n",
       " 269: 'breakpoints',\n",
       " 270: 'breakpoint…',\n",
       " 271: 'bridge',\n",
       " 272: 'bristol',\n",
       " 273: 'broken',\n",
       " 274: 'browse',\n",
       " 275: 'browser',\n",
       " 276: 'browse…',\n",
       " 277: 'brunettes',\n",
       " 278: 'bsd',\n",
       " 279: 'buffer',\n",
       " 280: 'bug',\n",
       " 281: 'bugs',\n",
       " 282: 'build',\n",
       " 283: 'builder',\n",
       " 284: 'building',\n",
       " 285: 'built',\n",
       " 286: 'burn',\n",
       " 287: 'burned',\n",
       " 288: 'burner',\n",
       " 289: 'burning',\n",
       " 290: 'burnt',\n",
       " 291: 'business',\n",
       " 292: 'busy',\n",
       " 293: 'but',\n",
       " 294: 'button',\n",
       " 295: 'buttons',\n",
       " 296: 'by',\n",
       " 297: 'byte',\n",
       " 298: 'c',\n",
       " 299: 'cache',\n",
       " 300: 'cachegrind',\n",
       " 301: 'calculating',\n",
       " 302: 'calendar',\n",
       " 303: 'call',\n",
       " 304: 'called',\n",
       " 305: 'calling',\n",
       " 306: 'calls',\n",
       " 307: 'calltip',\n",
       " 308: 'calltips',\n",
       " 309: 'camelot',\n",
       " 310: 'can',\n",
       " 311: 'cancel',\n",
       " 312: 'canceled',\n",
       " 313: 'canfield',\n",
       " 314: 'cannot',\n",
       " 315: 'canonically',\n",
       " 316: 'cant',\n",
       " 317: 'canvas',\n",
       " 318: 'capabilities',\n",
       " 319: 'capable',\n",
       " 320: 'capacity',\n",
       " 321: 'caption',\n",
       " 322: 'card',\n",
       " 323: 'cards',\n",
       " 324: 'caret',\n",
       " 325: 'carlo',\n",
       " 326: 'carpet',\n",
       " 327: 'case',\n",
       " 328: 'cast',\n",
       " 329: 'castle',\n",
       " 330: 'catalan',\n",
       " 331: 'categories',\n",
       " 332: 'category',\n",
       " 333: 'cause',\n",
       " 334: 'causes',\n",
       " 335: 'caution',\n",
       " 336: 'cc',\n",
       " 337: 'ccc',\n",
       " 338: 'cd',\n",
       " 339: 'cdrdao',\n",
       " 340: 'cdrecord',\n",
       " 341: 'cdrom',\n",
       " 342: 'cds',\n",
       " 343: 'cell',\n",
       " 344: 'celtic',\n",
       " 345: 'centered',\n",
       " 346: 'central',\n",
       " 347: 'certificate',\n",
       " 348: 'chain',\n",
       " 349: 'change',\n",
       " 350: 'changed',\n",
       " 351: 'changelog',\n",
       " 352: 'changes',\n",
       " 353: 'char',\n",
       " 354: 'character',\n",
       " 355: 'characters',\n",
       " 356: 'charset',\n",
       " 357: 'chart',\n",
       " 358: 'check',\n",
       " 359: 'checked',\n",
       " 360: 'checker',\n",
       " 361: 'checking',\n",
       " 362: 'checksum',\n",
       " 363: 'checksuming',\n",
       " 364: 'cherry',\n",
       " 365: 'chessboard',\n",
       " 366: 'child',\n",
       " 367: 'children',\n",
       " 368: 'chinese',\n",
       " 369: 'choice',\n",
       " 370: 'choose',\n",
       " 371: 'chooser',\n",
       " 372: 'chose',\n",
       " 373: 'circular',\n",
       " 374: 'clang',\n",
       " 375: 'claration',\n",
       " 376: 'class',\n",
       " 377: 'classes',\n",
       " 378: 'classt',\n",
       " 379: 'clean',\n",
       " 380: 'cleaning',\n",
       " 381: 'cleanup',\n",
       " 382: 'clear',\n",
       " 383: 'click',\n",
       " 384: 'clicking',\n",
       " 385: 'client',\n",
       " 386: 'clipboard',\n",
       " 387: 'clock',\n",
       " 388: 'clos',\n",
       " 389: 'close',\n",
       " 390: 'closed',\n",
       " 391: 'closing',\n",
       " 392: 'clubs',\n",
       " 393: 'co',\n",
       " 394: 'code',\n",
       " 395: 'codec',\n",
       " 396: 'codeset',\n",
       " 397: 'coffee',\n",
       " 398: 'col',\n",
       " 399: 'collapse',\n",
       " 400: 'color',\n",
       " 401: 'colorize',\n",
       " 402: 'colors',\n",
       " 403: 'colour',\n",
       " 404: 'column',\n",
       " 405: 'columns',\n",
       " 406: 'combination',\n",
       " 407: 'combined',\n",
       " 408: 'combo',\n",
       " 409: 'come',\n",
       " 410: 'comma',\n",
       " 411: 'command',\n",
       " 412: 'commands',\n",
       " 413: 'command…',\n",
       " 414: 'comment',\n",
       " 415: 'commenting',\n",
       " 416: 'comments',\n",
       " 417: 'commit',\n",
       " 418: 'committed',\n",
       " 419: 'committing',\n",
       " 420: 'commit…',\n",
       " 421: 'common',\n",
       " 422: 'compact',\n",
       " 423: 'compatibility',\n",
       " 424: 'compatible',\n",
       " 425: 'compile',\n",
       " 426: 'compiled',\n",
       " 427: 'compiler',\n",
       " 428: 'complete',\n",
       " 429: 'completed',\n",
       " 430: 'completion',\n",
       " 431: 'complie',\n",
       " 432: 'component',\n",
       " 433: 'components',\n",
       " 434: 'compose',\n",
       " 435: 'composer',\n",
       " 436: 'composition',\n",
       " 437: 'compressing',\n",
       " 438: 'compression',\n",
       " 439: 'computer',\n",
       " 440: 'concludes',\n",
       " 441: 'condition',\n",
       " 442: 'conditions',\n",
       " 443: 'config',\n",
       " 444: 'configuration',\n",
       " 445: 'configurator',\n",
       " 446: 'configure',\n",
       " 447: 'configured',\n",
       " 448: 'confim',\n",
       " 449: 'confirm',\n",
       " 450: 'confirmation',\n",
       " 451: 'conflicted',\n",
       " 452: 'conflicts',\n",
       " 453: 'conflicts…',\n",
       " 454: 'congratulations',\n",
       " 455: 'conjunction',\n",
       " 456: 'connect',\n",
       " 457: 'connected',\n",
       " 458: 'connecting',\n",
       " 459: 'connection',\n",
       " 460: 'connectivity',\n",
       " 461: 'consider',\n",
       " 462: 'consistency',\n",
       " 463: 'console',\n",
       " 464: 'constants',\n",
       " 465: 'construct',\n",
       " 466: 'contacts',\n",
       " 467: 'contain',\n",
       " 468: 'contained',\n",
       " 469: 'container',\n",
       " 470: 'containing',\n",
       " 471: 'contains',\n",
       " 472: 'content',\n",
       " 473: 'contents',\n",
       " 474: 'context',\n",
       " 475: 'continent',\n",
       " 476: 'continuation',\n",
       " 477: 'continue',\n",
       " 478: 'continued',\n",
       " 479: 'control',\n",
       " 480: 'conversation',\n",
       " 481: 'conversations',\n",
       " 482: 'convert',\n",
       " 483: 'copied',\n",
       " 484: 'copy',\n",
       " 485: 'copying',\n",
       " 486: 'copyright',\n",
       " 487: 'copy…',\n",
       " 488: 'core',\n",
       " 489: 'corner',\n",
       " 490: 'corporation',\n",
       " 491: 'correct',\n",
       " 492: 'correctly',\n",
       " 493: 'corresponding',\n",
       " 494: 'corrupted',\n",
       " 495: 'could',\n",
       " 496: 'couldn',\n",
       " 497: 'count',\n",
       " 498: 'course',\n",
       " 499: 'cover',\n",
       " 500: 'cpp',\n",
       " 501: 'cpu',\n",
       " 502: 'cr',\n",
       " 503: 'crea',\n",
       " 504: 'create',\n",
       " 505: 'created',\n",
       " 506: 'creates',\n",
       " 507: 'creating',\n",
       " 508: 'creation',\n",
       " 509: 'creator',\n",
       " 510: 'credits',\n",
       " 511: 'crlf',\n",
       " 512: 'cross',\n",
       " 513: 'crosswalk',\n",
       " 514: 'cruel',\n",
       " 515: 'cryptographic',\n",
       " 516: 'csharp',\n",
       " 517: 'ctivate',\n",
       " 518: 'ctrl',\n",
       " 519: 'cu',\n",
       " 520: 'cue',\n",
       " 521: 'current',\n",
       " 522: 'currently',\n",
       " 523: 'cursor',\n",
       " 524: 'custom',\n",
       " 525: 'customize',\n",
       " 526: 'cut',\n",
       " 527: 'cvs',\n",
       " 528: 'cvsrc',\n",
       " 529: 'cvsroot',\n",
       " 530: 'cyrillic',\n",
       " 531: 'czech',\n",
       " 532: 'd',\n",
       " 533: 'danish',\n",
       " 534: 'dao',\n",
       " 535: 'dash',\n",
       " 536: 'data',\n",
       " 537: 'database',\n",
       " 538: 'database…',\n",
       " 539: 'date',\n",
       " 540: 'dateeditor',\n",
       " 541: 'dbus',\n",
       " 542: 'dd',\n",
       " 543: 'ddress',\n",
       " 544: 'de',\n",
       " 545: 'deactivate',\n",
       " 546: 'deactivated',\n",
       " 547: 'dead',\n",
       " 548: 'deal',\n",
       " 549: 'dealing',\n",
       " 550: 'deals',\n",
       " 551: 'debug',\n",
       " 552: 'debugged',\n",
       " 553: 'debugger',\n",
       " 554: 'debugging',\n",
       " 555: 'decimal',\n",
       " 556: 'decision',\n",
       " 557: 'deck',\n",
       " 558: 'decks',\n",
       " 559: 'declaration',\n",
       " 560: 'declarations',\n",
       " 561: 'decrease',\n",
       " 562: 'decryption',\n",
       " 563: 'default',\n",
       " 564: 'defaults',\n",
       " 565: 'defers',\n",
       " 566: 'defined',\n",
       " 567: 'definition',\n",
       " 568: 'delegated',\n",
       " 569: 'delete',\n",
       " 570: 'deleted',\n",
       " 571: 'delete…',\n",
       " 572: 'deleting',\n",
       " 573: 'deletion',\n",
       " 574: 'dental',\n",
       " 575: 'dependencies',\n",
       " 576: 'depends',\n",
       " 577: 'depth',\n",
       " 578: 'des',\n",
       " 579: 'descending',\n",
       " 580: 'description',\n",
       " 581: 'descriptive',\n",
       " 582: 'designer',\n",
       " 583: 'desktop',\n",
       " 584: 'destination',\n",
       " 585: 'detach',\n",
       " 586: 'detached',\n",
       " 587: 'detaching',\n",
       " 588: 'details',\n",
       " 589: 'detect',\n",
       " 590: 'detected',\n",
       " 591: 'determine',\n",
       " 592: 'determines',\n",
       " 593: 'dev',\n",
       " 594: 'devel',\n",
       " 595: 'develop',\n",
       " 596: 'developer',\n",
       " 597: 'developers',\n",
       " 598: 'development',\n",
       " 599: 'devhelp',\n",
       " 600: 'device',\n",
       " 601: 'devices',\n",
       " 602: 'diagonal',\n",
       " 603: 'dial',\n",
       " 604: 'dialog',\n",
       " 605: 'dialogs',\n",
       " 606: 'diamond',\n",
       " 607: 'diamonds',\n",
       " 608: 'dictionary',\n",
       " 609: 'did',\n",
       " 610: 'diff',\n",
       " 611: 'differences',\n",
       " 612: 'different',\n",
       " 613: 'diffing',\n",
       " 614: 'diff…',\n",
       " 615: 'digits',\n",
       " 616: 'dir',\n",
       " 617: 'direction',\n",
       " 618: 'directly',\n",
       " 619: 'directories',\n",
       " 620: 'directory',\n",
       " 621: 'directorys',\n",
       " 622: 'directory…',\n",
       " 623: 'direst',\n",
       " 624: 'dirs',\n",
       " 625: 'disable',\n",
       " 626: 'disabled',\n",
       " 627: 'disassembly',\n",
       " 628: 'disc',\n",
       " 629: 'discard',\n",
       " 630: 'disconnected',\n",
       " 631: 'discs',\n",
       " 632: 'disk',\n",
       " 633: 'disp',\n",
       " 634: 'display',\n",
       " 635: 'displayed',\n",
       " 636: 'displaying',\n",
       " 637: 'disposition',\n",
       " 638: 'distclean',\n",
       " 639: 'distributed',\n",
       " 640: 'distribution',\n",
       " 641: 'django',\n",
       " 642: 'dn',\n",
       " 643: 'do',\n",
       " 644: 'doc',\n",
       " 645: 'dock',\n",
       " 646: 'docked',\n",
       " 647: 'docking',\n",
       " 648: 'document',\n",
       " 649: 'documentation',\n",
       " 650: 'documentations',\n",
       " 651: 'documents',\n",
       " 652: 'does',\n",
       " 653: 'doesn',\n",
       " 654: 'dog',\n",
       " 655: 'dogtail',\n",
       " 656: 'domain',\n",
       " 657: 'domains',\n",
       " 658: 'don',\n",
       " 659: 'done',\n",
       " 660: 'dos',\n",
       " 661: 'dot',\n",
       " 662: 'double',\n",
       " 663: 'doublets',\n",
       " 664: 'down',\n",
       " 665: 'download',\n",
       " 666: 'downloaded',\n",
       " 667: 'downloads',\n",
       " 668: 'dozen',\n",
       " 669: 'draftbox',\n",
       " 670: 'drag',\n",
       " 671: 'drawing',\n",
       " 672: 'drawn',\n",
       " 673: 'drive',\n",
       " 674: 'driver',\n",
       " 675: 'drives',\n",
       " 676: 'drop',\n",
       " 677: 'dropped',\n",
       " 678: 'dual',\n",
       " 679: 'dubious',\n",
       " 680: 'due',\n",
       " 681: 'duplicate',\n",
       " 682: 'duplicated',\n",
       " 683: 'duplicates',\n",
       " 684: 'duration',\n",
       " 685: 'during',\n",
       " 686: 'dutch',\n",
       " 687: 'dvd',\n",
       " 688: 'dvds',\n",
       " 689: 'd…',\n",
       " 690: 'e',\n",
       " 691: 'eagle',\n",
       " 692: 'ear',\n",
       " 693: 'east',\n",
       " 694: 'easthaven',\n",
       " 695: 'edge',\n",
       " 696: 'edit',\n",
       " 697: 'editable',\n",
       " 698: 'edited',\n",
       " 699: 'editing',\n",
       " 700: 'edition',\n",
       " 701: 'editor',\n",
       " 702: 'edit…',\n",
       " 703: 'eep',\n",
       " 704: 'effect',\n",
       " 705: 'efix',\n",
       " 706: 'eight',\n",
       " 707: 'eights',\n",
       " 708: 'either',\n",
       " 709: 'eject',\n",
       " 710: 'ejected',\n",
       " 711: 'elaborate',\n",
       " 712: 'elected',\n",
       " 713: 'element',\n",
       " 714: 'elements',\n",
       " 715: 'elevator',\n",
       " 716: 'eliminator',\n",
       " 717: 'emacs',\n",
       " 718: 'email',\n",
       " 719: 'embedded',\n",
       " 720: 'emergency',\n",
       " 721: 'emove',\n",
       " 722: 'empty',\n",
       " 723: 'ems',\n",
       " 724: 'enable',\n",
       " 725: 'enabled',\n",
       " 726: 'enabling',\n",
       " 727: 'ename',\n",
       " 728: 'enb',\n",
       " 729: 'encoding',\n",
       " 730: 'encrypt',\n",
       " 731: 'encrypted',\n",
       " 732: 'encryption',\n",
       " 733: 'end',\n",
       " 734: 'ended',\n",
       " 735: 'engine',\n",
       " 736: 'enough',\n",
       " 737: 'enter',\n",
       " 738: 'entered',\n",
       " 739: 'entering',\n",
       " 740: 'enterings',\n",
       " 741: 'entire',\n",
       " 742: 'entry',\n",
       " 743: 'enum',\n",
       " 744: 'environment',\n",
       " 745: 'eol',\n",
       " 746: 'eplace',\n",
       " 747: 'eplace…',\n",
       " 748: 'eply',\n",
       " 749: 'errno',\n",
       " 750: 'error',\n",
       " 751: 'errors',\n",
       " 752: 'ertificate',\n",
       " 753: 'escalator',\n",
       " 754: 'especially',\n",
       " 755: 'established',\n",
       " 756: 'estimated',\n",
       " 757: 'estonian',\n",
       " 758: 'etc',\n",
       " 759: 'euro',\n",
       " 760: 'europe',\n",
       " 761: 'european',\n",
       " 762: 'evaluate',\n",
       " 763: 'evaluate…',\n",
       " 764: 'even',\n",
       " 765: 'event',\n",
       " 766: 'events',\n",
       " 767: 'ever',\n",
       " 768: 'every',\n",
       " 769: 'everything',\n",
       " 770: 'examine',\n",
       " 771: 'example',\n",
       " 772: 'except',\n",
       " 773: 'exception',\n",
       " 774: 'excerpt',\n",
       " 775: 'excluded',\n",
       " 776: 'executable',\n",
       " 777: 'executables',\n",
       " 778: 'execute',\n",
       " 779: 'executing',\n",
       " 780: 'execution',\n",
       " 781: 'execvp',\n",
       " 782: 'exist',\n",
       " 783: 'existing',\n",
       " 784: 'exists',\n",
       " 785: 'exit',\n",
       " 786: 'exited',\n",
       " 787: 'expand',\n",
       " 788: 'expanded',\n",
       " 789: 'expired',\n",
       " 790: 'expires',\n",
       " 791: 'explorer',\n",
       " 792: 'export',\n",
       " 793: 'expression',\n",
       " 794: 'expressions',\n",
       " 795: 'expunge',\n",
       " 796: 'extension',\n",
       " 797: 'extents',\n",
       " 798: 'extern',\n",
       " 799: 'external',\n",
       " 800: 'externally',\n",
       " 801: 'extract',\n",
       " 802: 'f',\n",
       " 803: 'face',\n",
       " 804: 'fail',\n",
       " 805: 'failed',\n",
       " 806: 'fails',\n",
       " 807: 'failure',\n",
       " 808: 'failures',\n",
       " 809: 'falling',\n",
       " 810: 'false',\n",
       " 811: 'family',\n",
       " 812: 'faq',\n",
       " 813: 'faqs',\n",
       " 814: 'fast',\n",
       " 815: 'fatal',\n",
       " 816: 'favorite',\n",
       " 817: 'favourite',\n",
       " 818: 'feature',\n",
       " 819: 'features',\n",
       " 820: 'feeds',\n",
       " 821: 'fetch',\n",
       " 822: 'fetching',\n",
       " 823: 'few',\n",
       " 824: 'fi',\n",
       " 825: 'field',\n",
       " 826: 'fields',\n",
       " 827: 'fifo',\n",
       " 828: 'fifth',\n",
       " 829: 'file',\n",
       " 830: 'filename',\n",
       " 831: 'files',\n",
       " 832: 'filesystem',\n",
       " 833: 'file…',\n",
       " 834: 'fill',\n",
       " 835: 'filler',\n",
       " 836: 'filter',\n",
       " 837: 'filtered',\n",
       " 838: 'filtering',\n",
       " 839: 'filters',\n",
       " 840: 'fin',\n",
       " 841: 'finalizing',\n",
       " 842: 'find',\n",
       " 843: 'finding',\n",
       " 844: 'find…',\n",
       " 845: 'fingerprint',\n",
       " 846: 'finish',\n",
       " 847: 'finished',\n",
       " 848: 'finishes',\n",
       " 849: 'finnish',\n",
       " 850: 'first',\n",
       " 851: 'fishing',\n",
       " 852: 'fitness',\n",
       " 853: 'fits',\n",
       " 854: 'five',\n",
       " 855: 'fives',\n",
       " 856: 'fix',\n",
       " 857: 'flag',\n",
       " 858: 'flagged',\n",
       " 859: 'flags',\n",
       " 860: 'flat',\n",
       " 861: 'flex',\n",
       " 862: 'floor',\n",
       " 863: 'floss',\n",
       " 864: 'flowed',\n",
       " 865: 'fo',\n",
       " 866: 'focusable',\n",
       " 867: 'focused',\n",
       " 868: 'fold',\n",
       " 869: 'folder',\n",
       " 870: 'folders',\n",
       " 871: 'folders…',\n",
       " 872: 'folder…',\n",
       " 873: 'folding',\n",
       " 874: 'folds',\n",
       " 875: 'follow',\n",
       " 876: 'followed',\n",
       " 877: 'following',\n",
       " 878: 'font',\n",
       " 879: 'fontchooser',\n",
       " 880: 'fonts',\n",
       " 881: 'footer',\n",
       " 882: 'for',\n",
       " 883: 'force',\n",
       " 884: 'fore',\n",
       " 885: 'foreground',\n",
       " 886: 'forget',\n",
       " 887: 'form',\n",
       " 888: 'format',\n",
       " 889: 'formating',\n",
       " 890: 'formatted',\n",
       " 891: 'fortran',\n",
       " 892: 'fortress',\n",
       " 893: 'fortunes',\n",
       " 894: 'forty',\n",
       " 895: 'forward',\n",
       " 896: 'forwarded',\n",
       " 897: 'forwarding',\n",
       " 898: 'found',\n",
       " 899: 'foundation',\n",
       " 900: 'foundations',\n",
       " 901: 'four',\n",
       " 902: 'fours',\n",
       " 903: 'fourteen',\n",
       " 904: 'frame',\n",
       " 905: 'framework',\n",
       " 906: 'franklin',\n",
       " 907: 'free',\n",
       " 908: 'freecell',\n",
       " 909: 'french',\n",
       " 910: 'frequently',\n",
       " 911: 'from',\n",
       " 912: 'front',\n",
       " 913: 'ftp',\n",
       " 914: 'full',\n",
       " 915: 'fullscreen',\n",
       " 916: 'fully',\n",
       " 917: 'fun',\n",
       " 918: 'function',\n",
       " 919: 'functions',\n",
       " 920: 'fundamental',\n",
       " 921: 'fwd',\n",
       " 922: 'g',\n",
       " 923: 'game',\n",
       " 924: 'gameplay',\n",
       " 925: 'games',\n",
       " 926: 'game…',\n",
       " 927: 'gaps',\n",
       " 928: 'gay',\n",
       " 929: 'gbfproject',\n",
       " 930: 'gcj',\n",
       " 931: 'gconf',\n",
       " 932: 'gdb',\n",
       " 933: 'gdkcolor',\n",
       " 934: 'gdkwindowstate',\n",
       " 935: 'general',\n",
       " 936: 'generate',\n",
       " 937: 'generated',\n",
       " 938: 'generating',\n",
       " 939: 'generator',\n",
       " 940: 'generic',\n",
       " 941: 'genre',\n",
       " 942: 'georgian',\n",
       " 943: 'german',\n",
       " 944: 'get',\n",
       " 945: 'getter',\n",
       " 946: 'getting',\n",
       " 947: 'gfile',\n",
       " 948: 'giant',\n",
       " 949: 'gib',\n",
       " 950: 'gin',\n",
       " 951: 'gir',\n",
       " 952: 'git',\n",
       " 953: 'give',\n",
       " 954: 'given',\n",
       " 955: 'gives',\n",
       " 956: 'gjs',\n",
       " 957: 'glade',\n",
       " 958: 'glade…',\n",
       " 959: 'glass',\n",
       " 960: 'glb',\n",
       " 961: 'glenwood',\n",
       " 962: 'glib',\n",
       " 963: 'global',\n",
       " 964: 'globale',\n",
       " 965: 'gnature',\n",
       " 966: 'gnome',\n",
       " 967: 'gnomecard',\n",
       " 968: 'gnu',\n",
       " 969: 'go',\n",
       " 970: 'gobject',\n",
       " 971: 'gold',\n",
       " 972: 'golf',\n",
       " 973: 'good',\n",
       " 974: 'goodbye',\n",
       " 975: 'gordons',\n",
       " 976: 'goto',\n",
       " 977: 'gpe',\n",
       " 978: 'gpg',\n",
       " 979: 'gpl',\n",
       " 980: 'gradient',\n",
       " 981: 'graph',\n",
       " 982: 'graphical',\n",
       " 983: 'graphics',\n",
       " 984: 'greater',\n",
       " 985: 'greek',\n",
       " 986: 'grep',\n",
       " 987: 'group',\n",
       " 988: 'grouping',\n",
       " 989: 'group…',\n",
       " 990: 'grow',\n",
       " 991: 'growisofs',\n",
       " 992: 'gstreamer',\n",
       " 993: 'gtk',\n",
       " 994: 'gtkbuilder',\n",
       " 995: 'gtkmm',\n",
       " 996: 'gtksourceview',\n",
       " 997: 'gtodo',\n",
       " 998: 'gtype',\n",
       " 999: 'guess',\n",
       " 1000: 'gui',\n",
       " ...}"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reverse_input_char_index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:15.176158Z",
     "iopub.status.busy": "2020-09-23T09:39:15.175189Z",
     "iopub.status.idle": "2020-09-23T09:39:15.179747Z",
     "shell.execute_reply": "2020-09-23T09:39:15.179097Z"
    },
    "papermill": {
     "duration": 0.065757,
     "end_time": "2020-09-23T09:39:15.179882",
     "exception": false,
     "start_time": "2020-09-23T09:39:15.114125",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>hindi</th>\n",
       "      <th>english</th>\n",
       "      <th>length_eng</th>\n",
       "      <th>length_hin</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>START_ अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें _END</td>\n",
       "      <td>give your application an accessibility workout</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>START_ एक्सेर्साइसर पहुंचनीयता अन्वेषक _END</td>\n",
       "      <td>accerciser accessibility explorer</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>START_ निचले पटल के लिए डिफोल्ट प्लगइन खाका _END</td>\n",
       "      <td>the default plugin layout for the bottom panel</td>\n",
       "      <td>8</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>START_ ऊपरी पटल के लिए डिफोल्ट प्लगइन खाका _END</td>\n",
       "      <td>the default plugin layout for the top panel</td>\n",
       "      <td>8</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>START_ उन प्लगइनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है _END</td>\n",
       "      <td>a list of plugins that are disabled by default</td>\n",
       "      <td>9</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>START_ अवधि को हाइलाइट रकें _END</td>\n",
       "      <td>highlight duration</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>START_ पहुंचनीय आसंधि नोड को चुनते समय हाइलाइट बक्से की अवधि _END</td>\n",
       "      <td>the duration of the highlight box when selecting accessible nodes</td>\n",
       "      <td>10</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>START_ सीमांत बोर्डर के रंग को हाइलाइट करें _END</td>\n",
       "      <td>highlight border color</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>START_ हाइलाइट किए गए सीमांत का रंग और अपारदर्शिता। _END</td>\n",
       "      <td>the color and opacity of the highlight border</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>START_ भराई के रंग को हाइलाइट करें _END</td>\n",
       "      <td>highlight fill color</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                          hindi                                                            english  length_eng  length_hin\n",
       "0  START_ अपने अनुप्रयोग को पहुंचनीयता व्यायाम का लाभ दें _END                   give your application an accessibility workout                     6           10        \n",
       "1  START_ एक्सेर्साइसर पहुंचनीयता अन्वेषक _END                                   accerciser accessibility explorer                                  3           5         \n",
       "2  START_ निचले पटल के लिए डिफोल्ट प्लगइन खाका _END                              the default plugin layout for the bottom panel                     8           9         \n",
       "3  START_ ऊपरी पटल के लिए डिफोल्ट प्लगइन खाका _END                               the default plugin layout for the top panel                        8           9         \n",
       "4  START_ उन प्लगइनों की सूची जिन्हें डिफोल्ट रूप से निष्क्रिय किया गया है _END  a list of plugins that are disabled by default                     9           14        \n",
       "5  START_ अवधि को हाइलाइट रकें _END                                              highlight duration                                                 2           6         \n",
       "6  START_ पहुंचनीय आसंधि नोड को चुनते समय हाइलाइट बक्से की अवधि _END             the duration of the highlight box when selecting accessible nodes  10          12        \n",
       "7  START_ सीमांत बोर्डर के रंग को हाइलाइट करें _END                              highlight border color                                             3           9         \n",
       "8  START_ हाइलाइट किए गए सीमांत का रंग और अपारदर्शिता। _END                      the color and opacity of the highlight border                      8           10        \n",
       "9  START_ भराई के रंग को हाइलाइट करें _END                                       highlight fill color                                               3           8         "
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:15.287488Z",
     "iopub.status.busy": "2020-09-23T09:39:15.286804Z",
     "iopub.status.idle": "2020-09-23T09:39:15.298933Z",
     "shell.execute_reply": "2020-09-23T09:39:15.298202Z"
    },
    "papermill": {
     "duration": 0.068781,
     "end_time": "2020-09-23T09:39:15.299053",
     "exception": false,
     "start_time": "2020-09-23T09:39:15.230272",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((23712,), (5928,))"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "X, y = lines['english'], lines['hindi']\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size = 0.2,random_state=42)\n",
    "X_train.shape, X_test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train.to_pickle('X_train.pkl')\n",
    "X_test.to_pickle('X_test.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:15.402420Z",
     "iopub.status.busy": "2020-09-23T09:39:15.401630Z",
     "iopub.status.idle": "2020-09-23T09:39:15.409370Z",
     "shell.execute_reply": "2020-09-23T09:39:15.408912Z"
    },
    "papermill": {
     "duration": 0.061189,
     "end_time": "2020-09-23T09:39:15.409502",
     "exception": false,
     "start_time": "2020-09-23T09:39:15.348313",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "24167    merged s                            \n",
       "7189     task manager                        \n",
       "2100     move a onto the jack of diamonds    \n",
       "15131    run continue                        \n",
       "11560    force                               \n",
       "         ...                                 \n",
       "21826    field s is mandatory please enter it\n",
       "5443     six of clubs                        \n",
       "865      select all                          \n",
       "15993    new project creation has failed     \n",
       "23930    quick open                          \n",
       "Name: english, Length: 23712, dtype: object"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:15.512814Z",
     "iopub.status.busy": "2020-09-23T09:39:15.512167Z",
     "iopub.status.idle": "2020-09-23T09:39:15.515028Z",
     "shell.execute_reply": "2020-09-23T09:39:15.514492Z"
    },
    "papermill": {
     "duration": 0.058069,
     "end_time": "2020-09-23T09:39:15.515142",
     "exception": false,
     "start_time": "2020-09-23T09:39:15.457073",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "encoder_input_data = np.zeros((2, max_length_src),dtype='float32')\n",
    "decoder_input_data = np.zeros((2, max_length_tar),dtype='float32')\n",
    "decoder_target_data = np.zeros((2, max_length_tar, num_decoder_tokens),dtype='float32')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:15.628351Z",
     "iopub.status.busy": "2020-09-23T09:39:15.627498Z",
     "iopub.status.idle": "2020-09-23T09:39:15.630997Z",
     "shell.execute_reply": "2020-09-23T09:39:15.630411Z"
    },
    "papermill": {
     "duration": 0.066119,
     "end_time": "2020-09-23T09:39:15.631110",
     "exception": false,
     "start_time": "2020-09-23T09:39:15.564991",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def generate_batch(X = X_train, y = y_train, batch_size = 128):\n",
    "    while True:\n",
    "        for j in range(0, len(X), batch_size):\n",
    "            encoder_input_data = np.zeros((batch_size, max_length_src),dtype='float32')\n",
    "            decoder_input_data = np.zeros((batch_size, max_length_tar),dtype='float32')\n",
    "            decoder_target_data = np.zeros((batch_size, max_length_tar, num_decoder_tokens),dtype='float32')\n",
    "            for i, (input_text, target_text) in enumerate(zip(X[j:j+batch_size], y[j:j+batch_size])):\n",
    "                for t, word in enumerate(input_text.split()):\n",
    "                    encoder_input_data[i, t] = input_token_index[word] # encoder input seq\n",
    "                for t, word in enumerate(target_text.split()):\n",
    "                    if t<len(target_text.split())-1:\n",
    "                        decoder_input_data[i, t] = target_token_index[word] # decoder input seq\n",
    "                    if t>0:\n",
    "                        decoder_target_data[i, t - 1, target_token_index[word]] = 1.\n",
    "            yield([encoder_input_data, decoder_input_data], decoder_target_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:15.738480Z",
     "iopub.status.busy": "2020-09-23T09:39:15.737732Z",
     "iopub.status.idle": "2020-09-23T09:39:16.791581Z",
     "shell.execute_reply": "2020-09-23T09:39:16.790392Z"
    },
    "papermill": {
     "duration": 1.110093,
     "end_time": "2020-09-23T09:39:16.791712",
     "exception": false,
     "start_time": "2020-09-23T09:39:15.681619",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "latent_dim = 300\n",
    "# Encoder\n",
    "encoder_inputs = Input(shape=(None,))\n",
    "enc_emb =  Embedding(num_encoder_tokens+1, latent_dim, mask_zero = True)(encoder_inputs)\n",
    "encoder_lstm = LSTM(latent_dim, return_state=True)\n",
    "encoder_outputs, state_h, state_c = encoder_lstm(enc_emb)\n",
    "encoder_states = [state_h, state_c]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:16.904317Z",
     "iopub.status.busy": "2020-09-23T09:39:16.903616Z",
     "iopub.status.idle": "2020-09-23T09:39:17.799794Z",
     "shell.execute_reply": "2020-09-23T09:39:17.799172Z"
    },
    "papermill": {
     "duration": 0.955981,
     "end_time": "2020-09-23T09:39:17.799922",
     "exception": false,
     "start_time": "2020-09-23T09:39:16.843941",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "decoder_inputs = Input(shape=(None,))\n",
    "dec_emb_layer = Embedding(num_decoder_tokens+1, latent_dim, mask_zero = True)\n",
    "dec_emb = dec_emb_layer(decoder_inputs)\n",
    "\n",
    "decoder_lstm = LSTM(latent_dim, return_sequences=True, return_state=True)\n",
    "decoder_outputs, _, _ = decoder_lstm(dec_emb,\n",
    "                                     initial_state=encoder_states)\n",
    "decoder_dense = Dense(num_decoder_tokens, activation='softmax')\n",
    "decoder_outputs = decoder_dense(decoder_outputs)\n",
    "\n",
    "model = Model([encoder_inputs, decoder_inputs], decoder_outputs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:17.919118Z",
     "iopub.status.busy": "2020-09-23T09:39:17.918376Z",
     "iopub.status.idle": "2020-09-23T09:39:17.924807Z",
     "shell.execute_reply": "2020-09-23T09:39:17.924124Z"
    },
    "papermill": {
     "duration": 0.070214,
     "end_time": "2020-09-23T09:39:17.924937",
     "exception": false,
     "start_time": "2020-09-23T09:39:17.854723",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "model.compile(optimizer='adam', loss='categorical_crossentropy',metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:18.031312Z",
     "iopub.status.busy": "2020-09-23T09:39:18.030584Z",
     "iopub.status.idle": "2020-09-23T09:39:18.039982Z",
     "shell.execute_reply": "2020-09-23T09:39:18.040725Z"
    },
    "papermill": {
     "duration": 0.065645,
     "end_time": "2020-09-23T09:39:18.040987",
     "exception": false,
     "start_time": "2020-09-23T09:39:17.975342",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"model_1\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_3 (InputLayer)            [(None, None)]       0                                            \n",
      "__________________________________________________________________________________________________\n",
      "input_4 (InputLayer)            [(None, None)]       0                                            \n",
      "__________________________________________________________________________________________________\n",
      "embedding_2 (Embedding)         (None, None, 300)    806400      input_3[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "embedding_3 (Embedding)         (None, None, 300)    1032000     input_4[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "lstm_2 (LSTM)                   [(None, 300), (None, 721200      embedding_2[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "lstm_3 (LSTM)                   [(None, None, 300),  721200      embedding_3[0][0]                \n",
      "                                                                 lstm_2[0][1]                     \n",
      "                                                                 lstm_2[0][2]                     \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, None, 3439)   1035139     lstm_3[0][0]                     \n",
      "==================================================================================================\n",
      "Total params: 4,315,939\n",
      "Trainable params: 4,315,939\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()\n",
    "train_samples = len(X_train)\n",
    "val_samples = len(X_test)\n",
    "batch_size = 64\n",
    "epochs = 100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:18.315206Z",
     "iopub.status.busy": "2020-09-23T09:39:18.311550Z",
     "iopub.status.idle": "2020-09-23T09:39:18.319004Z",
     "shell.execute_reply": "2020-09-23T09:39:18.318295Z"
    },
    "papermill": {
     "duration": 0.079456,
     "end_time": "2020-09-23T09:39:18.319138",
     "exception": false,
     "start_time": "2020-09-23T09:39:18.239682",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "a, b = next(generate_batch())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T09:39:18.683728Z",
     "iopub.status.busy": "2020-09-23T09:39:18.680391Z",
     "iopub.status.idle": "2020-09-23T13:07:49.026006Z",
     "shell.execute_reply": "2020-09-23T13:07:49.025247Z"
    },
    "papermill": {
     "duration": 12510.406155,
     "end_time": "2020-09-23T13:07:49.026162",
     "exception": false,
     "start_time": "2020-09-23T09:39:18.620007",
     "status": "completed"
    },
    "scrolled": false,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/100\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\python38\\lib\\site-packages\\tensorflow\\python\\keras\\engine\\training.py:1844: UserWarning: `Model.fit_generator` is deprecated and will be removed in a future version. Please use `Model.fit`, which supports generators.\n",
      "  warnings.warn('`Model.fit_generator` is deprecated and '\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "370/370 [==============================] - 142s 363ms/step - loss: 1.2311 - accuracy: 0.2378 - val_loss: 0.8744 - val_accuracy: 0.3214\n",
      "Epoch 2/100\n",
      "370/370 [==============================] - 142s 382ms/step - loss: 0.8091 - accuracy: 0.3616 - val_loss: 0.5834 - val_accuracy: 0.4977\n",
      "Epoch 3/100\n",
      "370/370 [==============================] - 132s 356ms/step - loss: 0.5134 - accuracy: 0.5537 - val_loss: 0.3637 - val_accuracy: 0.6933\n",
      "Epoch 4/100\n",
      "370/370 [==============================] - 134s 361ms/step - loss: 0.2995 - accuracy: 0.7400 - val_loss: 0.2477 - val_accuracy: 0.8055\n",
      "Epoch 5/100\n",
      "370/370 [==============================] - 144s 388ms/step - loss: 0.1859 - accuracy: 0.8426 - val_loss: 0.1933 - val_accuracy: 0.8551\n",
      "Epoch 6/100\n",
      "370/370 [==============================] - 134s 361ms/step - loss: 0.1289 - accuracy: 0.8874 - val_loss: 0.1657 - val_accuracy: 0.8791\n",
      "Epoch 7/100\n",
      "370/370 [==============================] - 136s 367ms/step - loss: 0.0964 - accuracy: 0.9118 - val_loss: 0.1508 - val_accuracy: 0.8907\n",
      "Epoch 8/100\n",
      "370/370 [==============================] - 132s 357ms/step - loss: 0.0751 - accuracy: 0.9278 - val_loss: 0.1418 - val_accuracy: 0.8983\n",
      "Epoch 9/100\n",
      "370/370 [==============================] - 140s 377ms/step - loss: 0.0603 - accuracy: 0.9384 - val_loss: 0.1366 - val_accuracy: 0.9021\n",
      "Epoch 10/100\n",
      "370/370 [==============================] - 145s 392ms/step - loss: 0.0495 - accuracy: 0.9464 - val_loss: 0.1340 - val_accuracy: 0.9042\n",
      "Epoch 11/100\n",
      "370/370 [==============================] - 150s 406ms/step - loss: 0.0419 - accuracy: 0.9520 - val_loss: 0.1309 - val_accuracy: 0.9069\n",
      "Epoch 12/100\n",
      "370/370 [==============================] - 142s 383ms/step - loss: 0.0357 - accuracy: 0.9573 - val_loss: 0.1312 - val_accuracy: 0.9071\n",
      "Epoch 13/100\n",
      "370/370 [==============================] - 141s 380ms/step - loss: 0.0314 - accuracy: 0.9607 - val_loss: 0.1306 - val_accuracy: 0.9081\n",
      "Epoch 14/100\n",
      "370/370 [==============================] - 146s 395ms/step - loss: 0.0285 - accuracy: 0.9624 - val_loss: 0.1308 - val_accuracy: 0.9081\n",
      "Epoch 15/100\n",
      "370/370 [==============================] - 141s 381ms/step - loss: 0.0262 - accuracy: 0.9636 - val_loss: 0.1309 - val_accuracy: 0.9072\n",
      "Epoch 16/100\n",
      "370/370 [==============================] - 147s 396ms/step - loss: 0.0245 - accuracy: 0.9643 - val_loss: 0.1312 - val_accuracy: 0.9075\n",
      "Epoch 17/100\n",
      "370/370 [==============================] - 138s 371ms/step - loss: 0.0234 - accuracy: 0.9648 - val_loss: 0.1317 - val_accuracy: 0.9072\n",
      "Epoch 18/100\n",
      "370/370 [==============================] - 153s 414ms/step - loss: 0.0224 - accuracy: 0.9651 - val_loss: 0.1316 - val_accuracy: 0.9072\n",
      "Epoch 19/100\n",
      "370/370 [==============================] - 143s 386ms/step - loss: 0.0217 - accuracy: 0.9652 - val_loss: 0.1335 - val_accuracy: 0.9080\n",
      "Epoch 20/100\n",
      "370/370 [==============================] - 129s 349ms/step - loss: 0.0217 - accuracy: 0.9655 - val_loss: 0.1345 - val_accuracy: 0.9068\n",
      "Epoch 21/100\n",
      "370/370 [==============================] - 126s 339ms/step - loss: 0.0216 - accuracy: 0.9651 - val_loss: 0.1339 - val_accuracy: 0.9071\n",
      "Epoch 22/100\n",
      "370/370 [==============================] - 126s 341ms/step - loss: 0.0215 - accuracy: 0.9651 - val_loss: 0.1325 - val_accuracy: 0.9084\n",
      "Epoch 23/100\n",
      "370/370 [==============================] - 126s 339ms/step - loss: 0.0205 - accuracy: 0.9653 - val_loss: 0.1332 - val_accuracy: 0.9082\n",
      "Epoch 24/100\n",
      "370/370 [==============================] - 126s 339ms/step - loss: 0.0200 - accuracy: 0.9657 - val_loss: 0.1330 - val_accuracy: 0.9090\n",
      "Epoch 25/100\n",
      "370/370 [==============================] - 126s 340ms/step - loss: 0.0195 - accuracy: 0.9657 - val_loss: 0.1339 - val_accuracy: 0.9092\n",
      "Epoch 26/100\n",
      "370/370 [==============================] - 126s 339ms/step - loss: 0.0193 - accuracy: 0.9659 - val_loss: 0.1342 - val_accuracy: 0.9096\n",
      "Epoch 27/100\n",
      "370/370 [==============================] - 126s 340ms/step - loss: 0.0190 - accuracy: 0.9661 - val_loss: 0.1352 - val_accuracy: 0.9095\n",
      "Epoch 28/100\n",
      "370/370 [==============================] - 126s 340ms/step - loss: 0.0189 - accuracy: 0.9660 - val_loss: 0.1370 - val_accuracy: 0.9083\n",
      "Epoch 29/100\n",
      "370/370 [==============================] - 126s 341ms/step - loss: 0.0192 - accuracy: 0.9653 - val_loss: 0.1385 - val_accuracy: 0.9070\n",
      "Epoch 30/100\n",
      "370/370 [==============================] - 127s 342ms/step - loss: 0.0206 - accuracy: 0.9643 - val_loss: 0.1388 - val_accuracy: 0.9069\n",
      "Epoch 31/100\n",
      "370/370 [==============================] - 127s 342ms/step - loss: 0.0197 - accuracy: 0.9651 - val_loss: 0.1394 - val_accuracy: 0.9082\n",
      "Epoch 32/100\n",
      "370/370 [==============================] - 126s 341ms/step - loss: 0.0193 - accuracy: 0.9656 - val_loss: 0.1391 - val_accuracy: 0.9083\n",
      "Epoch 33/100\n",
      "370/370 [==============================] - 126s 341ms/step - loss: 0.0185 - accuracy: 0.9660 - val_loss: 0.1387 - val_accuracy: 0.9098\n",
      "Epoch 34/100\n",
      "370/370 [==============================] - 129s 348ms/step - loss: 0.0180 - accuracy: 0.9663 - val_loss: 0.1393 - val_accuracy: 0.9101\n",
      "Epoch 35/100\n",
      "370/370 [==============================] - 127s 343ms/step - loss: 0.0178 - accuracy: 0.9664 - val_loss: 0.1388 - val_accuracy: 0.9099\n",
      "Epoch 36/100\n",
      "370/370 [==============================] - 127s 343ms/step - loss: 0.0177 - accuracy: 0.9661 - val_loss: 0.1385 - val_accuracy: 0.9102\n",
      "Epoch 37/100\n",
      "370/370 [==============================] - 133s 358ms/step - loss: 0.0177 - accuracy: 0.9662 - val_loss: 0.1386 - val_accuracy: 0.9105\n",
      "Epoch 38/100\n",
      "370/370 [==============================] - 127s 344ms/step - loss: 0.0177 - accuracy: 0.9665 - val_loss: 0.1378 - val_accuracy: 0.9104\n",
      "Epoch 39/100\n",
      "370/370 [==============================] - 127s 342ms/step - loss: 0.0175 - accuracy: 0.9666 - val_loss: 0.1377 - val_accuracy: 0.9111\n",
      "Epoch 40/100\n",
      "370/370 [==============================] - 126s 341ms/step - loss: 0.0177 - accuracy: 0.9666 - val_loss: 0.1387 - val_accuracy: 0.9106\n",
      "Epoch 41/100\n",
      "370/370 [==============================] - 129s 349ms/step - loss: 0.0177 - accuracy: 0.9664 - val_loss: 0.1406 - val_accuracy: 0.9082\n",
      "Epoch 42/100\n",
      "370/370 [==============================] - 129s 348ms/step - loss: 0.0191 - accuracy: 0.9650 - val_loss: 0.1401 - val_accuracy: 0.9091\n",
      "Epoch 43/100\n",
      "370/370 [==============================] - 127s 343ms/step - loss: 0.0180 - accuracy: 0.9664 - val_loss: 0.1404 - val_accuracy: 0.9104\n",
      "Epoch 44/100\n",
      "370/370 [==============================] - 133s 359ms/step - loss: 0.0175 - accuracy: 0.9669 - val_loss: 0.1401 - val_accuracy: 0.9113\n",
      "Epoch 45/100\n",
      "370/370 [==============================] - 127s 344ms/step - loss: 0.0174 - accuracy: 0.9670 - val_loss: 0.1403 - val_accuracy: 0.9104\n",
      "Epoch 46/100\n",
      "370/370 [==============================] - 124s 336ms/step - loss: 0.0172 - accuracy: 0.9669 - val_loss: 0.1397 - val_accuracy: 0.9111\n",
      "Epoch 47/100\n",
      "370/370 [==============================] - 135s 366ms/step - loss: 0.0171 - accuracy: 0.9672 - val_loss: 0.1404 - val_accuracy: 0.9107\n",
      "Epoch 48/100\n",
      "370/370 [==============================] - 150s 406ms/step - loss: 0.0171 - accuracy: 0.9667 - val_loss: 0.1409 - val_accuracy: 0.9101\n",
      "Epoch 49/100\n",
      "370/370 [==============================] - 132s 356ms/step - loss: 0.0170 - accuracy: 0.9665 - val_loss: 0.1405 - val_accuracy: 0.9112\n",
      "Epoch 50/100\n",
      "370/370 [==============================] - 128s 345ms/step - loss: 0.0171 - accuracy: 0.9667 - val_loss: 0.1406 - val_accuracy: 0.9106\n",
      "Epoch 51/100\n",
      "370/370 [==============================] - 143s 385ms/step - loss: 0.0172 - accuracy: 0.9668 - val_loss: 0.1413 - val_accuracy: 0.9106\n",
      "Epoch 52/100\n",
      "370/370 [==============================] - 156s 421ms/step - loss: 0.0173 - accuracy: 0.9669 - val_loss: 0.1427 - val_accuracy: 0.9096\n",
      "Epoch 53/100\n",
      "370/370 [==============================] - 143s 387ms/step - loss: 0.0180 - accuracy: 0.9663 - val_loss: 0.1409 - val_accuracy: 0.9100\n",
      "Epoch 54/100\n",
      "370/370 [==============================] - 141s 380ms/step - loss: 0.0179 - accuracy: 0.9663 - val_loss: 0.1407 - val_accuracy: 0.9108\n",
      "Epoch 55/100\n",
      "370/370 [==============================] - 140s 378ms/step - loss: 0.0175 - accuracy: 0.9668 - val_loss: 0.1394 - val_accuracy: 0.9113\n",
      "Epoch 56/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "370/370 [==============================] - 134s 362ms/step - loss: 0.0171 - accuracy: 0.9670 - val_loss: 0.1394 - val_accuracy: 0.9125\n",
      "Epoch 57/100\n",
      "370/370 [==============================] - 133s 358ms/step - loss: 0.0168 - accuracy: 0.9677 - val_loss: 0.1390 - val_accuracy: 0.9126\n",
      "Epoch 58/100\n",
      "370/370 [==============================] - 131s 355ms/step - loss: 0.0168 - accuracy: 0.9677 - val_loss: 0.1394 - val_accuracy: 0.9122\n",
      "Epoch 59/100\n",
      "370/370 [==============================] - 129s 347ms/step - loss: 0.0168 - accuracy: 0.9676 - val_loss: 0.1416 - val_accuracy: 0.9114\n",
      "Epoch 60/100\n",
      "370/370 [==============================] - 128s 347ms/step - loss: 0.0166 - accuracy: 0.9676 - val_loss: 0.1444 - val_accuracy: 0.9116\n",
      "Epoch 61/100\n",
      "370/370 [==============================] - 129s 348ms/step - loss: 0.0166 - accuracy: 0.9675 - val_loss: 0.1444 - val_accuracy: 0.9121\n",
      "Epoch 62/100\n",
      "370/370 [==============================] - 130s 351ms/step - loss: 0.0166 - accuracy: 0.9672 - val_loss: 0.1454 - val_accuracy: 0.9116\n",
      "Epoch 63/100\n",
      "370/370 [==============================] - 140s 378ms/step - loss: 0.0165 - accuracy: 0.9677 - val_loss: 0.1449 - val_accuracy: 0.9118\n",
      "Epoch 64/100\n",
      "370/370 [==============================] - 141s 382ms/step - loss: 0.0166 - accuracy: 0.9670 - val_loss: 0.1439 - val_accuracy: 0.9109\n",
      "Epoch 65/100\n",
      "370/370 [==============================] - 129s 349ms/step - loss: 0.0166 - accuracy: 0.9673 - val_loss: 0.1421 - val_accuracy: 0.9115\n",
      "Epoch 66/100\n",
      "370/370 [==============================] - 129s 347ms/step - loss: 0.0164 - accuracy: 0.9676 - val_loss: 0.1419 - val_accuracy: 0.9108\n",
      "Epoch 67/100\n",
      "370/370 [==============================] - 133s 359ms/step - loss: 0.0169 - accuracy: 0.9673 - val_loss: 0.1397 - val_accuracy: 0.9105\n",
      "Epoch 68/100\n",
      "370/370 [==============================] - 133s 358ms/step - loss: 0.0175 - accuracy: 0.9669 - val_loss: 0.1411 - val_accuracy: 0.9116\n",
      "Epoch 69/100\n",
      "370/370 [==============================] - 132s 356ms/step - loss: 0.0171 - accuracy: 0.9674 - val_loss: 0.1397 - val_accuracy: 0.9128\n",
      "Epoch 70/100\n",
      "370/370 [==============================] - 128s 346ms/step - loss: 0.0166 - accuracy: 0.9678 - val_loss: 0.1418 - val_accuracy: 0.9121\n",
      "Epoch 71/100\n",
      "370/370 [==============================] - 244s 659ms/step - loss: 0.0165 - accuracy: 0.9678 - val_loss: 0.1435 - val_accuracy: 0.9117\n",
      "Epoch 72/100\n",
      "370/370 [==============================] - 170s 458ms/step - loss: 0.0164 - accuracy: 0.9675 - val_loss: 0.1439 - val_accuracy: 0.9120\n",
      "Epoch 73/100\n",
      "370/370 [==============================] - 143s 385ms/step - loss: 0.0163 - accuracy: 0.9673 - val_loss: 0.1425 - val_accuracy: 0.9125\n",
      "Epoch 74/100\n",
      "370/370 [==============================] - 142s 383ms/step - loss: 0.0162 - accuracy: 0.9680 - val_loss: 0.1412 - val_accuracy: 0.9134\n",
      "Epoch 75/100\n",
      "370/370 [==============================] - 136s 368ms/step - loss: 0.0160 - accuracy: 0.9681 - val_loss: 0.1409 - val_accuracy: 0.9137\n",
      "Epoch 76/100\n",
      "370/370 [==============================] - 121s 325ms/step - loss: 0.0161 - accuracy: 0.9679 - val_loss: 0.1406 - val_accuracy: 0.9135\n",
      "Epoch 77/100\n",
      "370/370 [==============================] - 122s 329ms/step - loss: 0.0163 - accuracy: 0.9677 - val_loss: 0.1408 - val_accuracy: 0.9136\n",
      "Epoch 78/100\n",
      "370/370 [==============================] - 123s 332ms/step - loss: 0.0163 - accuracy: 0.9679 - val_loss: 0.1428 - val_accuracy: 0.9136\n",
      "Epoch 79/100\n",
      "370/370 [==============================] - 133s 358ms/step - loss: 0.0161 - accuracy: 0.9679 - val_loss: 0.1451 - val_accuracy: 0.9128\n",
      "Epoch 80/100\n",
      "370/370 [==============================] - 128s 346ms/step - loss: 0.0161 - accuracy: 0.9678 - val_loss: 0.1463 - val_accuracy: 0.9126\n",
      "Epoch 81/100\n",
      "370/370 [==============================] - 137s 370ms/step - loss: 0.0161 - accuracy: 0.9678 - val_loss: 0.1469 - val_accuracy: 0.9128\n",
      "Epoch 82/100\n",
      "370/370 [==============================] - 147s 396ms/step - loss: 0.0162 - accuracy: 0.9679 - val_loss: 0.1452 - val_accuracy: 0.9134\n",
      "Epoch 83/100\n",
      "370/370 [==============================] - 141s 381ms/step - loss: 0.0160 - accuracy: 0.9680 - val_loss: 0.1434 - val_accuracy: 0.9132\n",
      "Epoch 84/100\n",
      "370/370 [==============================] - 145s 393ms/step - loss: 0.0162 - accuracy: 0.9682 - val_loss: 0.1424 - val_accuracy: 0.9137\n",
      "Epoch 85/100\n",
      "370/370 [==============================] - 132s 356ms/step - loss: 0.0163 - accuracy: 0.9678 - val_loss: 0.1435 - val_accuracy: 0.9132\n",
      "Epoch 86/100\n",
      "370/370 [==============================] - 129s 348ms/step - loss: 0.0164 - accuracy: 0.9680 - val_loss: 0.1427 - val_accuracy: 0.9129\n",
      "Epoch 87/100\n",
      "370/370 [==============================] - 123s 333ms/step - loss: 0.0172 - accuracy: 0.9670 - val_loss: 0.1424 - val_accuracy: 0.9132\n",
      "Epoch 88/100\n",
      "370/370 [==============================] - 124s 335ms/step - loss: 0.0163 - accuracy: 0.9687 - val_loss: 0.1419 - val_accuracy: 0.9141\n",
      "Epoch 89/100\n",
      "370/370 [==============================] - 131s 354ms/step - loss: 0.0158 - accuracy: 0.9690 - val_loss: 0.1441 - val_accuracy: 0.9145\n",
      "Epoch 90/100\n",
      "370/370 [==============================] - 132s 357ms/step - loss: 0.0156 - accuracy: 0.9691 - val_loss: 0.1443 - val_accuracy: 0.9140\n",
      "Epoch 91/100\n",
      "370/370 [==============================] - 135s 366ms/step - loss: 0.0156 - accuracy: 0.9688 - val_loss: 0.1453 - val_accuracy: 0.9141\n",
      "Epoch 92/100\n",
      "370/370 [==============================] - 131s 355ms/step - loss: 0.0156 - accuracy: 0.9688 - val_loss: 0.1465 - val_accuracy: 0.9137\n",
      "Epoch 93/100\n",
      "370/370 [==============================] - 125s 337ms/step - loss: 0.0155 - accuracy: 0.9689 - val_loss: 0.1470 - val_accuracy: 0.9138\n",
      "Epoch 94/100\n",
      "370/370 [==============================] - 125s 337ms/step - loss: 0.0155 - accuracy: 0.9688 - val_loss: 0.1468 - val_accuracy: 0.9147\n",
      "Epoch 95/100\n",
      "370/370 [==============================] - 125s 338ms/step - loss: 0.0156 - accuracy: 0.9686 - val_loss: 0.1463 - val_accuracy: 0.9139\n",
      "Epoch 96/100\n",
      "370/370 [==============================] - 125s 339ms/step - loss: 0.0157 - accuracy: 0.9686 - val_loss: 0.1453 - val_accuracy: 0.9143\n",
      "Epoch 97/100\n",
      "370/370 [==============================] - 125s 337ms/step - loss: 0.0155 - accuracy: 0.9684 - val_loss: 0.1443 - val_accuracy: 0.9143\n",
      "Epoch 98/100\n",
      "370/370 [==============================] - 127s 344ms/step - loss: 0.0156 - accuracy: 0.9687 - val_loss: 0.1448 - val_accuracy: 0.9136\n",
      "Epoch 99/100\n",
      "370/370 [==============================] - 126s 339ms/step - loss: 0.0156 - accuracy: 0.9687 - val_loss: 0.1461 - val_accuracy: 0.9140\n",
      "Epoch 100/100\n",
      "370/370 [==============================] - 126s 340ms/step - loss: 0.0154 - accuracy: 0.9688 - val_loss: 0.1474 - val_accuracy: 0.9139\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<tensorflow.python.keras.callbacks.History at 0x1d6a0f3de80>"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.fit_generator(generator = generate_batch(X_train, y_train, batch_size = batch_size),\n",
    "                    steps_per_epoch = train_samples/batch_size,\n",
    "                    epochs=100,\n",
    "                    validation_data = generate_batch(X_test, y_test, batch_size = batch_size),\n",
    "                    validation_steps = val_samples/batch_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.save('nmt-eng-to-hindi.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T13:08:12.917479Z",
     "iopub.status.busy": "2020-09-23T13:08:12.916391Z",
     "iopub.status.idle": "2020-09-23T13:08:12.918561Z",
     "shell.execute_reply": "2020-09-23T13:08:12.919392Z"
    },
    "papermill": {
     "duration": 12.123029,
     "end_time": "2020-09-23T13:08:12.919624",
     "exception": false,
     "start_time": "2020-09-23T13:08:00.796595",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "train_gen = generate_batch(X_train, y_train, batch_size = 1)\n",
    "k=-1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T13:08:36.884622Z",
     "iopub.status.busy": "2020-09-23T13:08:36.883687Z",
     "iopub.status.idle": "2020-09-23T13:08:37.824076Z",
     "shell.execute_reply": "2020-09-23T13:08:37.823385Z"
    },
    "papermill": {
     "duration": 12.889578,
     "end_time": "2020-09-23T13:08:37.824206",
     "exception": false,
     "start_time": "2020-09-23T13:08:24.934628",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Encoder model\n",
    "encoder_model = Model(encoder_inputs, encoder_states)\n",
    "\n",
    "decoder_state_input_h = Input(shape=(latent_dim,))\n",
    "decoder_state_input_c = Input(shape=(latent_dim,))\n",
    "decoder_states_inputs = [decoder_state_input_h, decoder_state_input_c]\n",
    "\n",
    "dec_emb2= dec_emb_layer(decoder_inputs)\n",
    "\n",
    "decoder_outputs2, state_h2, state_c2 = decoder_lstm(dec_emb2, initial_state=decoder_states_inputs)\n",
    "decoder_states2 = [state_h2, state_c2]\n",
    "decoder_outputs2 = decoder_dense(decoder_outputs2)\n",
    "\n",
    "# Decoder model\n",
    "decoder_model = Model(\n",
    "    [decoder_inputs] + decoder_states_inputs,\n",
    "    [decoder_outputs2] + decoder_states2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T13:09:01.524891Z",
     "iopub.status.busy": "2020-09-23T13:09:01.524233Z",
     "iopub.status.idle": "2020-09-23T13:09:01.526435Z",
     "shell.execute_reply": "2020-09-23T13:09:01.526892Z"
    },
    "papermill": {
     "duration": 11.946708,
     "end_time": "2020-09-23T13:09:01.527037",
     "exception": false,
     "start_time": "2020-09-23T13:08:49.580329",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def decode_sequence(input_seq):\n",
    "    states_value = encoder_model.predict(input_seq)\n",
    "    target_seq = np.zeros((1,1))\n",
    "    target_seq[0, 0] = target_token_index['START_']\n",
    "\n",
    "    stop_condition = False\n",
    "    decoded_sentence = ''\n",
    "    while not stop_condition:\n",
    "        output_tokens, h, c = decoder_model.predict([target_seq] + states_value)\n",
    "        sampled_token_index = np.argmax(output_tokens[0, -1, :])\n",
    "        sampled_char = reverse_target_char_index[sampled_token_index]\n",
    "        decoded_sentence += ' '+sampled_char\n",
    "        if (sampled_char == '_END' or\n",
    "           len(decoded_sentence) > 50):\n",
    "            stop_condition = True\n",
    "        target_seq = np.zeros((1,1))\n",
    "        target_seq[0, 0] = sampled_token_index\n",
    "\n",
    "        states_value = [h, c]\n",
    "\n",
    "    return decoded_sentence"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T13:09:25.439301Z",
     "iopub.status.busy": "2020-09-23T13:09:25.438673Z",
     "iopub.status.idle": "2020-09-23T13:09:27.768198Z",
     "shell.execute_reply": "2020-09-23T13:09:27.768884Z"
    },
    "papermill": {
     "duration": 14.297025,
     "end_time": "2020-09-23T13:09:27.769090",
     "exception": false,
     "start_time": "2020-09-23T13:09:13.472065",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Input English sentence: merged s\n",
      "Actual Hindi Translation:  मिलाया से \n",
      "Predicted Hindi Translation:  मिलाया से \n"
     ]
    }
   ],
   "source": [
    "k+=1\n",
    "(input_seq, actual_output), _ = next(train_gen)\n",
    "decoded_sentence = decode_sequence(input_seq)\n",
    "print('Input English sentence:', X_train[k:k+1].values[0])\n",
    "print('Actual Hindi Translation:', y_train[k:k+1].values[0][6:-4])\n",
    "print('Predicted Hindi Translation:', decoded_sentence[:-4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T13:09:51.656595Z",
     "iopub.status.busy": "2020-09-23T13:09:51.652671Z",
     "iopub.status.idle": "2020-09-23T13:09:51.841325Z",
     "shell.execute_reply": "2020-09-23T13:09:51.840375Z"
    },
    "papermill": {
     "duration": 12.077802,
     "end_time": "2020-09-23T13:09:51.841489",
     "exception": false,
     "start_time": "2020-09-23T13:09:39.763687",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Input English sentence: task manager\n",
      "Actual Hindi Translation:  फाइल का नाम ढूंढो \n",
      "Predicted Hindi Translation:  कार्य प्रबंधक \n"
     ]
    }
   ],
   "source": [
    "k+=1\n",
    "(input_seq, actual_output), _ = next(train_gen)\n",
    "decoded_sentence = decode_sequence(input_seq)\n",
    "print('Input English sentence:', X_train[k:k+1].values[0])\n",
    "print('Actual Hindi Translation:', y_train[k:k+1].values[0][6:-4])\n",
    "print('Predicted Hindi Translation:', decoded_sentence[:-4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {
    "execution": {
     "iopub.execute_input": "2020-09-23T13:10:15.850673Z",
     "iopub.status.busy": "2020-09-23T13:10:15.850018Z",
     "iopub.status.idle": "2020-09-23T13:10:16.318663Z",
     "shell.execute_reply": "2020-09-23T13:10:16.319341Z"
    },
    "papermill": {
     "duration": 12.571678,
     "end_time": "2020-09-23T13:10:16.319526",
     "exception": false,
     "start_time": "2020-09-23T13:10:03.747848",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Input English sentence: move a onto the jack of diamonds\n",
      "Actual Hindi Translation:  a को एक ईंट का गुलाम पर ले जाएँ \n",
      "Predicted Hindi Translation:  a को एक ईंट का गुलाम पर ले जाएँ \n"
     ]
    }
   ],
   "source": [
    "k+=1\n",
    "(input_seq, actual_output), _ = next(train_gen)\n",
    "decoded_sentence = decode_sequence(input_seq)\n",
    "print('Input English sentence:', X_train[k:k+1].values[0])\n",
    "print('Actual Hindi Translation:', y_train[k:k+1].values[0][6:-4])\n",
    "print('Predicted Hindi Translation:', decoded_sentence[:-4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: Could not generate requirement for distribution -pencv-python 4.4.0.44 (c:\\python38\\lib\\site-packages): Parse error at \"'-pencv-p'\": Expected W:(abcd...)\n"
     ]
    }
   ],
   "source": [
    "!pip3 freeze > requirements.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  },
  "papermill": {
   "duration": 12695.219492,
   "end_time": "2020-09-23T13:10:28.354384",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2020-09-23T09:38:53.134892",
   "version": "2.1.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}