notebooks/data_preparation/train/combiner-target-dataset-0-of-5.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "22794940",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:44:35.781072Z",
     "iopub.status.busy": "2021-11-07T18:44:35.779217Z",
     "iopub.status.idle": "2021-11-07T18:44:48.681199Z",
     "shell.execute_reply": "2021-11-07T18:44:48.681724Z",
     "shell.execute_reply.started": "2021-11-03T13:35:42.541741Z"
    },
    "papermill": {
     "duration": 12.930887,
     "end_time": "2021-11-07T18:44:48.682043",
     "exception": false,
     "start_time": "2021-11-07T18:44:35.751156",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "!pip install rapidfuzz -qq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f26a4e89",
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5",
    "execution": {
     "iopub.execute_input": "2021-11-07T18:44:48.714056Z",
     "iopub.status.busy": "2021-11-07T18:44:48.713426Z",
     "iopub.status.idle": "2021-11-07T18:44:48.726744Z",
     "shell.execute_reply": "2021-11-07T18:44:48.727227Z",
     "shell.execute_reply.started": "2021-11-03T13:35:54.599862Z"
    },
    "papermill": {
     "duration": 0.030799,
     "end_time": "2021-11-07T18:44:48.727407",
     "exception": false,
     "start_time": "2021-11-07T18:44:48.696608",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from rapidfuzz import fuzz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "a8f50054",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:44:48.758875Z",
     "iopub.status.busy": "2021-11-07T18:44:48.758222Z",
     "iopub.status.idle": "2021-11-07T18:44:53.997277Z",
     "shell.execute_reply": "2021-11-07T18:44:53.998015Z",
     "shell.execute_reply.started": "2021-11-03T13:37:22.303029Z"
    },
    "papermill": {
     "duration": 5.256547,
     "end_time": "2021-11-07T18:44:53.998285",
     "exception": false,
     "start_time": "2021-11-07T18:44:48.741738",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "matchings = pd.read_csv('../input/traindataset-part0-4-count-5/matchings_part0_between4,5.csv', keep_default_na=False)\n",
    "matchings['target_id'] = matchings.index\n",
    "\n",
    "matchings.rename(columns={ 'title_translit': 'page_title_translit' }, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a1ab3df4",
   "metadata": {
    "papermill": {
     "duration": 0.014599,
     "end_time": "2021-11-07T18:44:54.029922",
     "exception": false,
     "start_time": "2021-11-07T18:44:54.015323",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Translation Combiner\n",
    "\n",
    "### Caption Translation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "299cb046",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:44:54.064851Z",
     "iopub.status.busy": "2021-11-07T18:44:54.064025Z",
     "iopub.status.idle": "2021-11-07T18:46:59.216571Z",
     "shell.execute_reply": "2021-11-07T18:46:59.217093Z",
     "shell.execute_reply.started": "2021-11-03T13:37:33.234969Z"
    },
    "papermill": {
     "duration": 125.170942,
     "end_time": "2021-11-07T18:46:59.217271",
     "exception": false,
     "start_time": "2021-11-07T18:44:54.046329",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 1min 29s, sys: 6.78 s, total: 1min 36s\n",
      "Wall time: 2min 5s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "matchings['caption_translation'] = ''\n",
    "\n",
    "for i in range(24):\n",
    "    part = pd.read_csv('../input/trans-cap-traindataset0-5-part{0}-24/tran_cap_part0_between4,5.{0}-of-24.csv'.format(i), keep_default_na=False)\n",
    "    part['caption_translation'] = part['caption_translation'].str.strip()\n",
    "    indices = part[(part['caption_translation'] != '')].index\n",
    "    matchings.loc[indices, 'caption_translation'] = part.loc[indices, 'caption_translation']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "4219b11a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:46:59.256725Z",
     "iopub.status.busy": "2021-11-07T18:46:59.255867Z",
     "iopub.status.idle": "2021-11-07T18:46:59.259279Z",
     "shell.execute_reply": "2021-11-07T18:46:59.258746Z",
     "shell.execute_reply.started": "2021-11-03T13:48:05.204775Z"
    },
    "papermill": {
     "duration": 0.027828,
     "end_time": "2021-11-07T18:46:59.259432",
     "exception": false,
     "start_time": "2021-11-07T18:46:59.231604",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def CollectFinalColumn(field, source_column):\n",
    "    final_field = 'final_' + field\n",
    "    field_lang = field + '_lang'\n",
    "    field_translit = field + '_translit'\n",
    "    field_translation = field + '_translation'\n",
    "        \n",
    "    matchings[final_field] = matchings[field_translation]\n",
    "\n",
    "    mask = (matchings[field_lang] == 'en') & (matchings[final_field] == '')\n",
    "    matchings.loc[mask, final_field] = matchings.loc[mask, source_column]\n",
    "\n",
    "    condition = (matchings[field_lang] != 'en') & (matchings[final_field] == '') & (matchings[field_translit] != '')\n",
    "    matchings.loc[condition, final_field] = matchings.loc[condition, field_translit]\n",
    "    \n",
    "    PREfinal_field = 'PREfinal_' + field\n",
    "    matchings[PREfinal_field] = matchings[field_translation]\n",
    "    empty_indices = matchings[(matchings[PREfinal_field] == '') & (matchings[source_column] != '')].index\n",
    "    matchings.loc[empty_indices, PREfinal_field] = matchings.loc[empty_indices, source_column]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "0323aa72",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:46:59.295062Z",
     "iopub.status.busy": "2021-11-07T18:46:59.294396Z",
     "iopub.status.idle": "2021-11-07T18:46:59.857495Z",
     "shell.execute_reply": "2021-11-07T18:46:59.856630Z",
     "shell.execute_reply.started": "2021-11-03T13:48:05.781093Z"
    },
    "papermill": {
     "duration": 0.583816,
     "end_time": "2021-11-07T18:46:59.857701",
     "exception": false,
     "start_time": "2021-11-07T18:46:59.273885",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "CollectFinalColumn('caption', 'caption_reference_description')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "2490a80a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:46:59.942998Z",
     "iopub.status.busy": "2021-11-07T18:46:59.938271Z",
     "iopub.status.idle": "2021-11-07T18:47:00.534531Z",
     "shell.execute_reply": "2021-11-07T18:47:00.535029Z",
     "shell.execute_reply.started": "2021-11-03T13:48:10.662735Z"
    },
    "papermill": {
     "duration": 0.662647,
     "end_time": "2021-11-07T18:47:00.535195",
     "exception": false,
     "start_time": "2021-11-07T18:46:59.872548",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>image_url</th>\n",
       "      <th>page_title</th>\n",
       "      <th>caption_reference_description</th>\n",
       "      <th>count</th>\n",
       "      <th>spaced_filename</th>\n",
       "      <th>spaced_filename_translit</th>\n",
       "      <th>page_title_translit</th>\n",
       "      <th>caption_translit</th>\n",
       "      <th>page_title_lang</th>\n",
       "      <th>page_title_lang_p</th>\n",
       "      <th>...</th>\n",
       "      <th>caption_en</th>\n",
       "      <th>caption_contains_digit</th>\n",
       "      <th>undigit_caption</th>\n",
       "      <th>page_title_contains_digit</th>\n",
       "      <th>undigit_page_title</th>\n",
       "      <th>target</th>\n",
       "      <th>target_id</th>\n",
       "      <th>caption_translation</th>\n",
       "      <th>final_caption</th>\n",
       "      <th>PREfinal_caption</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2658</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>כורדיסטן הסורית</td>\n",
       "      <td>2015</td>\n",
       "      <td>4</td>\n",
       "      <td>Rojava june 2015</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>he</td>\n",
       "      <td>0.999836</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>כורדיסטן הסורית</td>\n",
       "      <td>כורדיסטן הסורית [SEP] 2015</td>\n",
       "      <td>2658</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16261</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Фрыда Пінта</td>\n",
       "      <td>2010</td>\n",
       "      <td>4</td>\n",
       "      <td>Freida Pinto Goa 2010 cropped</td>\n",
       "      <td></td>\n",
       "      <td>Fryda Pіnta</td>\n",
       "      <td></td>\n",
       "      <td>uk</td>\n",
       "      <td>0.696166</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Фрыда Пінта</td>\n",
       "      <td>Фрыда Пінта [SEP] 2010</td>\n",
       "      <td>16261</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18814</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Marc Madiot</td>\n",
       "      <td>2015</td>\n",
       "      <td>4</td>\n",
       "      <td>Barlin Quatre jours de Dunkerque étape 3 8 mai...</td>\n",
       "      <td>Barlin Quatre jours de Dunkerque etape 3 8 mai...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>en</td>\n",
       "      <td>0.159361</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Marc Madiot</td>\n",
       "      <td>Marc Madiot [SEP] 2015</td>\n",
       "      <td>18814</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33585</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>ილაი მენინგი</td>\n",
       "      <td>2012.</td>\n",
       "      <td>4</td>\n",
       "      <td>2012 Packers vs Giants Eli Manning 3</td>\n",
       "      <td></td>\n",
       "      <td>ilai meningi</td>\n",
       "      <td></td>\n",
       "      <td>ka</td>\n",
       "      <td>0.984755</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>.</td>\n",
       "      <td>False</td>\n",
       "      <td>ილაი მენინგი</td>\n",
       "      <td>ილაი მენინგი [SEP] 2012.</td>\n",
       "      <td>33585</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2012.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34861</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>نانا یوسلیانی</td>\n",
       "      <td>۱۹۸۰</td>\n",
       "      <td>4</td>\n",
       "      <td>Ioseliani Nana 1980 Malta</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fa</td>\n",
       "      <td>0.898179</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>نانا یوسلیانی</td>\n",
       "      <td>نانا یوسلیانی [SEP] ۱۹۸۰</td>\n",
       "      <td>34861</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>۱۹۸۰</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54668</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>فردیناند لاسال</td>\n",
       "      <td>(‎۱۸۲۵–۱۸۶۴)</td>\n",
       "      <td>5</td>\n",
       "      <td>Ferdinand Lassalle</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fa</td>\n",
       "      <td>0.777987</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>(‎–)</td>\n",
       "      <td>False</td>\n",
       "      <td>فردیناند لاسال</td>\n",
       "      <td>فردیناند لاسال [SEP] (‎۱۸۲۵–۱۸۶۴)</td>\n",
       "      <td>54668</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>(‎۱۸۲۵–۱۸۶۴)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61699</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>क्रोएशियन भाषा</td>\n",
       "      <td>१२००</td>\n",
       "      <td>4</td>\n",
       "      <td>Vinodol</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>hi</td>\n",
       "      <td>0.855799</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>क्रोएशियन भाषा</td>\n",
       "      <td>क्रोएशियन भाषा [SEP] १२००</td>\n",
       "      <td>61699</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>१२००</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67209</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>قائمة الزيوت النباتية</td>\n",
       "      <td>....</td>\n",
       "      <td>4</td>\n",
       "      <td>Ceratonia siliqua green pods</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>ar</td>\n",
       "      <td>0.997045</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>....</td>\n",
       "      <td>False</td>\n",
       "      <td>قائمة الزيوت النباتية</td>\n",
       "      <td>قائمة الزيوت النباتية [SEP] ....</td>\n",
       "      <td>67209</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89237</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>فیودور داستایفسکی</td>\n",
       "      <td>۱۸۷۶</td>\n",
       "      <td>5</td>\n",
       "      <td>Fyodor Mikhailovich Dostoyevsky 1876</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fa</td>\n",
       "      <td>0.933651</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>فیودور داستایفسکی</td>\n",
       "      <td>فیودور داستایفسکی [SEP] ۱۸۷۶</td>\n",
       "      <td>89237</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>۱۸۷۶</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114968</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>安德烈·根纳季耶维奇·基里连科</td>\n",
       "      <td>2008</td>\n",
       "      <td>4</td>\n",
       "      <td>Dmitry Medvedev 29 July 2008 3</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>zh</td>\n",
       "      <td>0.964157</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>安德烈·根纳季耶维奇·基里连科</td>\n",
       "      <td>安德烈·根纳季耶维奇·基里连科 [SEP] 2008</td>\n",
       "      <td>114968</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128494</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Παγκόσμιος χάρτης της Γένουας</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>Genoese map</td>\n",
       "      <td></td>\n",
       "      <td>Pagkosmios chartis tis Genoyas</td>\n",
       "      <td></td>\n",
       "      <td>el</td>\n",
       "      <td>0.996465</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Παγκόσμιος χάρτης της Γένουας</td>\n",
       "      <td>Παγκόσμιος χάρτης της Γένουας [SEP]</td>\n",
       "      <td>128494</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128864</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Moskiewskie Międzynarodowe Centrum Biznesowe</td>\n",
       "      <td>28.03.2010</td>\n",
       "      <td>4</td>\n",
       "      <td>Moscow City 28 03 2010 2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>pl</td>\n",
       "      <td>0.929600</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>..</td>\n",
       "      <td>False</td>\n",
       "      <td>Moskiewskie Międzynarodowe Centrum Biznesowe</td>\n",
       "      <td>Moskiewskie Międzynarodowe Centrum Biznesowe [...</td>\n",
       "      <td>128864</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>28.03.2010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143744</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>میشاییلا دورفمایستر</td>\n",
       "      <td>۲۰۰۸</td>\n",
       "      <td>5</td>\n",
       "      <td>Michaela Dorfmeister 2008</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fa</td>\n",
       "      <td>0.871267</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>میشاییلا دورفمایستر</td>\n",
       "      <td>میشاییلا دورفمایستر [SEP] ۲۰۰۸</td>\n",
       "      <td>143744</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>۲۰۰۸</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144284</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>钩粉蝶</td>\n",
       "      <td>♂</td>\n",
       "      <td>4</td>\n",
       "      <td>Gonepteryx rhamni mo</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>zh</td>\n",
       "      <td>1.000052</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>♂</td>\n",
       "      <td>False</td>\n",
       "      <td>钩粉蝶</td>\n",
       "      <td>钩粉蝶 [SEP] ♂</td>\n",
       "      <td>144284</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>♂</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144285</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>钩粉蝶</td>\n",
       "      <td>♂</td>\n",
       "      <td>4</td>\n",
       "      <td>Gonepteryx rhamni mo</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>zh</td>\n",
       "      <td>1.000052</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>♂</td>\n",
       "      <td>False</td>\n",
       "      <td>钩粉蝶</td>\n",
       "      <td>钩粉蝶 [SEP] ♂</td>\n",
       "      <td>144285</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>♂</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144286</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Llimonera (papallona)</td>\n",
       "      <td>♂</td>\n",
       "      <td>4</td>\n",
       "      <td>Gonepteryx rhamni mo</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>ca</td>\n",
       "      <td>0.535136</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>♂</td>\n",
       "      <td>False</td>\n",
       "      <td>Llimonera (papallona)</td>\n",
       "      <td>Llimonera (papallona) [SEP] ♂</td>\n",
       "      <td>144286</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>♂</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>158264</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Skafferhullet</td>\n",
       "      <td>2014</td>\n",
       "      <td>5</td>\n",
       "      <td>Skafferhullet IMAG1034</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>da</td>\n",
       "      <td>0.637988</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Skafferhullet</td>\n",
       "      <td>Skafferhullet [SEP] 2014</td>\n",
       "      <td>158264</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159472</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>ಅಭಿವೃದ್ಧಿ ಹೊಂದಿದ ರಾಷ್ಟ್ರ</td>\n",
       "      <td>[182]</td>\n",
       "      <td>5</td>\n",
       "      <td>IMF advanced economies 2008</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>kn</td>\n",
       "      <td>0.999073</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>[]</td>\n",
       "      <td>False</td>\n",
       "      <td>ಅಭಿವೃದ್ಧಿ ಹೊಂದಿದ ರಾಷ್ಟ್ರ</td>\n",
       "      <td>ಅಭಿವೃದ್ಧಿ ಹೊಂದಿದ ರಾಷ್ಟ್ರ [SEP] [182]</td>\n",
       "      <td>159472</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>[182]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168750</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>ಪ್ರೀತ ರೆಡ್ಡಿ</td>\n",
       "      <td>[೧]</td>\n",
       "      <td>4</td>\n",
       "      <td>Preetha Reddy at the World Economic Forum on I...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>kn</td>\n",
       "      <td>0.993626</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>[]</td>\n",
       "      <td>False</td>\n",
       "      <td>ಪ್ರೀತ ರೆಡ್ಡಿ</td>\n",
       "      <td>ಪ್ರೀತ ರೆಡ್ಡಿ [SEP] [೧]</td>\n",
       "      <td>168750</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>[೧]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169146</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Ljudmila Gurtšenko</td>\n",
       "      <td>2010</td>\n",
       "      <td>4</td>\n",
       "      <td>Ludmila Gurchenko</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>et</td>\n",
       "      <td>0.464278</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Ljudmila Gurtšenko</td>\n",
       "      <td>Ljudmila Gurtšenko [SEP] 2010</td>\n",
       "      <td>169146</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178114</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>桑给巴尔石头城</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>Dares 222</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>ja</td>\n",
       "      <td>0.705950</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>桑给巴尔石头城</td>\n",
       "      <td>桑给巴尔石头城 [SEP]</td>\n",
       "      <td>178114</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183485</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Nikki Sixx</td>\n",
       "      <td>2007</td>\n",
       "      <td>4</td>\n",
       "      <td>Nikki Sixx</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fi</td>\n",
       "      <td>0.431604</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Nikki Sixx</td>\n",
       "      <td>Nikki Sixx [SEP] 2007</td>\n",
       "      <td>183485</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196127</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Liztor arrunt</td>\n",
       "      <td>♂</td>\n",
       "      <td>4</td>\n",
       "      <td>Vespula vulgaris m</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>hu</td>\n",
       "      <td>0.149484</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>♂</td>\n",
       "      <td>False</td>\n",
       "      <td>Liztor arrunt</td>\n",
       "      <td>Liztor arrunt [SEP] ♂</td>\n",
       "      <td>196127</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>♂</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196130</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Paprastoji vapsva</td>\n",
       "      <td>♂</td>\n",
       "      <td>4</td>\n",
       "      <td>Vespula vulgaris m</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>sr</td>\n",
       "      <td>0.374934</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>♂</td>\n",
       "      <td>False</td>\n",
       "      <td>Paprastoji vapsva</td>\n",
       "      <td>Paprastoji vapsva [SEP] ♂</td>\n",
       "      <td>196130</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>♂</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203839</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Jack Steinberger</td>\n",
       "      <td>2008</td>\n",
       "      <td>4</td>\n",
       "      <td>Jack Steinberger 2008</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>de</td>\n",
       "      <td>0.367618</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Jack Steinberger</td>\n",
       "      <td>Jack Steinberger [SEP] 2008</td>\n",
       "      <td>203839</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204380</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>আবদুল্লাহ ইবনে সালেম মসজিদ</td>\n",
       "      <td>২০১১</td>\n",
       "      <td>4</td>\n",
       "      <td>Mosquée Abdallah Ibn Salam ancienne Synagogue ...</td>\n",
       "      <td>Mosquee Abdallah Ibn Salam ancienne Synagogue ...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>bn</td>\n",
       "      <td>0.979244</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>আবদুল্লাহ ইবনে সালেম মসজিদ</td>\n",
       "      <td>আবদুল্লাহ ইবনে সালেম মসজিদ [SEP] ২০১১</td>\n",
       "      <td>204380</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>২০১১</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211203</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Club Atlético Banfield</td>\n",
       "      <td>2010</td>\n",
       "      <td>4</td>\n",
       "      <td>Banfield clausura 2010</td>\n",
       "      <td></td>\n",
       "      <td>Club Atletico Banfield</td>\n",
       "      <td></td>\n",
       "      <td>en</td>\n",
       "      <td>0.308726</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Club Atlético Banfield</td>\n",
       "      <td>Club Atlético Banfield [SEP] 2010</td>\n",
       "      <td>211203</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211204</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>CA Banfield</td>\n",
       "      <td>2010</td>\n",
       "      <td>4</td>\n",
       "      <td>Banfield clausura 2010</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>en</td>\n",
       "      <td>0.475489</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>CA Banfield</td>\n",
       "      <td>CA Banfield [SEP] 2010</td>\n",
       "      <td>211204</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211205</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>CA Banfield</td>\n",
       "      <td>2010</td>\n",
       "      <td>4</td>\n",
       "      <td>Banfield clausura 2010</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>en</td>\n",
       "      <td>0.475489</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>CA Banfield</td>\n",
       "      <td>CA Banfield [SEP] 2010</td>\n",
       "      <td>211205</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220213</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Amy Macdonald</td>\n",
       "      <td>2008</td>\n",
       "      <td>4</td>\n",
       "      <td>Amy Macdonald AMADEUS2008 a</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>en</td>\n",
       "      <td>0.124504</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Amy Macdonald</td>\n",
       "      <td>Amy Macdonald [SEP] 2008</td>\n",
       "      <td>220213</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>229305</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Doc Rivers</td>\n",
       "      <td>2007</td>\n",
       "      <td>5</td>\n",
       "      <td>Doc Rivers</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>en</td>\n",
       "      <td>0.343422</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Doc Rivers</td>\n",
       "      <td>Doc Rivers [SEP] 2007</td>\n",
       "      <td>229305</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234476</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>இந்தியக் கடற்படை</td>\n",
       "      <td>2001-2004</td>\n",
       "      <td>4</td>\n",
       "      <td>Naval Ensign of India 2001 2004</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>ta</td>\n",
       "      <td>0.999703</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>-</td>\n",
       "      <td>False</td>\n",
       "      <td>இந்தியக் கடற்படை</td>\n",
       "      <td>இந்தியக் கடற்படை [SEP] 2001-2004</td>\n",
       "      <td>234476</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2001-2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234477</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>ಅರಿಹಂತ-ಪ್ರಥಮವರ್ಗದ ಜಲಾಂತರ್ಗಾಮಿ</td>\n",
       "      <td>2001-2004</td>\n",
       "      <td>4</td>\n",
       "      <td>Naval Ensign of India 2001 2004</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>kn</td>\n",
       "      <td>0.998495</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>-</td>\n",
       "      <td>False</td>\n",
       "      <td>ಅರಿಹಂತ-ಪ್ರಥಮವರ್ಗದ ಜಲಾಂತರ್ಗಾಮಿ</td>\n",
       "      <td>ಅರಿಹಂತ-ಪ್ರಥಮವರ್ಗದ ಜಲಾಂತರ್ಗಾಮಿ [SEP] 2001-2004</td>\n",
       "      <td>234477</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2001-2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>246413</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Al Pacino</td>\n",
       "      <td>2008</td>\n",
       "      <td>4</td>\n",
       "      <td>Al Pacino Roma Film Fest cropped</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>en</td>\n",
       "      <td>0.124504</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Al Pacino</td>\n",
       "      <td>Al Pacino [SEP] 2008</td>\n",
       "      <td>246413</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250547</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>無政府資本主義</td>\n",
       "      <td>[1]</td>\n",
       "      <td>5</td>\n",
       "      <td>Anarcho capitalist flag</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>zh</td>\n",
       "      <td>0.591135</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>[]</td>\n",
       "      <td>False</td>\n",
       "      <td>無政府資本主義</td>\n",
       "      <td>無政府資本主義 [SEP] [1]</td>\n",
       "      <td>250547</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>[1]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>253824</th>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/...</td>\n",
       "      <td>Kuvasuhe</td>\n",
       "      <td>16:9 (1.77 :1)</td>\n",
       "      <td>4</td>\n",
       "      <td>Aspect ratio 16 9 example 2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fi</td>\n",
       "      <td>0.988268</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>: (. :)</td>\n",
       "      <td>False</td>\n",
       "      <td>Kuvasuhe</td>\n",
       "      <td>Kuvasuhe [SEP] 16:9 (1.77 :1)</td>\n",
       "      <td>253824</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16:9 (1.77 :1)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>265690</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>رسم صوري</td>\n",
       "      <td>[3]</td>\n",
       "      <td>4</td>\n",
       "      <td>National Park Service sample pictographs</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>ar</td>\n",
       "      <td>0.961663</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>[]</td>\n",
       "      <td>False</td>\n",
       "      <td>رسم صوري</td>\n",
       "      <td>رسم صوري [SEP] [3]</td>\n",
       "      <td>265690</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>[3]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>268998</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Christina Applegate</td>\n",
       "      <td>2008</td>\n",
       "      <td>4</td>\n",
       "      <td>Christina Applegate 1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fr</td>\n",
       "      <td>0.177636</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Christina Applegate</td>\n",
       "      <td>Christina Applegate [SEP] 2008</td>\n",
       "      <td>268998</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>275211</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Historija modernog Sarajeva</td>\n",
       "      <td>2007.</td>\n",
       "      <td>4</td>\n",
       "      <td>Greece Bosnia and Herzegovina Friendship Building</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>bs</td>\n",
       "      <td>0.442104</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>.</td>\n",
       "      <td>False</td>\n",
       "      <td>Historija modernog Sarajeva</td>\n",
       "      <td>Historija modernog Sarajeva [SEP] 2007.</td>\n",
       "      <td>275211</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2007.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>291598</th>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/...</td>\n",
       "      <td>Fortikaĵo Beaufort</td>\n",
       "      <td>2005</td>\n",
       "      <td>5</td>\n",
       "      <td>Chateau de Beaufort</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>eo</td>\n",
       "      <td>0.998122</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Fortikaĵo Beaufort</td>\n",
       "      <td>Fortikaĵo Beaufort [SEP] 2005</td>\n",
       "      <td>291598</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298323</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>رزمند پایک</td>\n",
       "      <td>۲۰۱۱</td>\n",
       "      <td>4</td>\n",
       "      <td>Rosamund Pike 2011</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fa</td>\n",
       "      <td>0.884902</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>رزمند پایک</td>\n",
       "      <td>رزمند پایک [SEP] ۲۰۱۱</td>\n",
       "      <td>298323</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>۲۰۱۱</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298695</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>Anna Politkovskaya</td>\n",
       "      <td>2005</td>\n",
       "      <td>5</td>\n",
       "      <td>Anna Politkovskaja im Gespräch mit Christhard ...</td>\n",
       "      <td>Anna Politkovskaja im Gespraech mit Christhard...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>en</td>\n",
       "      <td>0.568913</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Anna Politkovskaya</td>\n",
       "      <td>Anna Politkovskaya [SEP] 2005</td>\n",
       "      <td>298695</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298854</th>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/...</td>\n",
       "      <td>Oileán an Órchiste</td>\n",
       "      <td>1911</td>\n",
       "      <td>4</td>\n",
       "      <td>Treasure Island title 1911</td>\n",
       "      <td></td>\n",
       "      <td>Oilean an Orchiste</td>\n",
       "      <td></td>\n",
       "      <td>ga</td>\n",
       "      <td>0.402678</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>Oileán an Órchiste</td>\n",
       "      <td>Oileán an Órchiste [SEP] 1911</td>\n",
       "      <td>298854</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1911</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>43 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                image_url  \\\n",
       "2658    https://upload.wikimedia.org/wikipedia/commons...   \n",
       "16261   https://upload.wikimedia.org/wikipedia/commons...   \n",
       "18814   https://upload.wikimedia.org/wikipedia/commons...   \n",
       "33585   https://upload.wikimedia.org/wikipedia/commons...   \n",
       "34861   https://upload.wikimedia.org/wikipedia/commons...   \n",
       "54668   https://upload.wikimedia.org/wikipedia/commons...   \n",
       "61699   https://upload.wikimedia.org/wikipedia/commons...   \n",
       "67209   https://upload.wikimedia.org/wikipedia/commons...   \n",
       "89237   https://upload.wikimedia.org/wikipedia/commons...   \n",
       "114968  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "128494  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "128864  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "143744  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "144284  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "144285  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "144286  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "158264  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "159472  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "168750  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "169146  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "178114  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "183485  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "196127  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "196130  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "203839  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "204380  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "211203  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "211204  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "211205  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "220213  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "229305  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "234476  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "234477  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "246413  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "250547  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "253824  http://upload.wikimedia.org/wikipedia/commons/...   \n",
       "265690  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "268998  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "275211  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "291598  http://upload.wikimedia.org/wikipedia/commons/...   \n",
       "298323  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "298695  https://upload.wikimedia.org/wikipedia/commons...   \n",
       "298854  http://upload.wikimedia.org/wikipedia/commons/...   \n",
       "\n",
       "                                          page_title  \\\n",
       "2658                                 כורדיסטן הסורית   \n",
       "16261                                    Фрыда Пінта   \n",
       "18814                                    Marc Madiot   \n",
       "33585                                   ილაი მენინგი   \n",
       "34861                                  نانا یوسلیانی   \n",
       "54668                                 فردیناند لاسال   \n",
       "61699                                 क्रोएशियन भाषा   \n",
       "67209                          قائمة الزيوت النباتية   \n",
       "89237                              فیودور داستایفسکی   \n",
       "114968                               安德烈·根纳季耶维奇·基里连科   \n",
       "128494                 Παγκόσμιος χάρτης της Γένουας   \n",
       "128864  Moskiewskie Międzynarodowe Centrum Biznesowe   \n",
       "143744                           میشاییلا دورفمایستر   \n",
       "144284                                           钩粉蝶   \n",
       "144285                                           钩粉蝶   \n",
       "144286                         Llimonera (papallona)   \n",
       "158264                                 Skafferhullet   \n",
       "159472                      ಅಭಿವೃದ್ಧಿ ಹೊಂದಿದ ರಾಷ್ಟ್ರ   \n",
       "168750                                  ಪ್ರೀತ ರೆಡ್ಡಿ   \n",
       "169146                            Ljudmila Gurtšenko   \n",
       "178114                                       桑给巴尔石头城   \n",
       "183485                                    Nikki Sixx   \n",
       "196127                                 Liztor arrunt   \n",
       "196130                             Paprastoji vapsva   \n",
       "203839                              Jack Steinberger   \n",
       "204380                    আবদুল্লাহ ইবনে সালেম মসজিদ   \n",
       "211203                        Club Atlético Banfield   \n",
       "211204                                   CA Banfield   \n",
       "211205                                   CA Banfield   \n",
       "220213                                 Amy Macdonald   \n",
       "229305                                    Doc Rivers   \n",
       "234476                              இந்தியக் கடற்படை   \n",
       "234477                 ಅರಿಹಂತ-ಪ್ರಥಮವರ್ಗದ ಜಲಾಂತರ್ಗಾಮಿ   \n",
       "246413                                     Al Pacino   \n",
       "250547                                       無政府資本主義   \n",
       "253824                                      Kuvasuhe   \n",
       "265690                                      رسم صوري   \n",
       "268998                           Christina Applegate   \n",
       "275211                   Historija modernog Sarajeva   \n",
       "291598                            Fortikaĵo Beaufort   \n",
       "298323                                    رزمند پایک   \n",
       "298695                            Anna Politkovskaya   \n",
       "298854                            Oileán an Órchiste   \n",
       "\n",
       "       caption_reference_description  count  \\\n",
       "2658                            2015      4   \n",
       "16261                           2010      4   \n",
       "18814                           2015      4   \n",
       "33585                          2012.      4   \n",
       "34861                           ۱۹۸۰      4   \n",
       "54668                   (‎۱۸۲۵–۱۸۶۴)      5   \n",
       "61699                           १२००      4   \n",
       "67209                           ....      4   \n",
       "89237                           ۱۸۷۶      5   \n",
       "114968                          2008      4   \n",
       "128494                                    4   \n",
       "128864                    28.03.2010      4   \n",
       "143744                          ۲۰۰۸      5   \n",
       "144284                             ♂      4   \n",
       "144285                             ♂      4   \n",
       "144286                             ♂      4   \n",
       "158264                          2014      5   \n",
       "159472                         [182]      5   \n",
       "168750                           [೧]      4   \n",
       "169146                          2010      4   \n",
       "178114                             　      4   \n",
       "183485                          2007      4   \n",
       "196127                             ♂      4   \n",
       "196130                             ♂      4   \n",
       "203839                          2008      4   \n",
       "204380                          ২০১১      4   \n",
       "211203                          2010      4   \n",
       "211204                          2010      4   \n",
       "211205                          2010      4   \n",
       "220213                          2008      4   \n",
       "229305                          2007      5   \n",
       "234476                     2001-2004      4   \n",
       "234477                     2001-2004      4   \n",
       "246413                          2008      4   \n",
       "250547                           [1]      5   \n",
       "253824                16:9 (1.77 :1)      4   \n",
       "265690                           [3]      4   \n",
       "268998                          2008      4   \n",
       "275211                         2007.      4   \n",
       "291598                          2005      5   \n",
       "298323                          ۲۰۱۱      4   \n",
       "298695                          2005      5   \n",
       "298854                          1911      4   \n",
       "\n",
       "                                          spaced_filename  \\\n",
       "2658                                     Rojava june 2015   \n",
       "16261                      Freida Pinto Goa 2010 cropped    \n",
       "18814   Barlin Quatre jours de Dunkerque étape 3 8 mai...   \n",
       "33585                2012 Packers vs Giants Eli Manning 3   \n",
       "34861                           Ioseliani Nana 1980 Malta   \n",
       "54668                                  Ferdinand Lassalle   \n",
       "61699                                             Vinodol   \n",
       "67209                        Ceratonia siliqua green pods   \n",
       "89237                Fyodor Mikhailovich Dostoyevsky 1876   \n",
       "114968                     Dmitry Medvedev 29 July 2008 3   \n",
       "128494                                        Genoese map   \n",
       "128864                           Moscow City 28 03 2010 2   \n",
       "143744                          Michaela Dorfmeister 2008   \n",
       "144284                               Gonepteryx rhamni mo   \n",
       "144285                               Gonepteryx rhamni mo   \n",
       "144286                               Gonepteryx rhamni mo   \n",
       "158264                             Skafferhullet IMAG1034   \n",
       "159472                        IMF advanced economies 2008   \n",
       "168750  Preetha Reddy at the World Economic Forum on I...   \n",
       "169146                                  Ludmila Gurchenko   \n",
       "178114                                          Dares 222   \n",
       "183485                                         Nikki Sixx   \n",
       "196127                                 Vespula vulgaris m   \n",
       "196130                                 Vespula vulgaris m   \n",
       "203839                              Jack Steinberger 2008   \n",
       "204380  Mosquée Abdallah Ibn Salam ancienne Synagogue ...   \n",
       "211203                             Banfield clausura 2010   \n",
       "211204                             Banfield clausura 2010   \n",
       "211205                             Banfield clausura 2010   \n",
       "220213                        Amy Macdonald AMADEUS2008 a   \n",
       "229305                                         Doc Rivers   \n",
       "234476                   Naval Ensign of India 2001 2004    \n",
       "234477                   Naval Ensign of India 2001 2004    \n",
       "246413                   Al Pacino Roma Film Fest cropped   \n",
       "250547                            Anarcho capitalist flag   \n",
       "253824                        Aspect ratio 16 9 example 2   \n",
       "265690           National Park Service sample pictographs   \n",
       "268998                              Christina Applegate 1   \n",
       "275211  Greece Bosnia and Herzegovina Friendship Building   \n",
       "291598                                Chateau de Beaufort   \n",
       "298323                                 Rosamund Pike 2011   \n",
       "298695  Anna Politkovskaja im Gespräch mit Christhard ...   \n",
       "298854                         Treasure Island title 1911   \n",
       "\n",
       "                                 spaced_filename_translit  \\\n",
       "2658                                                        \n",
       "16261                                                       \n",
       "18814   Barlin Quatre jours de Dunkerque etape 3 8 mai...   \n",
       "33585                                                       \n",
       "34861                                                       \n",
       "54668                                                       \n",
       "61699                                                       \n",
       "67209                                                       \n",
       "89237                                                       \n",
       "114968                                                      \n",
       "128494                                                      \n",
       "128864                                                      \n",
       "143744                                                      \n",
       "144284                                                      \n",
       "144285                                                      \n",
       "144286                                                      \n",
       "158264                                                      \n",
       "159472                                                      \n",
       "168750                                                      \n",
       "169146                                                      \n",
       "178114                                                      \n",
       "183485                                                      \n",
       "196127                                                      \n",
       "196130                                                      \n",
       "203839                                                      \n",
       "204380  Mosquee Abdallah Ibn Salam ancienne Synagogue ...   \n",
       "211203                                                      \n",
       "211204                                                      \n",
       "211205                                                      \n",
       "220213                                                      \n",
       "229305                                                      \n",
       "234476                                                      \n",
       "234477                                                      \n",
       "246413                                                      \n",
       "250547                                                      \n",
       "253824                                                      \n",
       "265690                                                      \n",
       "268998                                                      \n",
       "275211                                                      \n",
       "291598                                                      \n",
       "298323                                                      \n",
       "298695  Anna Politkovskaja im Gespraech mit Christhard...   \n",
       "298854                                                      \n",
       "\n",
       "                   page_title_translit caption_translit page_title_lang  \\\n",
       "2658                                                                 he   \n",
       "16261                      Fryda Pіnta                               uk   \n",
       "18814                                                                en   \n",
       "33585                     ilai meningi                               ka   \n",
       "34861                                                                fa   \n",
       "54668                                                                fa   \n",
       "61699                                                                hi   \n",
       "67209                                                                ar   \n",
       "89237                                                                fa   \n",
       "114968                                                               zh   \n",
       "128494  Pagkosmios chartis tis Genoyas                               el   \n",
       "128864                                                               pl   \n",
       "143744                                                               fa   \n",
       "144284                                                               zh   \n",
       "144285                                                               zh   \n",
       "144286                                                               ca   \n",
       "158264                                                               da   \n",
       "159472                                                               kn   \n",
       "168750                                                               kn   \n",
       "169146                                                               et   \n",
       "178114                                                               ja   \n",
       "183485                                                               fi   \n",
       "196127                                                               hu   \n",
       "196130                                                               sr   \n",
       "203839                                                               de   \n",
       "204380                                                               bn   \n",
       "211203          Club Atletico Banfield                               en   \n",
       "211204                                                               en   \n",
       "211205                                                               en   \n",
       "220213                                                               en   \n",
       "229305                                                               en   \n",
       "234476                                                               ta   \n",
       "234477                                                               kn   \n",
       "246413                                                               en   \n",
       "250547                                                               zh   \n",
       "253824                                                               fi   \n",
       "265690                                                               ar   \n",
       "268998                                                               fr   \n",
       "275211                                                               bs   \n",
       "291598                                                               eo   \n",
       "298323                                                               fa   \n",
       "298695                                                               en   \n",
       "298854              Oilean an Orchiste                               ga   \n",
       "\n",
       "        page_title_lang_p  ...  caption_en caption_contains_digit  \\\n",
       "2658             0.999836  ...       False                   True   \n",
       "16261            0.696166  ...       False                   True   \n",
       "18814            0.159361  ...       False                   True   \n",
       "33585            0.984755  ...       False                   True   \n",
       "34861            0.898179  ...       False                   True   \n",
       "54668            0.777987  ...       False                   True   \n",
       "61699            0.855799  ...       False                   True   \n",
       "67209            0.997045  ...       False                  False   \n",
       "89237            0.933651  ...       False                   True   \n",
       "114968           0.964157  ...       False                   True   \n",
       "128494           0.996465  ...       False                  False   \n",
       "128864           0.929600  ...       False                   True   \n",
       "143744           0.871267  ...       False                   True   \n",
       "144284           1.000052  ...       False                  False   \n",
       "144285           1.000052  ...       False                  False   \n",
       "144286           0.535136  ...       False                  False   \n",
       "158264           0.637988  ...       False                   True   \n",
       "159472           0.999073  ...       False                   True   \n",
       "168750           0.993626  ...       False                   True   \n",
       "169146           0.464278  ...       False                   True   \n",
       "178114           0.705950  ...       False                  False   \n",
       "183485           0.431604  ...       False                   True   \n",
       "196127           0.149484  ...       False                  False   \n",
       "196130           0.374934  ...       False                  False   \n",
       "203839           0.367618  ...       False                   True   \n",
       "204380           0.979244  ...       False                   True   \n",
       "211203           0.308726  ...       False                   True   \n",
       "211204           0.475489  ...       False                   True   \n",
       "211205           0.475489  ...       False                   True   \n",
       "220213           0.124504  ...       False                   True   \n",
       "229305           0.343422  ...       False                   True   \n",
       "234476           0.999703  ...       False                   True   \n",
       "234477           0.998495  ...       False                   True   \n",
       "246413           0.124504  ...       False                   True   \n",
       "250547           0.591135  ...       False                   True   \n",
       "253824           0.988268  ...       False                   True   \n",
       "265690           0.961663  ...       False                   True   \n",
       "268998           0.177636  ...       False                   True   \n",
       "275211           0.442104  ...       False                   True   \n",
       "291598           0.998122  ...       False                   True   \n",
       "298323           0.884902  ...       False                   True   \n",
       "298695           0.568913  ...       False                   True   \n",
       "298854           0.402678  ...       False                   True   \n",
       "\n",
       "        undigit_caption  page_title_contains_digit  \\\n",
       "2658                                         False   \n",
       "16261                                        False   \n",
       "18814                                        False   \n",
       "33585                 .                      False   \n",
       "34861                                        False   \n",
       "54668              (‎–)                      False   \n",
       "61699                                        False   \n",
       "67209              ....                      False   \n",
       "89237                                        False   \n",
       "114968                                       False   \n",
       "128494                                       False   \n",
       "128864               ..                      False   \n",
       "143744                                       False   \n",
       "144284                ♂                      False   \n",
       "144285                ♂                      False   \n",
       "144286                ♂                      False   \n",
       "158264                                       False   \n",
       "159472               []                      False   \n",
       "168750               []                      False   \n",
       "169146                                       False   \n",
       "178114                　                      False   \n",
       "183485                                       False   \n",
       "196127                ♂                      False   \n",
       "196130                ♂                      False   \n",
       "203839                                       False   \n",
       "204380                                       False   \n",
       "211203                                       False   \n",
       "211204                                       False   \n",
       "211205                                       False   \n",
       "220213                                       False   \n",
       "229305                                       False   \n",
       "234476                -                      False   \n",
       "234477                -                      False   \n",
       "246413                                       False   \n",
       "250547               []                      False   \n",
       "253824          : (. :)                      False   \n",
       "265690               []                      False   \n",
       "268998                                       False   \n",
       "275211                .                      False   \n",
       "291598                                       False   \n",
       "298323                                       False   \n",
       "298695                                       False   \n",
       "298854                                       False   \n",
       "\n",
       "                                  undigit_page_title  \\\n",
       "2658                                 כורדיסטן הסורית   \n",
       "16261                                    Фрыда Пінта   \n",
       "18814                                    Marc Madiot   \n",
       "33585                                   ილაი მენინგი   \n",
       "34861                                  نانا یوسلیانی   \n",
       "54668                                 فردیناند لاسال   \n",
       "61699                                 क्रोएशियन भाषा   \n",
       "67209                          قائمة الزيوت النباتية   \n",
       "89237                              فیودور داستایفسکی   \n",
       "114968                               安德烈·根纳季耶维奇·基里连科   \n",
       "128494                 Παγκόσμιος χάρτης της Γένουας   \n",
       "128864  Moskiewskie Międzynarodowe Centrum Biznesowe   \n",
       "143744                           میشاییلا دورفمایستر   \n",
       "144284                                           钩粉蝶   \n",
       "144285                                           钩粉蝶   \n",
       "144286                         Llimonera (papallona)   \n",
       "158264                                 Skafferhullet   \n",
       "159472                      ಅಭಿವೃದ್ಧಿ ಹೊಂದಿದ ರಾಷ್ಟ್ರ   \n",
       "168750                                  ಪ್ರೀತ ರೆಡ್ಡಿ   \n",
       "169146                            Ljudmila Gurtšenko   \n",
       "178114                                       桑给巴尔石头城   \n",
       "183485                                    Nikki Sixx   \n",
       "196127                                 Liztor arrunt   \n",
       "196130                             Paprastoji vapsva   \n",
       "203839                              Jack Steinberger   \n",
       "204380                    আবদুল্লাহ ইবনে সালেম মসজিদ   \n",
       "211203                        Club Atlético Banfield   \n",
       "211204                                   CA Banfield   \n",
       "211205                                   CA Banfield   \n",
       "220213                                 Amy Macdonald   \n",
       "229305                                    Doc Rivers   \n",
       "234476                              இந்தியக் கடற்படை   \n",
       "234477                 ಅರಿಹಂತ-ಪ್ರಥಮವರ್ಗದ ಜಲಾಂತರ್ಗಾಮಿ   \n",
       "246413                                     Al Pacino   \n",
       "250547                                       無政府資本主義   \n",
       "253824                                      Kuvasuhe   \n",
       "265690                                      رسم صوري   \n",
       "268998                           Christina Applegate   \n",
       "275211                   Historija modernog Sarajeva   \n",
       "291598                            Fortikaĵo Beaufort   \n",
       "298323                                    رزمند پایک   \n",
       "298695                            Anna Politkovskaya   \n",
       "298854                            Oileán an Órchiste   \n",
       "\n",
       "                                                   target  target_id  \\\n",
       "2658                           כורדיסטן הסורית [SEP] 2015       2658   \n",
       "16261                              Фрыда Пінта [SEP] 2010      16261   \n",
       "18814                              Marc Madiot [SEP] 2015      18814   \n",
       "33585                            ილაი მენინგი [SEP] 2012.      33585   \n",
       "34861                            نانا یوسلیانی [SEP] ۱۹۸۰      34861   \n",
       "54668                   فردیناند لاسال [SEP] (‎۱۸۲۵–۱۸۶۴)      54668   \n",
       "61699                           क्रोएशियन भाषा [SEP] १२००      61699   \n",
       "67209                    قائمة الزيوت النباتية [SEP] ....      67209   \n",
       "89237                        فیودور داستایفسکی [SEP] ۱۸۷۶      89237   \n",
       "114968                         安德烈·根纳季耶维奇·基里连科 [SEP] 2008     114968   \n",
       "128494              Παγκόσμιος χάρτης της Γένουας [SEP]       128494   \n",
       "128864  Moskiewskie Międzynarodowe Centrum Biznesowe [...     128864   \n",
       "143744                     میشاییلا دورفمایستر [SEP] ۲۰۰۸     143744   \n",
       "144284                                        钩粉蝶 [SEP] ♂     144284   \n",
       "144285                                        钩粉蝶 [SEP] ♂     144285   \n",
       "144286                      Llimonera (papallona) [SEP] ♂     144286   \n",
       "158264                           Skafferhullet [SEP] 2014     158264   \n",
       "159472               ಅಭಿವೃದ್ಧಿ ಹೊಂದಿದ ರಾಷ್ಟ್ರ [SEP] [182]     159472   \n",
       "168750                             ಪ್ರೀತ ರೆಡ್ಡಿ [SEP] [೧]     168750   \n",
       "169146                      Ljudmila Gurtšenko [SEP] 2010     169146   \n",
       "178114                                    桑给巴尔石头城 [SEP] 　     178114   \n",
       "183485                              Nikki Sixx [SEP] 2007     183485   \n",
       "196127                              Liztor arrunt [SEP] ♂     196127   \n",
       "196130                          Paprastoji vapsva [SEP] ♂     196130   \n",
       "203839                        Jack Steinberger [SEP] 2008     203839   \n",
       "204380              আবদুল্লাহ ইবনে সালেম মসজিদ [SEP] ২০১১     204380   \n",
       "211203                  Club Atlético Banfield [SEP] 2010     211203   \n",
       "211204                             CA Banfield [SEP] 2010     211204   \n",
       "211205                             CA Banfield [SEP] 2010     211205   \n",
       "220213                           Amy Macdonald [SEP] 2008     220213   \n",
       "229305                              Doc Rivers [SEP] 2007     229305   \n",
       "234476                   இந்தியக் கடற்படை [SEP] 2001-2004     234476   \n",
       "234477      ಅರಿಹಂತ-ಪ್ರಥಮವರ್ಗದ ಜಲಾಂತರ್ಗಾಮಿ [SEP] 2001-2004     234477   \n",
       "246413                               Al Pacino [SEP] 2008     246413   \n",
       "250547                                  無政府資本主義 [SEP] [1]     250547   \n",
       "253824                      Kuvasuhe [SEP] 16:9 (1.77 :1)     253824   \n",
       "265690                                 رسم صوري [SEP] [3]     265690   \n",
       "268998                     Christina Applegate [SEP] 2008     268998   \n",
       "275211            Historija modernog Sarajeva [SEP] 2007.     275211   \n",
       "291598                      Fortikaĵo Beaufort [SEP] 2005     291598   \n",
       "298323                              رزمند پایک [SEP] ۲۰۱۱     298323   \n",
       "298695                      Anna Politkovskaya [SEP] 2005     298695   \n",
       "298854                      Oileán an Órchiste [SEP] 1911     298854   \n",
       "\n",
       "       caption_translation final_caption  PREfinal_caption  \n",
       "2658                                                  2015  \n",
       "16261                                                 2010  \n",
       "18814                                                 2015  \n",
       "33585                                                2012.  \n",
       "34861                                                 ۱۹۸۰  \n",
       "54668                                         (‎۱۸۲۵–۱۸۶۴)  \n",
       "61699                                                 १२००  \n",
       "67209                                                 ....  \n",
       "89237                                                 ۱۸۷۶  \n",
       "114968                                                2008  \n",
       "128494                                                      \n",
       "128864                                          28.03.2010  \n",
       "143744                                                ۲۰۰۸  \n",
       "144284                                                   ♂  \n",
       "144285                                                   ♂  \n",
       "144286                                                   ♂  \n",
       "158264                                                2014  \n",
       "159472                                               [182]  \n",
       "168750                                                 [೧]  \n",
       "169146                                                2010  \n",
       "178114                                                   　  \n",
       "183485                                                2007  \n",
       "196127                                                   ♂  \n",
       "196130                                                   ♂  \n",
       "203839                                                2008  \n",
       "204380                                                ২০১১  \n",
       "211203                                                2010  \n",
       "211204                                                2010  \n",
       "211205                                                2010  \n",
       "220213                                                2008  \n",
       "229305                                                2007  \n",
       "234476                                           2001-2004  \n",
       "234477                                           2001-2004  \n",
       "246413                                                2008  \n",
       "250547                                                 [1]  \n",
       "253824                                      16:9 (1.77 :1)  \n",
       "265690                                                 [3]  \n",
       "268998                                                2008  \n",
       "275211                                               2007.  \n",
       "291598                                                2005  \n",
       "298323                                                ۲۰۱۱  \n",
       "298695                                                2005  \n",
       "298854                                                1911  \n",
       "\n",
       "[43 rows x 23 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "matchings[(matchings['final_caption'] == '')]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7b7bd6cd",
   "metadata": {
    "papermill": {
     "duration": 0.017254,
     "end_time": "2021-11-07T18:47:00.570363",
     "exception": false,
     "start_time": "2021-11-07T18:47:00.553109",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "### Page Title Translation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "53d6dac5",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:47:00.611566Z",
     "iopub.status.busy": "2021-11-07T18:47:00.610937Z",
     "iopub.status.idle": "2021-11-07T18:48:52.917215Z",
     "shell.execute_reply": "2021-11-07T18:48:52.916093Z",
     "shell.execute_reply.started": "2021-11-03T13:49:23.216229Z"
    },
    "papermill": {
     "duration": 112.329781,
     "end_time": "2021-11-07T18:48:52.917618",
     "exception": false,
     "start_time": "2021-11-07T18:47:00.587837",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "matchings['page_title_translation'] = ''\n",
    "\n",
    "for i in range(21):\n",
    "    part = pd.read_csv('../input/trans-title-traindataset0-5-part{0}-21/tran_title_part0_between4,5.{0}-of-21.csv'.format(i), keep_default_na=False)\n",
    "    part['page_title_translation'] = part['page_title_translation'].str.strip()\n",
    "    indices = part[(part['page_title_translation'] != '')].index\n",
    "    matchings.loc[indices, 'page_title_translation'] = part.loc[indices, 'page_title_translation']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "2ec42b96",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:48:52.964980Z",
     "iopub.status.busy": "2021-11-07T18:48:52.963850Z",
     "iopub.status.idle": "2021-11-07T18:48:53.736547Z",
     "shell.execute_reply": "2021-11-07T18:48:53.735927Z",
     "shell.execute_reply.started": "2021-11-03T13:55:21.681869Z"
    },
    "papermill": {
     "duration": 0.798653,
     "end_time": "2021-11-07T18:48:53.736696",
     "exception": false,
     "start_time": "2021-11-07T18:48:52.938043",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "CollectFinalColumn('page_title', 'page_title')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "7dfc9e6a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:48:55.169958Z",
     "iopub.status.busy": "2021-11-07T18:48:53.821838Z",
     "iopub.status.idle": "2021-11-07T18:48:55.201757Z",
     "shell.execute_reply": "2021-11-07T18:48:55.201265Z",
     "shell.execute_reply.started": "2021-11-03T13:58:10.783545Z"
    },
    "papermill": {
     "duration": 1.447587,
     "end_time": "2021-11-07T18:48:55.201923",
     "exception": false,
     "start_time": "2021-11-07T18:48:53.754336",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>image_url</th>\n",
       "      <th>page_title</th>\n",
       "      <th>caption_reference_description</th>\n",
       "      <th>count</th>\n",
       "      <th>spaced_filename</th>\n",
       "      <th>spaced_filename_translit</th>\n",
       "      <th>page_title_translit</th>\n",
       "      <th>caption_translit</th>\n",
       "      <th>page_title_lang</th>\n",
       "      <th>page_title_lang_p</th>\n",
       "      <th>...</th>\n",
       "      <th>page_title_contains_digit</th>\n",
       "      <th>undigit_page_title</th>\n",
       "      <th>target</th>\n",
       "      <th>target_id</th>\n",
       "      <th>caption_translation</th>\n",
       "      <th>final_caption</th>\n",
       "      <th>PREfinal_caption</th>\n",
       "      <th>page_title_translation</th>\n",
       "      <th>final_page_title</th>\n",
       "      <th>PREfinal_page_title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3899</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>2010</td>\n",
       "      <td>Mary McKillop</td>\n",
       "      <td>4</td>\n",
       "      <td>Mary mackillop</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fr</td>\n",
       "      <td>0.237198</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>2010 [SEP] Mary McKillop</td>\n",
       "      <td>3899</td>\n",
       "      <td></td>\n",
       "      <td>Mary McKillop</td>\n",
       "      <td>Mary McKillop</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4607</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>۲۰۱۵</td>\n",
       "      <td>سلیمان دمیرل</td>\n",
       "      <td>5</td>\n",
       "      <td>Suleyman Demirel 1998</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fa</td>\n",
       "      <td>0.999154</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>۲۰۱۵ [SEP] سلیمان دمیرل</td>\n",
       "      <td>4607</td>\n",
       "      <td>Suleiman Demirel</td>\n",
       "      <td>Suleiman Demirel</td>\n",
       "      <td>Suleiman Demirel</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>۲۰۱۵</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7101</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>2014</td>\n",
       "      <td>Joe Cocker († 22. prosinec)</td>\n",
       "      <td>4</td>\n",
       "      <td>Joe Cocker 03</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fr</td>\n",
       "      <td>0.423773</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>2014 [SEP] Joe Cocker († 22. prosinec)</td>\n",
       "      <td>7101</td>\n",
       "      <td>Joe Cocker († December)</td>\n",
       "      <td>Joe Cocker († December)</td>\n",
       "      <td>Joe Cocker († December)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7274</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>2007</td>\n",
       "      <td>Ozzy Osbourne gir ut sitt tiende studioalbum B...</td>\n",
       "      <td>5</td>\n",
       "      <td>Ozzy Osbourne 2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fr</td>\n",
       "      <td>0.321396</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>2007 [SEP] Ozzy Osbourne gir ut sitt tiende st...</td>\n",
       "      <td>7274</td>\n",
       "      <td>Ozzy Osbourne releases his tenth studio album ...</td>\n",
       "      <td>Ozzy Osbourne releases his tenth studio album ...</td>\n",
       "      <td>Ozzy Osbourne releases his tenth studio album ...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7885</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>2014</td>\n",
       "      <td>Shirley Temple († 10. február)</td>\n",
       "      <td>4</td>\n",
       "      <td>Temple Black 1990</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Shirley Temple († 10. februar)</td>\n",
       "      <td>fr</td>\n",
       "      <td>0.423773</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>2014 [SEP] Shirley Temple († 10. február)</td>\n",
       "      <td>7885</td>\n",
       "      <td>Shirley Temple († . február)</td>\n",
       "      <td>Shirley Temple († . február)</td>\n",
       "      <td>Shirley Temple († . február)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>296125</th>\n",
       "      <td>http://upload.wikimedia.org/wikipedia/commons/...</td>\n",
       "      <td>0346</td>\n",
       "      <td>Mappa dei prefissi telefonici nella provincia ...</td>\n",
       "      <td>5</td>\n",
       "      <td>Prefissi provincia Bergamo</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>de</td>\n",
       "      <td>0.130944</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>0346 [SEP] Mappa dei prefissi telefonici nella...</td>\n",
       "      <td>296125</td>\n",
       "      <td>Map of telephone codes in the province of Bergamo</td>\n",
       "      <td>Map of telephone codes in the province of Bergamo</td>\n",
       "      <td>Map of telephone codes in the province of Bergamo</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0346</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>296621</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>1555</td>\n",
       "      <td>Joana de Castela</td>\n",
       "      <td>4</td>\n",
       "      <td>Meister der Magdalenenlegende 002</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>ru</td>\n",
       "      <td>0.117649</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>1555 [SEP] Joana de Castela</td>\n",
       "      <td>296621</td>\n",
       "      <td>Joana de Castilla</td>\n",
       "      <td>Joana de Castilla</td>\n",
       "      <td>Joana de Castilla</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298286</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>2006</td>\n",
       "      <td>Den amerikanske verdensmesteren i tungvektsbok...</td>\n",
       "      <td>4</td>\n",
       "      <td>Floyd Patterson 1962 b</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Den amerikanske verdensmesteren i tungvektsbok...</td>\n",
       "      <td>fr</td>\n",
       "      <td>0.241057</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>2006 [SEP] Den amerikanske verdensmesteren i t...</td>\n",
       "      <td>298286</td>\n",
       "      <td>The American world champion in heavyweight box...</td>\n",
       "      <td>The American world champion in heavyweight box...</td>\n",
       "      <td>The American world champion in heavyweight box...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>299145</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>2005</td>\n",
       "      <td>Ecclesia Dominae Nostrae Dresdensis iterum aed...</td>\n",
       "      <td>5</td>\n",
       "      <td>100130 150006 Dresden Frauenkirche winter blue...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fr</td>\n",
       "      <td>0.332307</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>2005 [SEP] Ecclesia Dominae Nostrae Dresdensis...</td>\n",
       "      <td>299145</td>\n",
       "      <td></td>\n",
       "      <td>Ecclesia Dominae Nostrae Dresdensis iterum aed...</td>\n",
       "      <td>Ecclesia Dominae Nostrae Dresdensis iterum aed...</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>299248</th>\n",
       "      <td>https://upload.wikimedia.org/wikipedia/commons...</td>\n",
       "      <td>2006</td>\n",
       "      <td>2006: Bei ihrer Flucht Festgenommene auf dem N...</td>\n",
       "      <td>5</td>\n",
       "      <td>Nangpa La killings 1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>fr</td>\n",
       "      <td>0.241057</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td></td>\n",
       "      <td>2006 [SEP] 2006: Bei ihrer Flucht Festgenommen...</td>\n",
       "      <td>299248</td>\n",
       "      <td>: Those arrested during their escape on Nangpa La</td>\n",
       "      <td>: Those arrested during their escape on Nangpa La</td>\n",
       "      <td>: Those arrested during their escape on Nangpa La</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2006</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>125 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                image_url page_title  \\\n",
       "3899    https://upload.wikimedia.org/wikipedia/commons...       2010   \n",
       "4607    https://upload.wikimedia.org/wikipedia/commons...       ۲۰۱۵   \n",
       "7101    https://upload.wikimedia.org/wikipedia/commons...       2014   \n",
       "7274    https://upload.wikimedia.org/wikipedia/commons...       2007   \n",
       "7885    https://upload.wikimedia.org/wikipedia/commons...       2014   \n",
       "...                                                   ...        ...   \n",
       "296125  http://upload.wikimedia.org/wikipedia/commons/...       0346   \n",
       "296621  https://upload.wikimedia.org/wikipedia/commons...       1555   \n",
       "298286  https://upload.wikimedia.org/wikipedia/commons...       2006   \n",
       "299145  https://upload.wikimedia.org/wikipedia/commons...       2005   \n",
       "299248  https://upload.wikimedia.org/wikipedia/commons...       2006   \n",
       "\n",
       "                            caption_reference_description  count  \\\n",
       "3899                                        Mary McKillop      4   \n",
       "4607                                         سلیمان دمیرل      5   \n",
       "7101                          Joe Cocker († 22. prosinec)      4   \n",
       "7274    Ozzy Osbourne gir ut sitt tiende studioalbum B...      5   \n",
       "7885                       Shirley Temple († 10. február)      4   \n",
       "...                                                   ...    ...   \n",
       "296125  Mappa dei prefissi telefonici nella provincia ...      5   \n",
       "296621                                   Joana de Castela      4   \n",
       "298286  Den amerikanske verdensmesteren i tungvektsbok...      4   \n",
       "299145  Ecclesia Dominae Nostrae Dresdensis iterum aed...      5   \n",
       "299248  2006: Bei ihrer Flucht Festgenommene auf dem N...      5   \n",
       "\n",
       "                                          spaced_filename  \\\n",
       "3899                                       Mary mackillop   \n",
       "4607                                Suleyman Demirel 1998   \n",
       "7101                                        Joe Cocker 03   \n",
       "7274                                      Ozzy Osbourne 2   \n",
       "7885                                    Temple Black 1990   \n",
       "...                                                   ...   \n",
       "296125                         Prefissi provincia Bergamo   \n",
       "296621                  Meister der Magdalenenlegende 002   \n",
       "298286                             Floyd Patterson 1962 b   \n",
       "299145  100130 150006 Dresden Frauenkirche winter blue...   \n",
       "299248                               Nangpa La killings 1   \n",
       "\n",
       "       spaced_filename_translit page_title_translit  \\\n",
       "3899                                                  \n",
       "4607                                                  \n",
       "7101                                                  \n",
       "7274                                                  \n",
       "7885                                                  \n",
       "...                         ...                 ...   \n",
       "296125                                                \n",
       "296621                                                \n",
       "298286                                                \n",
       "299145                                                \n",
       "299248                                                \n",
       "\n",
       "                                         caption_translit page_title_lang  \\\n",
       "3899                                                                   fr   \n",
       "4607                                                                   fa   \n",
       "7101                                                                   fr   \n",
       "7274                                                                   fr   \n",
       "7885                       Shirley Temple († 10. februar)              fr   \n",
       "...                                                   ...             ...   \n",
       "296125                                                                 de   \n",
       "296621                                                                 ru   \n",
       "298286  Den amerikanske verdensmesteren i tungvektsbok...              fr   \n",
       "299145                                                                 fr   \n",
       "299248                                                                 fr   \n",
       "\n",
       "        page_title_lang_p  ...  page_title_contains_digit undigit_page_title  \\\n",
       "3899             0.237198  ...                       True                      \n",
       "4607             0.999154  ...                       True                      \n",
       "7101             0.423773  ...                       True                      \n",
       "7274             0.321396  ...                       True                      \n",
       "7885             0.423773  ...                       True                      \n",
       "...                   ...  ...                        ...                ...   \n",
       "296125           0.130944  ...                       True                      \n",
       "296621           0.117649  ...                       True                      \n",
       "298286           0.241057  ...                       True                      \n",
       "299145           0.332307  ...                       True                      \n",
       "299248           0.241057  ...                       True                      \n",
       "\n",
       "                                                   target  target_id  \\\n",
       "3899                             2010 [SEP] Mary McKillop       3899   \n",
       "4607                              ۲۰۱۵ [SEP] سلیمان دمیرل       4607   \n",
       "7101               2014 [SEP] Joe Cocker († 22. prosinec)       7101   \n",
       "7274    2007 [SEP] Ozzy Osbourne gir ut sitt tiende st...       7274   \n",
       "7885            2014 [SEP] Shirley Temple († 10. február)       7885   \n",
       "...                                                   ...        ...   \n",
       "296125  0346 [SEP] Mappa dei prefissi telefonici nella...     296125   \n",
       "296621                        1555 [SEP] Joana de Castela     296621   \n",
       "298286  2006 [SEP] Den amerikanske verdensmesteren i t...     298286   \n",
       "299145  2005 [SEP] Ecclesia Dominae Nostrae Dresdensis...     299145   \n",
       "299248  2006 [SEP] 2006: Bei ihrer Flucht Festgenommen...     299248   \n",
       "\n",
       "                                      caption_translation  \\\n",
       "3899                                                        \n",
       "4607                                     Suleiman Demirel   \n",
       "7101                              Joe Cocker († December)   \n",
       "7274    Ozzy Osbourne releases his tenth studio album ...   \n",
       "7885                         Shirley Temple († . február)   \n",
       "...                                                   ...   \n",
       "296125  Map of telephone codes in the province of Bergamo   \n",
       "296621                                  Joana de Castilla   \n",
       "298286  The American world champion in heavyweight box...   \n",
       "299145                                                      \n",
       "299248  : Those arrested during their escape on Nangpa La   \n",
       "\n",
       "                                            final_caption  \\\n",
       "3899                                        Mary McKillop   \n",
       "4607                                     Suleiman Demirel   \n",
       "7101                              Joe Cocker († December)   \n",
       "7274    Ozzy Osbourne releases his tenth studio album ...   \n",
       "7885                         Shirley Temple († . február)   \n",
       "...                                                   ...   \n",
       "296125  Map of telephone codes in the province of Bergamo   \n",
       "296621                                  Joana de Castilla   \n",
       "298286  The American world champion in heavyweight box...   \n",
       "299145  Ecclesia Dominae Nostrae Dresdensis iterum aed...   \n",
       "299248  : Those arrested during their escape on Nangpa La   \n",
       "\n",
       "                                         PREfinal_caption  \\\n",
       "3899                                        Mary McKillop   \n",
       "4607                                     Suleiman Demirel   \n",
       "7101                              Joe Cocker († December)   \n",
       "7274    Ozzy Osbourne releases his tenth studio album ...   \n",
       "7885                         Shirley Temple († . február)   \n",
       "...                                                   ...   \n",
       "296125  Map of telephone codes in the province of Bergamo   \n",
       "296621                                  Joana de Castilla   \n",
       "298286  The American world champion in heavyweight box...   \n",
       "299145  Ecclesia Dominae Nostrae Dresdensis iterum aed...   \n",
       "299248  : Those arrested during their escape on Nangpa La   \n",
       "\n",
       "       page_title_translation final_page_title  PREfinal_page_title  \n",
       "3899                                                           2010  \n",
       "4607                                                           ۲۰۱۵  \n",
       "7101                                                           2014  \n",
       "7274                                                           2007  \n",
       "7885                                                           2014  \n",
       "...                       ...              ...                  ...  \n",
       "296125                                                         0346  \n",
       "296621                                                         1555  \n",
       "298286                                                         2006  \n",
       "299145                                                         2005  \n",
       "299248                                                         2006  \n",
       "\n",
       "[125 rows x 26 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "matchings[matchings['final_page_title'] == '']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "02b4f99b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:48:55.327391Z",
     "iopub.status.busy": "2021-11-07T18:48:55.326438Z",
     "iopub.status.idle": "2021-11-07T18:48:55.330521Z",
     "shell.execute_reply": "2021-11-07T18:48:55.329901Z",
     "shell.execute_reply.started": "2021-11-03T14:00:27.711747Z"
    },
    "papermill": {
     "duration": 0.028354,
     "end_time": "2021-11-07T18:48:55.330665",
     "exception": false,
     "start_time": "2021-11-07T18:48:55.302311",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['image_url', 'page_title', 'caption_reference_description', 'count',\n",
       "       'spaced_filename', 'spaced_filename_translit', 'page_title_translit',\n",
       "       'caption_translit', 'page_title_lang', 'page_title_lang_p',\n",
       "       'page_title_en', 'caption_lang', 'caption_lang_p', 'caption_en',\n",
       "       'caption_contains_digit', 'undigit_caption',\n",
       "       'page_title_contains_digit', 'undigit_page_title', 'target',\n",
       "       'target_id', 'caption_translation', 'final_caption', 'PREfinal_caption',\n",
       "       'page_title_translation', 'final_page_title', 'PREfinal_page_title'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "matchings.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "1c1caead",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:48:55.410764Z",
     "iopub.status.busy": "2021-11-07T18:48:55.409728Z",
     "iopub.status.idle": "2021-11-07T18:49:01.785757Z",
     "shell.execute_reply": "2021-11-07T18:49:01.785239Z"
    },
    "papermill": {
     "duration": 6.436479,
     "end_time": "2021-11-07T18:49:01.785995",
     "exception": false,
     "start_time": "2021-11-07T18:48:55.349516",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "fields = ['caption_reference_description', 'page_title', 'page_title_translit', 'caption_translit', \\\n",
    "          'final_caption', 'PREfinal_caption', 'PREfinal_page_title', 'final_page_title', \\\n",
    "          'caption_translation', 'page_title_translation']\n",
    "\n",
    "for field in fields:\n",
    "    matchings[field] = matchings[field].str.replace(r'\\s{2,}', ' ', regex=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "d571c322",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-11-07T18:49:01.835290Z",
     "iopub.status.busy": "2021-11-07T18:49:01.834411Z",
     "iopub.status.idle": "2021-11-07T18:49:12.830853Z",
     "shell.execute_reply": "2021-11-07T18:49:12.828866Z",
     "shell.execute_reply.started": "2021-09-28T15:48:24.682478Z"
    },
    "papermill": {
     "duration": 11.023278,
     "end_time": "2021-11-07T18:49:12.831288",
     "exception": false,
     "start_time": "2021-11-07T18:49:01.808010",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "matchings.to_csv('final_matchings.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9d1555a4",
   "metadata": {
    "papermill": {
     "duration": 0.023676,
     "end_time": "2021-11-07T18:49:12.883427",
     "exception": false,
     "start_time": "2021-11-07T18:49:12.859751",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.10"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 286.864331,
   "end_time": "2021-11-07T18:49:14.425167",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2021-11-07T18:44:27.560836",
   "version": "2.3.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}