Data Cleaning and Processing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import json\n",
    "import feather\n",
    "from operator import itemgetter\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 216,
   "metadata": {},
   "outputs": [],
   "source": [
    "res = []\n",
    "\n",
    "def remove_abstract(filename, arr):\n",
    "    with open(filename) as f:\n",
    "        line = f.readline()\n",
    "        while line != '':\n",
    "            obj = json.loads(line)\n",
    "            if 'abstract' in obj:\n",
    "                del obj['abstract']\n",
    "            arr.append(obj)\n",
    "            line = f.readline()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "ml_papers = pd.DataFrame(res)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>authors</th>\n",
       "      <th>id</th>\n",
       "      <th>n_citation</th>\n",
       "      <th>references</th>\n",
       "      <th>title</th>\n",
       "      <th>venue</th>\n",
       "      <th>year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[Makoto Satoh, Ryo Muramatsu, Mizue Kayama, Ka...</td>\n",
       "      <td>00127ee2-cb05-48ce-bc49-9de556b93346</td>\n",
       "      <td>0</td>\n",
       "      <td>[51c7e02e-f5ed-431a-8cf5-f761f266d4be, 69b625b...</td>\n",
       "      <td>Preliminary Design of a Network Protocol Learn...</td>\n",
       "      <td>international conference on human-computer int...</td>\n",
       "      <td>2013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[Gareth Beale, Graeme Earl]</td>\n",
       "      <td>001c58d3-26ad-46b3-ab3a-c1e557d16821</td>\n",
       "      <td>50</td>\n",
       "      <td>[10482dd3-4642-4193-842f-85f3b70fcf65, 3133714...</td>\n",
       "      <td>A methodology for the physically accurate visu...</td>\n",
       "      <td>visual analytics science and technology</td>\n",
       "      <td>2011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[Altaf Hossain, Faisal Zaman, Mohammed Nasser,...</td>\n",
       "      <td>001c8744-73c4-4b04-9364-22d31a10dbf1</td>\n",
       "      <td>50</td>\n",
       "      <td>[2d84c0f2-e656-4ce7-b018-90eda1c132fe, a083a1b...</td>\n",
       "      <td>Comparison of GARCH, Neural Network and Suppor...</td>\n",
       "      <td>pattern recognition and machine intelligence</td>\n",
       "      <td>2009</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[Jea-Bum Park, Byungmok Kim, Jian Shen, Sun-Yo...</td>\n",
       "      <td>00338203-9eb3-40c5-9f31-cbac73a519ec</td>\n",
       "      <td>0</td>\n",
       "      <td>[8c78e4b0-632b-4293-b491-85b1976675e6, 9cdc54f...</td>\n",
       "      <td>Development of Remote Monitoring and Control D...</td>\n",
       "      <td></td>\n",
       "      <td>2011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[Giovanna Guerrini, Isabella Merlo]</td>\n",
       "      <td>0040b022-1472-4f70-a753-74832df65266</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Reasonig about Set-Oriented Methods in Object ...</td>\n",
       "      <td></td>\n",
       "      <td>1998</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>[Rafael Álvarez, Leandro Tortosa, José-Francis...</td>\n",
       "      <td>005ce28f-ed77-4e97-afdc-a296137186a1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COMPARING GNG3D AND QUADRIC ERROR METRICS METH...</td>\n",
       "      <td>international conference on computer graphics ...</td>\n",
       "      <td>2009</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>[Jovan Dj. Golic, Guglielmo Morgari]</td>\n",
       "      <td>00638a94-23bf-4fa6-b5ce-40d799c65da7</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Vectorial fast correlation attacks.</td>\n",
       "      <td></td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>[Guzin Ulutas, Mustafa Ulutas, Vasif V. Nabiyev]</td>\n",
       "      <td>00701b05-684f-45f9-b281-425abfec482c</td>\n",
       "      <td>0</td>\n",
       "      <td>[5626736c-e434-4e2d-8405-54940fab88ab, 8e87e87...</td>\n",
       "      <td>Improved Secret Image Sharing Method By Encodi...</td>\n",
       "      <td>international symposium on computer and inform...</td>\n",
       "      <td>2011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>[Pranay Chaudhuri, Hussein Thompson]</td>\n",
       "      <td>00745041-3636-4d18-bbec-783c4278c40d</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>A Self-Stabilizing Algorithm for Finding the C...</td>\n",
       "      <td>parallel and distributed processing techniques...</td>\n",
       "      <td>2003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>[Dominik Szajerman, Adam Jurczyński]</td>\n",
       "      <td>00964544-cbe2-4da9-bb5a-03333160eb34</td>\n",
       "      <td>0</td>\n",
       "      <td>[3fcd7cdc-20e6-4ea3-a41c-db126fcc5cfe, bf3a11c...</td>\n",
       "      <td>Fur Visualisation for Computer Game Engines an...</td>\n",
       "      <td>international conference on computer vision an...</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>[Ankita Brahmachari, Priya Singh, Avdhesh Garg...</td>\n",
       "      <td>00a119c4-d367-4607-b3c8-b237f2971bff</td>\n",
       "      <td>0</td>\n",
       "      <td>[84d47128-58d0-4187-aa44-389fde7d5c83, e0dce69...</td>\n",
       "      <td>Identifying Psychological Theme Words from Emo...</td>\n",
       "      <td></td>\n",
       "      <td>2013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>[David Al-Dabass, Christopher Goodwin, K. Siva...</td>\n",
       "      <td>00ba1eb4-d1aa-4587-892b-d9dcc38c1a78</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Simulation of a vision steering system for roa...</td>\n",
       "      <td></td>\n",
       "      <td>1995</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>[Alvaro L. Islas, Constance M. Schober]</td>\n",
       "      <td>00bcf2d5-1592-46b0-81fd-933f90b5ecca</td>\n",
       "      <td>50</td>\n",
       "      <td>[]</td>\n",
       "      <td>Multisymplectic Spectral Methods for the Gross...</td>\n",
       "      <td>international conference on conceptual structures</td>\n",
       "      <td>2002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>[Patrick Cousot, Radhia Cousot]</td>\n",
       "      <td>00c85316-bddf-4bcb-93f5-097adadd73c2</td>\n",
       "      <td>50</td>\n",
       "      <td>[6e8a3ec3-9a99-4fac-ac4d-f8d1bf0fa208, 7bb71af...</td>\n",
       "      <td>Relational Abstract Interpretation of Higher O...</td>\n",
       "      <td></td>\n",
       "      <td>1991</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>[Minoru Shigenaga, Yoshihiro Sekiguchi]</td>\n",
       "      <td>00ca027b-5174-40fa-bf63-9a97c2a5f518</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Speech training systems using lateral shapes o...</td>\n",
       "      <td>international joint conference on artificial i...</td>\n",
       "      <td>1979</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>[Reiko Heckel, Tom Mens, Michel Wermelinger]</td>\n",
       "      <td>00dc2bba-3237-4d4e-b541-1205b97df981</td>\n",
       "      <td>50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Software Evolution through Transformations.</td>\n",
       "      <td>Electronic Notes in Theoretical Computer Science</td>\n",
       "      <td>2003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>[Efthymios Alepis, Maria Virvou, Katerina Kaba...</td>\n",
       "      <td>00dd5ece-1339-4cb6-a08e-43742ae2dac6</td>\n",
       "      <td>50</td>\n",
       "      <td>[522bea13-bd45-4918-9478-e87ae2f039f7, 60507d4...</td>\n",
       "      <td>Knowledge Engineering for Affective Bi-Modal I...</td>\n",
       "      <td>joint conference on knowledge-based software e...</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>[Milos Zelezný, Petr Císar, Zdenek Krnoul, Jan...</td>\n",
       "      <td>00e02aeb-b424-4ca8-b3ca-6e18e322f79e</td>\n",
       "      <td>7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Design of an audio-visual speech corpus for th...</td>\n",
       "      <td>conference of the international speech communi...</td>\n",
       "      <td>2002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>[Abdullah Alsubaie, Antonio Di Pietro, Jose R....</td>\n",
       "      <td>00e3940b-201b-40ba-bd20-dbdaf26ad324</td>\n",
       "      <td>6</td>\n",
       "      <td>[0293844d-7244-4562-a6ca-d84bcd9c10a5, 14cd3cf...</td>\n",
       "      <td>A Platform for Disaster Response Planning with...</td>\n",
       "      <td></td>\n",
       "      <td>2013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>[Tien Ho-Phuoc, Anne Guérin-Dugué, Nathalie Gu...</td>\n",
       "      <td>00fd4f6f-c7a1-49a2-a029-d583d1d7a8b1</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>A COMPUTATIONAL SALIENCY MODEL INTEGRATING SAC...</td>\n",
       "      <td>international conference on bio-inspired syste...</td>\n",
       "      <td>2009</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>[Matias Madou, Bjorn De Sutter, Bruno De Bussc...</td>\n",
       "      <td>01047814-b615-4449-9a30-8ef36c3c1693</td>\n",
       "      <td>50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Link-time compaction of MIPS programs</td>\n",
       "      <td>european symposium on algorithms</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>[Marco Baroni, Francis Chantree, Adam Kilgarri...</td>\n",
       "      <td>01082175-d4e3-456a-9557-668b2449be05</td>\n",
       "      <td>101</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cleaneval: a Competition for Cleaning Web Pages.</td>\n",
       "      <td>language resources and evaluation</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>[John R. Douceur, Jeremy Elson, Jon Howell, Ja...</td>\n",
       "      <td>010d4ce9-0279-4166-ae73-14551ded6404</td>\n",
       "      <td>50</td>\n",
       "      <td>[0abc9de7-e047-44fc-998d-4bf02b9bc9ab, 2c9ebc3...</td>\n",
       "      <td>Leveraging legacy code to deploy desktop appli...</td>\n",
       "      <td>operating systems design and implementation</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>[Hiroshi Furukawa, Yutaka Nakamura]</td>\n",
       "      <td>010d9907-45ef-459a-a293-8e1f41cef2b7</td>\n",
       "      <td>7</td>\n",
       "      <td>[b2f0e0d3-0071-4076-921e-f93f30160c1c, f030524...</td>\n",
       "      <td>A pedestrian navigation method for user's safe...</td>\n",
       "      <td>international conference on human computer int...</td>\n",
       "      <td>2013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>[Nebojsa M. Ralevic, Lidija Čomić]</td>\n",
       "      <td>010fda73-e708-489c-95b8-cccc1e9b089b</td>\n",
       "      <td>0</td>\n",
       "      <td>[17d92951-cd71-4945-b1c5-c9c558d92157, 4892fa7...</td>\n",
       "      <td>Algorithms for the Construction of Digital Con...</td>\n",
       "      <td></td>\n",
       "      <td>2007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>[William Perrizo, Qiang Ding, Masum Serazi, Ta...</td>\n",
       "      <td>01103168-55d8-42bd-b8f1-fece74c61fd2</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Vertical Database Design for Scalable Data Min...</td>\n",
       "      <td></td>\n",
       "      <td>2005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>[Carmen Fernández-Daza Álvarez, Philippe Langl...</td>\n",
       "      <td>012b88ae-a763-45d6-8f19-2ec9ff739d5f</td>\n",
       "      <td>50</td>\n",
       "      <td>[00515e82-3da6-497a-83d3-459e93247123, 0cd820e...</td>\n",
       "      <td>Word pairs in language modeling for informatio...</td>\n",
       "      <td></td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>[Norihiko Moriwaki, Kazuo Yano, Dai Senoo]</td>\n",
       "      <td>014df191-abb2-44c0-a5c5-a943551fdd74</td>\n",
       "      <td>0</td>\n",
       "      <td>[08704b8d-70a1-44b7-b7a6-ad47c0df57c1, 0d3b388...</td>\n",
       "      <td>Sensor-Data-Driven Knowledge Creation Model: A...</td>\n",
       "      <td></td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>[Prudence W. H. Wong, Fencol C. C. Yung, Mihai...</td>\n",
       "      <td>01546472-0ac9-47fa-acca-ffcb7fc99097</td>\n",
       "      <td>6</td>\n",
       "      <td>[08784bb3-09b9-4bd2-a191-2606f3b3a8b8, 16bf10e...</td>\n",
       "      <td>An 8/3 Lower Bound for Online Dynamic Bin Packing</td>\n",
       "      <td>international symposium on algorithms and comp...</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>[Michel Abdalla, Jill-Jênn Vie]</td>\n",
       "      <td>016a9a21-e882-4cda-a2b1-b2b46f10601e</td>\n",
       "      <td>50</td>\n",
       "      <td>[3140c9ba-8d98-42a7-b6b8-c58fdaa8fe75, 4708b4d...</td>\n",
       "      <td>Leakage-Resilient spatial encryption</td>\n",
       "      <td></td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078977</th>\n",
       "      <td>[Valentina Salapura]</td>\n",
       "      <td>fcf39371-a4cd-45d6-a99e-21d58b3a4ea4</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>HIPAA Compliant Cloud for Sensitive Health Data</td>\n",
       "      <td>international conference on cloud computing an...</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078978</th>\n",
       "      <td>[Ekaterina Bazhenova, Mathias Weske]</td>\n",
       "      <td>fd103756-d059-4721-b08b-d51ebb1bbb0f</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Optimal acquisition of input data for decision...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078979</th>\n",
       "      <td>[Roman Senkerik, Zuzana Kominkova Oplatkova, I...</td>\n",
       "      <td>fd23743e-8601-4601-80e0-5c17f0da2fe2</td>\n",
       "      <td>50</td>\n",
       "      <td>[12ecc733-4b18-43c5-896d-4635480a9394, 7cd1b53...</td>\n",
       "      <td>Evolutionary Chaos Controller Synthesis for St...</td>\n",
       "      <td>Complex Systems</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078980</th>\n",
       "      <td>[Carlo A. Furia]</td>\n",
       "      <td>fd570190-b337-429e-9ef9-b2a2d897ea3a</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>What good is bayesian data analysis for softwa...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078981</th>\n",
       "      <td>[Yoshikazu Uchiyama, Kiyomu Ishikawa, Hidehiko...</td>\n",
       "      <td>fd61ea64-3f4a-4f20-8782-3448eb91abf1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Development of an Electronic Patient Record Sy...</td>\n",
       "      <td></td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078982</th>\n",
       "      <td>[Richard W. Conway, Charles G. Moore, Steven L...</td>\n",
       "      <td>fd94dcb0-90da-4ee4-9388-ebc1c3848379</td>\n",
       "      <td>0</td>\n",
       "      <td>[0eb2925a-4b6f-43cf-993f-a9dee6fcfaf4, 5ff3975...</td>\n",
       "      <td>An interactive version of the PL/C compiler</td>\n",
       "      <td></td>\n",
       "      <td>1977</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078983</th>\n",
       "      <td>[Enrique Areyan Viqueira]</td>\n",
       "      <td>fdb93b15-70d8-451a-9d20-cd326e0c2bd3</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Principled Autonomous Decision Making for Mark...</td>\n",
       "      <td>Autonomous Agents and Multi-Agent Systems</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078984</th>\n",
       "      <td>[Gregory P. Finley, Serguei V. S. Pakhomov, Re...</td>\n",
       "      <td>fdcf99eb-e106-4b90-aefb-c9cfdf72e636</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Towards Comprehensive Clinical Abbreviation Di...</td>\n",
       "      <td></td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078985</th>\n",
       "      <td>[Lorenzo Bottarelli, Jason L. Blum, Manuele Bi...</td>\n",
       "      <td>fdd51420-9875-4bbb-8b80-2360c03758ce</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Path efficient level set estimation for mobile...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078986</th>\n",
       "      <td>[Stéphane Lengrand, Roy Dyckhoff, James McKinna]</td>\n",
       "      <td>fdf00446-d721-4e09-b27a-682b19b2e69c</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>A Sequent Calculus for Type Theory</td>\n",
       "      <td></td>\n",
       "      <td>2006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078987</th>\n",
       "      <td>[Raoua Abdelkhalek, I. Boukhris, Zied Elouedi]</td>\n",
       "      <td>fe01dc03-b925-481f-b3f0-342288c41781</td>\n",
       "      <td>0</td>\n",
       "      <td>[089c869d-f694-4658-845b-30e871fbf56a, 118dbf4...</td>\n",
       "      <td>A New User-Based Collaborative Filtering Under...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078988</th>\n",
       "      <td>[Henry A. Gabb, Catherine Blake]</td>\n",
       "      <td>fe0f8306-1c89-4dea-aeb1-816a09ffc405</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Factoring near-field chemical exposure into pe...</td>\n",
       "      <td></td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078989</th>\n",
       "      <td>[Erwin Reifler]</td>\n",
       "      <td>fe5c441f-b7e1-4ee9-a7e8-e00116cadd50</td>\n",
       "      <td>50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mechanical determination of the constituents o...</td>\n",
       "      <td></td>\n",
       "      <td>1955</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078990</th>\n",
       "      <td>[Karim Tabia, Amélie Levray, Maroua Haddad, Ph...</td>\n",
       "      <td>fe621721-8bb0-4e3b-83d3-bc52fe26dd70</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Learning the parameters of possibilistic netwo...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078991</th>\n",
       "      <td>[James Jin Kang, Henry Larkin]</td>\n",
       "      <td>fe801f8f-6283-4cca-b2dd-15f55e7159aa</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Intelligent Personal Health Devices Converged ...</td>\n",
       "      <td>Journal of Multimedia</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078992</th>\n",
       "      <td>[Wolfgang Hürst, Tobias Lauer, Georg Götz]</td>\n",
       "      <td>fe85a06b-fad0-4b8f-afa3-2a4fde69fe09</td>\n",
       "      <td>0</td>\n",
       "      <td>[33d07685-d4bb-48f5-9d16-0aa36622488c, 45f066e...</td>\n",
       "      <td>An elastic audio slider for interactive speech...</td>\n",
       "      <td></td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078993</th>\n",
       "      <td>[Saptarashmi Bandyopadhyay, Soumyadeep Basu, R...</td>\n",
       "      <td>fe92fa48-ff50-413b-b4de-44d6712c2a4c</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Thresholding of Histopathological Images of Or...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078994</th>\n",
       "      <td>[Shreyas Sekar, Sujoy Sikdar, Lirong Xia]</td>\n",
       "      <td>fe9de131-7dd5-4345-90f8-f35bcd5e795f</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Condorcet Consistent Bundling with Social Choice.</td>\n",
       "      <td>Autonomous Agents and Multi-Agent Systems</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078995</th>\n",
       "      <td>[Debarun Kar, Benjamin J. Ford, Shahrzad Ghola...</td>\n",
       "      <td>febf1d16-9501-470b-9a12-271aa60f8bad</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cloudy with a Chance of Poaching: Adversary Be...</td>\n",
       "      <td>Autonomous Agents and Multi-Agent Systems</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078996</th>\n",
       "      <td>[Ram Charan Baishya, Nozrul Hoque, Dhruba K. B...</td>\n",
       "      <td>fece56be-a319-4cfd-a59c-b5b612c436a2</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>DDoS Attack Detection Using Unique Source IP D...</td>\n",
       "      <td>International Journal of Network Security</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078997</th>\n",
       "      <td>[Shufeng Kong, Jae Hee Lee, Sanjiang Li]</td>\n",
       "      <td>fee4a0fb-3dd4-4d0c-9a5e-f7def73f5a6e</td>\n",
       "      <td>50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>A Deterministic Distributed Algorithm for Reas...</td>\n",
       "      <td>Autonomous Agents and Multi-Agent Systems</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078998</th>\n",
       "      <td>[Saeede Eftekhari, Niam Yaraghi, Ram D. Gopal,...</td>\n",
       "      <td>fee86b69-e25b-465d-8988-80ab2243fad8</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Impact of Health Information Exchanges on ...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3078999</th>\n",
       "      <td>[Paul W. Goldberg, Christos H. Papadimitriou]</td>\n",
       "      <td>feed36b8-0e46-4984-a463-ae159525c521</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Towards a Unified Complexity Theory of Total F...</td>\n",
       "      <td>Electronic Colloquium on Computational Complexity</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3079000</th>\n",
       "      <td>[Stefan Niemczyk, Stephan Opfer, Nugroho Fredi...</td>\n",
       "      <td>ff235c96-b802-4b5b-9a9e-34d80897ff71</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ICE: self-configuration of information process...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3079001</th>\n",
       "      <td>[Samantha Dick, Yvonne O'Connor, Ciara Heavin]</td>\n",
       "      <td>ff5c13b5-6e3d-433f-8512-63c7ab0c8841</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>A Comparison of Mobile Health Evaluation Techn...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3079002</th>\n",
       "      <td>[Hassan Charaf, Peter Ekler, Tamás Mészáros, I...</td>\n",
       "      <td>ff5ce050-ea8d-40e8-a25f-c629bed2ff9c</td>\n",
       "      <td>50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mobile Platforms and Multi-Mobile Platform Dev...</td>\n",
       "      <td>Acta Cybernetica</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3079003</th>\n",
       "      <td>[Saul Blecker, Stuart D. Katz, Leora I. Horwit...</td>\n",
       "      <td>ff5f5e4d-b650-496a-bfdd-91affb718488</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Comparison of Approaches for Heart Failure Cas...</td>\n",
       "      <td></td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3079004</th>\n",
       "      <td>[Dzmitry Bahdanau, Tom Bosc, Stanisław Jastrzę...</td>\n",
       "      <td>ff8fba62-4bf4-40cd-8555-46b8c64dddd7</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Learning to Compute Word Embeddings on the Fly</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3079005</th>\n",
       "      <td>[Kirsti Askedal, Leif Skiftenes Flak, Eirik Ab...</td>\n",
       "      <td>ff90ffea-c94e-4ac5-a36a-05e1eccd6a76</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Reviewing Effects of ICT in Primary Healthcare...</td>\n",
       "      <td></td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3079006</th>\n",
       "      <td>[Ilona Kopocińska]</td>\n",
       "      <td>ff941105-0890-447a-a15f-1623dec0870e</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Breakdown Processes of Conservative Systems.</td>\n",
       "      <td>Complex Systems</td>\n",
       "      <td>1996</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3079007 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   authors  \\\n",
       "0        [Makoto Satoh, Ryo Muramatsu, Mizue Kayama, Ka...   \n",
       "1                              [Gareth Beale, Graeme Earl]   \n",
       "2        [Altaf Hossain, Faisal Zaman, Mohammed Nasser,...   \n",
       "3        [Jea-Bum Park, Byungmok Kim, Jian Shen, Sun-Yo...   \n",
       "4                      [Giovanna Guerrini, Isabella Merlo]   \n",
       "5        [Rafael Álvarez, Leandro Tortosa, José-Francis...   \n",
       "6                     [Jovan Dj. Golic, Guglielmo Morgari]   \n",
       "7         [Guzin Ulutas, Mustafa Ulutas, Vasif V. Nabiyev]   \n",
       "8                     [Pranay Chaudhuri, Hussein Thompson]   \n",
       "9                     [Dominik Szajerman, Adam Jurczyński]   \n",
       "10       [Ankita Brahmachari, Priya Singh, Avdhesh Garg...   \n",
       "11       [David Al-Dabass, Christopher Goodwin, K. Siva...   \n",
       "12                 [Alvaro L. Islas, Constance M. Schober]   \n",
       "13                         [Patrick Cousot, Radhia Cousot]   \n",
       "14                 [Minoru Shigenaga, Yoshihiro Sekiguchi]   \n",
       "15            [Reiko Heckel, Tom Mens, Michel Wermelinger]   \n",
       "16       [Efthymios Alepis, Maria Virvou, Katerina Kaba...   \n",
       "17       [Milos Zelezný, Petr Císar, Zdenek Krnoul, Jan...   \n",
       "18       [Abdullah Alsubaie, Antonio Di Pietro, Jose R....   \n",
       "19       [Tien Ho-Phuoc, Anne Guérin-Dugué, Nathalie Gu...   \n",
       "20       [Matias Madou, Bjorn De Sutter, Bruno De Bussc...   \n",
       "21       [Marco Baroni, Francis Chantree, Adam Kilgarri...   \n",
       "22       [John R. Douceur, Jeremy Elson, Jon Howell, Ja...   \n",
       "23                     [Hiroshi Furukawa, Yutaka Nakamura]   \n",
       "24                      [Nebojsa M. Ralevic, Lidija Čomić]   \n",
       "25       [William Perrizo, Qiang Ding, Masum Serazi, Ta...   \n",
       "26       [Carmen Fernández-Daza Álvarez, Philippe Langl...   \n",
       "27              [Norihiko Moriwaki, Kazuo Yano, Dai Senoo]   \n",
       "28       [Prudence W. H. Wong, Fencol C. C. Yung, Mihai...   \n",
       "29                         [Michel Abdalla, Jill-Jênn Vie]   \n",
       "...                                                    ...   \n",
       "3078977                               [Valentina Salapura]   \n",
       "3078978               [Ekaterina Bazhenova, Mathias Weske]   \n",
       "3078979  [Roman Senkerik, Zuzana Kominkova Oplatkova, I...   \n",
       "3078980                                   [Carlo A. Furia]   \n",
       "3078981  [Yoshikazu Uchiyama, Kiyomu Ishikawa, Hidehiko...   \n",
       "3078982  [Richard W. Conway, Charles G. Moore, Steven L...   \n",
       "3078983                          [Enrique Areyan Viqueira]   \n",
       "3078984  [Gregory P. Finley, Serguei V. S. Pakhomov, Re...   \n",
       "3078985  [Lorenzo Bottarelli, Jason L. Blum, Manuele Bi...   \n",
       "3078986   [Stéphane Lengrand, Roy Dyckhoff, James McKinna]   \n",
       "3078987     [Raoua Abdelkhalek, I. Boukhris, Zied Elouedi]   \n",
       "3078988                   [Henry A. Gabb, Catherine Blake]   \n",
       "3078989                                    [Erwin Reifler]   \n",
       "3078990  [Karim Tabia, Amélie Levray, Maroua Haddad, Ph...   \n",
       "3078991                     [James Jin Kang, Henry Larkin]   \n",
       "3078992         [Wolfgang Hürst, Tobias Lauer, Georg Götz]   \n",
       "3078993  [Saptarashmi Bandyopadhyay, Soumyadeep Basu, R...   \n",
       "3078994          [Shreyas Sekar, Sujoy Sikdar, Lirong Xia]   \n",
       "3078995  [Debarun Kar, Benjamin J. Ford, Shahrzad Ghola...   \n",
       "3078996  [Ram Charan Baishya, Nozrul Hoque, Dhruba K. B...   \n",
       "3078997           [Shufeng Kong, Jae Hee Lee, Sanjiang Li]   \n",
       "3078998  [Saeede Eftekhari, Niam Yaraghi, Ram D. Gopal,...   \n",
       "3078999      [Paul W. Goldberg, Christos H. Papadimitriou]   \n",
       "3079000  [Stefan Niemczyk, Stephan Opfer, Nugroho Fredi...   \n",
       "3079001     [Samantha Dick, Yvonne O'Connor, Ciara Heavin]   \n",
       "3079002  [Hassan Charaf, Peter Ekler, Tamás Mészáros, I...   \n",
       "3079003  [Saul Blecker, Stuart D. Katz, Leora I. Horwit...   \n",
       "3079004  [Dzmitry Bahdanau, Tom Bosc, Stanisław Jastrzę...   \n",
       "3079005  [Kirsti Askedal, Leif Skiftenes Flak, Eirik Ab...   \n",
       "3079006                                 [Ilona Kopocińska]   \n",
       "\n",
       "                                           id  n_citation  \\\n",
       "0        00127ee2-cb05-48ce-bc49-9de556b93346           0   \n",
       "1        001c58d3-26ad-46b3-ab3a-c1e557d16821          50   \n",
       "2        001c8744-73c4-4b04-9364-22d31a10dbf1          50   \n",
       "3        00338203-9eb3-40c5-9f31-cbac73a519ec           0   \n",
       "4        0040b022-1472-4f70-a753-74832df65266           2   \n",
       "5        005ce28f-ed77-4e97-afdc-a296137186a1           0   \n",
       "6        00638a94-23bf-4fa6-b5ce-40d799c65da7           2   \n",
       "7        00701b05-684f-45f9-b281-425abfec482c           0   \n",
       "8        00745041-3636-4d18-bbec-783c4278c40d           0   \n",
       "9        00964544-cbe2-4da9-bb5a-03333160eb34           0   \n",
       "10       00a119c4-d367-4607-b3c8-b237f2971bff           0   \n",
       "11       00ba1eb4-d1aa-4587-892b-d9dcc38c1a78           0   \n",
       "12       00bcf2d5-1592-46b0-81fd-933f90b5ecca          50   \n",
       "13       00c85316-bddf-4bcb-93f5-097adadd73c2          50   \n",
       "14       00ca027b-5174-40fa-bf63-9a97c2a5f518           0   \n",
       "15       00dc2bba-3237-4d4e-b541-1205b97df981          50   \n",
       "16       00dd5ece-1339-4cb6-a08e-43742ae2dac6          50   \n",
       "17       00e02aeb-b424-4ca8-b3ca-6e18e322f79e           7   \n",
       "18       00e3940b-201b-40ba-bd20-dbdaf26ad324           6   \n",
       "19       00fd4f6f-c7a1-49a2-a029-d583d1d7a8b1           3   \n",
       "20       01047814-b615-4449-9a30-8ef36c3c1693          50   \n",
       "21       01082175-d4e3-456a-9557-668b2449be05         101   \n",
       "22       010d4ce9-0279-4166-ae73-14551ded6404          50   \n",
       "23       010d9907-45ef-459a-a293-8e1f41cef2b7           7   \n",
       "24       010fda73-e708-489c-95b8-cccc1e9b089b           0   \n",
       "25       01103168-55d8-42bd-b8f1-fece74c61fd2           0   \n",
       "26       012b88ae-a763-45d6-8f19-2ec9ff739d5f          50   \n",
       "27       014df191-abb2-44c0-a5c5-a943551fdd74           0   \n",
       "28       01546472-0ac9-47fa-acca-ffcb7fc99097           6   \n",
       "29       016a9a21-e882-4cda-a2b1-b2b46f10601e          50   \n",
       "...                                       ...         ...   \n",
       "3078977  fcf39371-a4cd-45d6-a99e-21d58b3a4ea4           0   \n",
       "3078978  fd103756-d059-4721-b08b-d51ebb1bbb0f           0   \n",
       "3078979  fd23743e-8601-4601-80e0-5c17f0da2fe2          50   \n",
       "3078980  fd570190-b337-429e-9ef9-b2a2d897ea3a           0   \n",
       "3078981  fd61ea64-3f4a-4f20-8782-3448eb91abf1           0   \n",
       "3078982  fd94dcb0-90da-4ee4-9388-ebc1c3848379           0   \n",
       "3078983  fdb93b15-70d8-451a-9d20-cd326e0c2bd3           0   \n",
       "3078984  fdcf99eb-e106-4b90-aefb-c9cfdf72e636           0   \n",
       "3078985  fdd51420-9875-4bbb-8b80-2360c03758ce           0   \n",
       "3078986  fdf00446-d721-4e09-b27a-682b19b2e69c           0   \n",
       "3078987  fe01dc03-b925-481f-b3f0-342288c41781           0   \n",
       "3078988  fe0f8306-1c89-4dea-aeb1-816a09ffc405           0   \n",
       "3078989  fe5c441f-b7e1-4ee9-a7e8-e00116cadd50          50   \n",
       "3078990  fe621721-8bb0-4e3b-83d3-bc52fe26dd70           0   \n",
       "3078991  fe801f8f-6283-4cca-b2dd-15f55e7159aa           0   \n",
       "3078992  fe85a06b-fad0-4b8f-afa3-2a4fde69fe09           0   \n",
       "3078993  fe92fa48-ff50-413b-b4de-44d6712c2a4c           0   \n",
       "3078994  fe9de131-7dd5-4345-90f8-f35bcd5e795f           0   \n",
       "3078995  febf1d16-9501-470b-9a12-271aa60f8bad           0   \n",
       "3078996  fece56be-a319-4cfd-a59c-b5b612c436a2           0   \n",
       "3078997  fee4a0fb-3dd4-4d0c-9a5e-f7def73f5a6e          50   \n",
       "3078998  fee86b69-e25b-465d-8988-80ab2243fad8           0   \n",
       "3078999  feed36b8-0e46-4984-a463-ae159525c521           0   \n",
       "3079000  ff235c96-b802-4b5b-9a9e-34d80897ff71           0   \n",
       "3079001  ff5c13b5-6e3d-433f-8512-63c7ab0c8841           0   \n",
       "3079002  ff5ce050-ea8d-40e8-a25f-c629bed2ff9c          50   \n",
       "3079003  ff5f5e4d-b650-496a-bfdd-91affb718488           0   \n",
       "3079004  ff8fba62-4bf4-40cd-8555-46b8c64dddd7           0   \n",
       "3079005  ff90ffea-c94e-4ac5-a36a-05e1eccd6a76           0   \n",
       "3079006  ff941105-0890-447a-a15f-1623dec0870e           0   \n",
       "\n",
       "                                                references  \\\n",
       "0        [51c7e02e-f5ed-431a-8cf5-f761f266d4be, 69b625b...   \n",
       "1        [10482dd3-4642-4193-842f-85f3b70fcf65, 3133714...   \n",
       "2        [2d84c0f2-e656-4ce7-b018-90eda1c132fe, a083a1b...   \n",
       "3        [8c78e4b0-632b-4293-b491-85b1976675e6, 9cdc54f...   \n",
       "4                                                      NaN   \n",
       "5                                                      NaN   \n",
       "6                                                      NaN   \n",
       "7        [5626736c-e434-4e2d-8405-54940fab88ab, 8e87e87...   \n",
       "8                                                      NaN   \n",
       "9        [3fcd7cdc-20e6-4ea3-a41c-db126fcc5cfe, bf3a11c...   \n",
       "10       [84d47128-58d0-4187-aa44-389fde7d5c83, e0dce69...   \n",
       "11                                                     NaN   \n",
       "12                                                      []   \n",
       "13       [6e8a3ec3-9a99-4fac-ac4d-f8d1bf0fa208, 7bb71af...   \n",
       "14                                                     NaN   \n",
       "15                                                     NaN   \n",
       "16       [522bea13-bd45-4918-9478-e87ae2f039f7, 60507d4...   \n",
       "17                                                     NaN   \n",
       "18       [0293844d-7244-4562-a6ca-d84bcd9c10a5, 14cd3cf...   \n",
       "19                                                     NaN   \n",
       "20                                                     NaN   \n",
       "21                                                     NaN   \n",
       "22       [0abc9de7-e047-44fc-998d-4bf02b9bc9ab, 2c9ebc3...   \n",
       "23       [b2f0e0d3-0071-4076-921e-f93f30160c1c, f030524...   \n",
       "24       [17d92951-cd71-4945-b1c5-c9c558d92157, 4892fa7...   \n",
       "25                                                     NaN   \n",
       "26       [00515e82-3da6-497a-83d3-459e93247123, 0cd820e...   \n",
       "27       [08704b8d-70a1-44b7-b7a6-ad47c0df57c1, 0d3b388...   \n",
       "28       [08784bb3-09b9-4bd2-a191-2606f3b3a8b8, 16bf10e...   \n",
       "29       [3140c9ba-8d98-42a7-b6b8-c58fdaa8fe75, 4708b4d...   \n",
       "...                                                    ...   \n",
       "3078977                                                NaN   \n",
       "3078978                                                NaN   \n",
       "3078979  [12ecc733-4b18-43c5-896d-4635480a9394, 7cd1b53...   \n",
       "3078980                                                NaN   \n",
       "3078981                                                NaN   \n",
       "3078982  [0eb2925a-4b6f-43cf-993f-a9dee6fcfaf4, 5ff3975...   \n",
       "3078983                                                NaN   \n",
       "3078984                                                NaN   \n",
       "3078985                                                NaN   \n",
       "3078986                                                NaN   \n",
       "3078987  [089c869d-f694-4658-845b-30e871fbf56a, 118dbf4...   \n",
       "3078988                                                NaN   \n",
       "3078989                                                NaN   \n",
       "3078990                                                NaN   \n",
       "3078991                                                NaN   \n",
       "3078992  [33d07685-d4bb-48f5-9d16-0aa36622488c, 45f066e...   \n",
       "3078993                                                NaN   \n",
       "3078994                                                NaN   \n",
       "3078995                                                NaN   \n",
       "3078996                                                NaN   \n",
       "3078997                                                NaN   \n",
       "3078998                                                NaN   \n",
       "3078999                                                NaN   \n",
       "3079000                                                NaN   \n",
       "3079001                                                NaN   \n",
       "3079002                                                NaN   \n",
       "3079003                                                NaN   \n",
       "3079004                                                NaN   \n",
       "3079005                                                NaN   \n",
       "3079006                                                NaN   \n",
       "\n",
       "                                                     title  \\\n",
       "0        Preliminary Design of a Network Protocol Learn...   \n",
       "1        A methodology for the physically accurate visu...   \n",
       "2        Comparison of GARCH, Neural Network and Suppor...   \n",
       "3        Development of Remote Monitoring and Control D...   \n",
       "4        Reasonig about Set-Oriented Methods in Object ...   \n",
       "5        COMPARING GNG3D AND QUADRIC ERROR METRICS METH...   \n",
       "6                      Vectorial fast correlation attacks.   \n",
       "7        Improved Secret Image Sharing Method By Encodi...   \n",
       "8        A Self-Stabilizing Algorithm for Finding the C...   \n",
       "9        Fur Visualisation for Computer Game Engines an...   \n",
       "10       Identifying Psychological Theme Words from Emo...   \n",
       "11       Simulation of a vision steering system for roa...   \n",
       "12       Multisymplectic Spectral Methods for the Gross...   \n",
       "13       Relational Abstract Interpretation of Higher O...   \n",
       "14       Speech training systems using lateral shapes o...   \n",
       "15             Software Evolution through Transformations.   \n",
       "16       Knowledge Engineering for Affective Bi-Modal I...   \n",
       "17       Design of an audio-visual speech corpus for th...   \n",
       "18       A Platform for Disaster Response Planning with...   \n",
       "19       A COMPUTATIONAL SALIENCY MODEL INTEGRATING SAC...   \n",
       "20                   Link-time compaction of MIPS programs   \n",
       "21        Cleaneval: a Competition for Cleaning Web Pages.   \n",
       "22       Leveraging legacy code to deploy desktop appli...   \n",
       "23       A pedestrian navigation method for user's safe...   \n",
       "24       Algorithms for the Construction of Digital Con...   \n",
       "25       Vertical Database Design for Scalable Data Min...   \n",
       "26       Word pairs in language modeling for informatio...   \n",
       "27       Sensor-Data-Driven Knowledge Creation Model: A...   \n",
       "28       An 8/3 Lower Bound for Online Dynamic Bin Packing   \n",
       "29                    Leakage-Resilient spatial encryption   \n",
       "...                                                    ...   \n",
       "3078977    HIPAA Compliant Cloud for Sensitive Health Data   \n",
       "3078978  Optimal acquisition of input data for decision...   \n",
       "3078979  Evolutionary Chaos Controller Synthesis for St...   \n",
       "3078980  What good is bayesian data analysis for softwa...   \n",
       "3078981  Development of an Electronic Patient Record Sy...   \n",
       "3078982        An interactive version of the PL/C compiler   \n",
       "3078983  Principled Autonomous Decision Making for Mark...   \n",
       "3078984  Towards Comprehensive Clinical Abbreviation Di...   \n",
       "3078985  Path efficient level set estimation for mobile...   \n",
       "3078986                 A Sequent Calculus for Type Theory   \n",
       "3078987  A New User-Based Collaborative Filtering Under...   \n",
       "3078988  Factoring near-field chemical exposure into pe...   \n",
       "3078989  Mechanical determination of the constituents o...   \n",
       "3078990  Learning the parameters of possibilistic netwo...   \n",
       "3078991  Intelligent Personal Health Devices Converged ...   \n",
       "3078992  An elastic audio slider for interactive speech...   \n",
       "3078993  Thresholding of Histopathological Images of Or...   \n",
       "3078994  Condorcet Consistent Bundling with Social Choice.   \n",
       "3078995  Cloudy with a Chance of Poaching: Adversary Be...   \n",
       "3078996  DDoS Attack Detection Using Unique Source IP D...   \n",
       "3078997  A Deterministic Distributed Algorithm for Reas...   \n",
       "3078998  The Impact of Health Information Exchanges on ...   \n",
       "3078999  Towards a Unified Complexity Theory of Total F...   \n",
       "3079000  ICE: self-configuration of information process...   \n",
       "3079001  A Comparison of Mobile Health Evaluation Techn...   \n",
       "3079002  Mobile Platforms and Multi-Mobile Platform Dev...   \n",
       "3079003  Comparison of Approaches for Heart Failure Cas...   \n",
       "3079004     Learning to Compute Word Embeddings on the Fly   \n",
       "3079005  Reviewing Effects of ICT in Primary Healthcare...   \n",
       "3079006       Breakdown Processes of Conservative Systems.   \n",
       "\n",
       "                                                     venue  year  \n",
       "0        international conference on human-computer int...  2013  \n",
       "1                  visual analytics science and technology  2011  \n",
       "2             pattern recognition and machine intelligence  2009  \n",
       "3                                                           2011  \n",
       "4                                                           1998  \n",
       "5        international conference on computer graphics ...  2009  \n",
       "6                                                           2004  \n",
       "7        international symposium on computer and inform...  2011  \n",
       "8        parallel and distributed processing techniques...  2003  \n",
       "9        international conference on computer vision an...  2014  \n",
       "10                                                          2013  \n",
       "11                                                          1995  \n",
       "12       international conference on conceptual structures  2002  \n",
       "13                                                          1991  \n",
       "14       international joint conference on artificial i...  1979  \n",
       "15        Electronic Notes in Theoretical Computer Science  2003  \n",
       "16       joint conference on knowledge-based software e...  2008  \n",
       "17       conference of the international speech communi...  2002  \n",
       "18                                                          2013  \n",
       "19       international conference on bio-inspired syste...  2009  \n",
       "20                        european symposium on algorithms  2004  \n",
       "21                       language resources and evaluation  2008  \n",
       "22             operating systems design and implementation  2008  \n",
       "23       international conference on human computer int...  2013  \n",
       "24                                                          2007  \n",
       "25                                                          2005  \n",
       "26                                                          2004  \n",
       "27                                                          2014  \n",
       "28       international symposium on algorithms and comp...  2012  \n",
       "29                                                          2012  \n",
       "...                                                    ...   ...  \n",
       "3078977  international conference on cloud computing an...  2017  \n",
       "3078978                                                     2017  \n",
       "3078979                                    Complex Systems  2012  \n",
       "3078980                                                     2017  \n",
       "3078981                                                     2001  \n",
       "3078982                                                     1977  \n",
       "3078983          Autonomous Agents and Multi-Agent Systems  2017  \n",
       "3078984                                                     2016  \n",
       "3078985                                                     2017  \n",
       "3078986                                                     2006  \n",
       "3078987                                                     2017  \n",
       "3078988                                                     2016  \n",
       "3078989                                                     1955  \n",
       "3078990                                                     2017  \n",
       "3078991                              Journal of Multimedia  2017  \n",
       "3078992                                                     2004  \n",
       "3078993                                                     2017  \n",
       "3078994          Autonomous Agents and Multi-Agent Systems  2017  \n",
       "3078995          Autonomous Agents and Multi-Agent Systems  2017  \n",
       "3078996          International Journal of Network Security  2017  \n",
       "3078997          Autonomous Agents and Multi-Agent Systems  2017  \n",
       "3078998                                                     2017  \n",
       "3078999  Electronic Colloquium on Computational Complexity  2017  \n",
       "3079000                                                     2017  \n",
       "3079001                                                     2017  \n",
       "3079002                                   Acta Cybernetica  2014  \n",
       "3079003                                                     2016  \n",
       "3079004                                                     2017  \n",
       "3079005                                                     2017  \n",
       "3079006                                    Complex Systems  1996  \n",
       "\n",
       "[3079007 rows x 7 columns]"
      ]
     },
     "execution_count": 137,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "citation = ml_papers[[\"n_citation\"]]\n",
    "citation.to_feather('citation_only.feather')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['IEEE Transactions on Pattern Analysis and Machine Intelligence',\n",
       " 'IEEE Transactions on Information Theory',\n",
       " 'Lecture Notes in Computer Science',\n",
       " 'international conference on robotics and automation',\n",
       " 'Bioinformatics',\n",
       " 'computer vision and pattern recognition',\n",
       " 'Communications of The ACM',\n",
       " 'Nucleic Acids Research',\n",
       " 'international conference on acoustics, speech, and signal processing',\n",
       " 'international conference on computer graphics and interactive techniques']"
      ]
     },
     "execution_count": 205,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_10_venues = list(ml_papers[[\"venue\", \"n_citation\"]]\n",
    "                     .groupby([\"venue\"])\n",
    "                     .sum()\n",
    "                     .reset_index()\n",
    "                     .sort_values(by = \"n_citation\", ascending = False)[\"venue\"][1:11]\n",
    "                    )\n",
    "top_10_venues"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 206,
   "metadata": {},
   "outputs": [],
   "source": [
    "ml_papers = ml_papers[ml_papers.venue.isin(top_10_venues)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 207,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>authors</th>\n",
       "      <th>id</th>\n",
       "      <th>n_citation</th>\n",
       "      <th>references</th>\n",
       "      <th>title</th>\n",
       "      <th>venue</th>\n",
       "      <th>year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>287</th>\n",
       "      <td>[N. Sai Shankar, Sunghyun Choi]</td>\n",
       "      <td>11f0bd37-ae5a-43e6-b14a-a59bc00fdd90</td>\n",
       "      <td>50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>QoS Signaling for Parameterized Traffic in IEE...</td>\n",
       "      <td>Lecture Notes in Computer Science</td>\n",
       "      <td>2002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>331</th>\n",
       "      <td>[C. Graciani Díaz, Francisco-Jesús Martín-Mate...</td>\n",
       "      <td>155dec16-36d6-44f4-976b-1afb5d1924af</td>\n",
       "      <td>50</td>\n",
       "      <td>[c17481ca-9511-4793-8dad-a2486e0b2713]</td>\n",
       "      <td>Specification of Adleman's Restricted Model Us...</td>\n",
       "      <td>Lecture Notes in Computer Science</td>\n",
       "      <td>2002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>484</th>\n",
       "      <td>[Van-Nam Huynh, Yoshiteru Nakamori, Tu Bao Ho]</td>\n",
       "      <td>20f0a5af-395a-487f-854d-9888295f2508</td>\n",
       "      <td>4</td>\n",
       "      <td>[5fe2f07f-4093-4c1a-94e6-39666362ec48, b2e6bac...</td>\n",
       "      <td>Utility function induced by fuzzy target in pr...</td>\n",
       "      <td>Lecture Notes in Computer Science</td>\n",
       "      <td>2006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>489</th>\n",
       "      <td>[Yisheng Guan, Teresa R. Ho, Hong Zhang]</td>\n",
       "      <td>210d708b-080c-46ce-850f-0588450de08b</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>An Integrated Robotic Hand/Simulator System fo...</td>\n",
       "      <td>international conference on robotics and autom...</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>544</th>\n",
       "      <td>[Makoto Matsushita, Makoto Oshita, Hajimu Iida...</td>\n",
       "      <td>25e09f2e-c606-469f-a763-5d20b4704a86</td>\n",
       "      <td>7</td>\n",
       "      <td>[269663ea-4dc4-4e99-86da-b04240bfdf5c, 3ff297f...</td>\n",
       "      <td>Distributed Process Management System Based on...</td>\n",
       "      <td>Lecture Notes in Computer Science</td>\n",
       "      <td>1998</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               authors  \\\n",
       "287                    [N. Sai Shankar, Sunghyun Choi]   \n",
       "331  [C. Graciani Díaz, Francisco-Jesús Martín-Mate...   \n",
       "484     [Van-Nam Huynh, Yoshiteru Nakamori, Tu Bao Ho]   \n",
       "489           [Yisheng Guan, Teresa R. Ho, Hong Zhang]   \n",
       "544  [Makoto Matsushita, Makoto Oshita, Hajimu Iida...   \n",
       "\n",
       "                                       id  n_citation  \\\n",
       "287  11f0bd37-ae5a-43e6-b14a-a59bc00fdd90          50   \n",
       "331  155dec16-36d6-44f4-976b-1afb5d1924af          50   \n",
       "484  20f0a5af-395a-487f-854d-9888295f2508           4   \n",
       "489  210d708b-080c-46ce-850f-0588450de08b           0   \n",
       "544  25e09f2e-c606-469f-a763-5d20b4704a86           7   \n",
       "\n",
       "                                            references  \\\n",
       "287                                                NaN   \n",
       "331             [c17481ca-9511-4793-8dad-a2486e0b2713]   \n",
       "484  [5fe2f07f-4093-4c1a-94e6-39666362ec48, b2e6bac...   \n",
       "489                                                NaN   \n",
       "544  [269663ea-4dc4-4e99-86da-b04240bfdf5c, 3ff297f...   \n",
       "\n",
       "                                                 title  \\\n",
       "287  QoS Signaling for Parameterized Traffic in IEE...   \n",
       "331  Specification of Adleman's Restricted Model Us...   \n",
       "484  Utility function induced by fuzzy target in pr...   \n",
       "489  An Integrated Robotic Hand/Simulator System fo...   \n",
       "544  Distributed Process Management System Based on...   \n",
       "\n",
       "                                                 venue  year  \n",
       "287                  Lecture Notes in Computer Science  2002  \n",
       "331                  Lecture Notes in Computer Science  2002  \n",
       "484                  Lecture Notes in Computer Science  2006  \n",
       "489  international conference on robotics and autom...  2001  \n",
       "544                  Lecture Notes in Computer Science  1998  "
      ]
     },
     "execution_count": 207,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ml_papers.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## LDA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [],
   "source": [
    "documents = ml_papers[['id', 'title']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>287</th>\n",
       "      <td>11f0bd37-ae5a-43e6-b14a-a59bc00fdd90</td>\n",
       "      <td>QoS Signaling for Parameterized Traffic in IEE...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>331</th>\n",
       "      <td>155dec16-36d6-44f4-976b-1afb5d1924af</td>\n",
       "      <td>Specification of Adleman's Restricted Model Us...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>484</th>\n",
       "      <td>20f0a5af-395a-487f-854d-9888295f2508</td>\n",
       "      <td>Utility function induced by fuzzy target in pr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>489</th>\n",
       "      <td>210d708b-080c-46ce-850f-0588450de08b</td>\n",
       "      <td>An Integrated Robotic Hand/Simulator System fo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>544</th>\n",
       "      <td>25e09f2e-c606-469f-a763-5d20b4704a86</td>\n",
       "      <td>Distributed Process Management System Based on...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       id  \\\n",
       "287  11f0bd37-ae5a-43e6-b14a-a59bc00fdd90   \n",
       "331  155dec16-36d6-44f4-976b-1afb5d1924af   \n",
       "484  20f0a5af-395a-487f-854d-9888295f2508   \n",
       "489  210d708b-080c-46ce-850f-0588450de08b   \n",
       "544  25e09f2e-c606-469f-a763-5d20b4704a86   \n",
       "\n",
       "                                                 title  \n",
       "287  QoS Signaling for Parameterized Traffic in IEE...  \n",
       "331  Specification of Adleman's Restricted Model Us...  \n",
       "484  Utility function induced by fuzzy target in pr...  \n",
       "489  An Integrated Robotic Hand/Simulator System fo...  \n",
       "544  Distributed Process Management System Based on...  "
      ]
     },
     "execution_count": 157,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "documents.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package wordnet to\n",
      "[nltk_data]     /Users/tniyomkarn/nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 158,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import gensim\n",
    "from gensim.utils import simple_preprocess\n",
    "from gensim.parsing.preprocessing import STOPWORDS\n",
    "from nltk.stem import WordNetLemmatizer, SnowballStemmer\n",
    "from nltk.stem.porter import *\n",
    "np.random.seed(3)\n",
    "import nltk\n",
    "nltk.download('wordnet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/tniyomkarn/tensorflow/lib/python3.6/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "documents['index'] = documents.index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [],
   "source": [
    "stemmer = SnowballStemmer('english')\n",
    "def lemmatize_stemming(text):\n",
    "    return stemmer.stem(WordNetLemmatizer().lemmatize(text, pos='v'))\n",
    "def preprocess(text):\n",
    "    result = []\n",
    "    for token in gensim.utils.simple_preprocess(text):\n",
    "        if token not in gensim.parsing.preprocessing.STOPWORDS and len(token) > 3:\n",
    "            result.append(lemmatize_stemming(token))\n",
    "    return result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "287     [signal, parameter, traffic, ieee, wireless, lan]\n",
       "331     [specif, adleman, restrict, model, autom, reas...\n",
       "484     [util, function, induc, fuzzi, target, probabi...\n",
       "489     [integr, robot, hand, simul, tele, manipul, in...\n",
       "544     [distribut, process, manag, base, object, cent...\n",
       "1096                      [seiz, power, shader, storytel]\n",
       "1135             [progress, mobil, microfabr, millirobot]\n",
       "1307              [critic, comput, academ, inevit, divis]\n",
       "1353    [holon, multi, agent, robust, flexibl, reliabl...\n",
       "1431    [support, student, draw, diagram, assess, comp...\n",
       "Name: title, dtype: object"
      ]
     },
     "execution_count": 161,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "processed_docs = documents['title'].map(preprocess)\n",
    "processed_docs[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 ieee\n",
      "1 lan\n",
      "2 parameter\n",
      "3 signal\n",
      "4 traffic\n",
      "5 wireless\n",
      "6 adleman\n",
      "7 autom\n",
      "8 experi\n",
      "9 lipton\n",
      "10 model\n"
     ]
    }
   ],
   "source": [
    "dictionary = gensim.corpora.Dictionary(processed_docs)\n",
    "count = 0\n",
    "for k, v in dictionary.iteritems():\n",
    "    print(k, v)\n",
    "    count += 1\n",
    "    if count > 10:\n",
    "        break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [],
   "source": [
    "dictionary.filter_extremes(no_below=15, no_above=0.5, keep_n=100000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(248, 1), (694, 1), (1024, 1)]"
      ]
     },
     "execution_count": 164,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bow_corpus = [dictionary.doc2bow(doc) for doc in processed_docs]\n",
    "bow_corpus[4310]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Word 248 (\"maximum\") appears 1 time.\n",
      "Word 694 (\"valu\") appears 1 time.\n",
      "Word 1024 (\"mean\") appears 1 time.\n"
     ]
    }
   ],
   "source": [
    "bow_doc_4310 = bow_corpus[4310]\n",
    "for i in range(len(bow_doc_4310)):\n",
    "    print(\"Word {} (\\\"{}\\\") appears {} time.\".format(bow_doc_4310[i][0], \n",
    "                                               dictionary[bow_doc_4310[i][0]], \n",
    "bow_doc_4310[i][1]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[(0, 0.4616494462947011),\n",
      " (1, 0.5472322759358625),\n",
      " (2, 0.4435473513780698),\n",
      " (3, 0.241459641910254),\n",
      " (4, 0.3797916281586823),\n",
      " (5, 0.2968803336438776)]\n"
     ]
    }
   ],
   "source": [
    "from gensim import corpora, models\n",
    "tfidf = models.TfidfModel(bow_corpus)\n",
    "corpus_tfidf = tfidf[bow_corpus]\n",
    "from pprint import pprint\n",
    "for doc in corpus_tfidf:\n",
    "    pprint(doc)\n",
    "    break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [],
   "source": [
    "lda_model = gensim.models.LdaMulticore(bow_corpus, num_topics=5, id2word=dictionary, passes=2, workers=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Topic: 0 \n",
      "Words: 0.023*\"estim\" + 0.020*\"base\" + 0.019*\"imag\" + 0.017*\"model\" + 0.013*\"detect\" + 0.011*\"structur\" + 0.010*\"algorithm\" + 0.009*\"method\" + 0.008*\"recognit\" + 0.008*\"sequenc\" + 0.007*\"signal\" + 0.007*\"data\" + 0.007*\"spars\" + 0.007*\"match\" + 0.007*\"robust\" + 0.007*\"align\" + 0.007*\"reconstruct\" + 0.007*\"dimension\" + 0.007*\"adapt\" + 0.006*\"filter\"\n",
      "Topic: 1 \n",
      "Words: 0.022*\"data\" + 0.018*\"analysi\" + 0.017*\"databas\" + 0.016*\"model\" + 0.016*\"base\" + 0.012*\"gene\" + 0.011*\"genom\" + 0.011*\"protein\" + 0.011*\"interact\" + 0.010*\"tool\" + 0.010*\"design\" + 0.009*\"integr\" + 0.009*\"comput\" + 0.009*\"languag\" + 0.008*\"process\" + 0.008*\"express\" + 0.007*\"structur\" + 0.007*\"learn\" + 0.007*\"softwar\" + 0.007*\"studi\"\n",
      "Topic: 2 \n",
      "Words: 0.038*\"robot\" + 0.032*\"control\" + 0.017*\"system\" + 0.016*\"inform\" + 0.013*\"base\" + 0.013*\"network\" + 0.012*\"manipul\" + 0.012*\"dynam\" + 0.012*\"channel\" + 0.010*\"optim\" + 0.010*\"plan\" + 0.010*\"design\" + 0.009*\"motion\" + 0.008*\"multi\" + 0.007*\"communic\" + 0.007*\"adapt\" + 0.007*\"time\" + 0.007*\"power\" + 0.007*\"secur\" + 0.006*\"path\"\n",
      "Topic: 3 \n",
      "Words: 0.035*\"base\" + 0.028*\"network\" + 0.024*\"model\" + 0.018*\"imag\" + 0.017*\"object\" + 0.015*\"mobil\" + 0.014*\"recognit\" + 0.013*\"time\" + 0.012*\"neural\" + 0.012*\"featur\" + 0.012*\"video\" + 0.011*\"learn\" + 0.011*\"real\" + 0.010*\"detect\" + 0.010*\"local\" + 0.009*\"segment\" + 0.008*\"classif\" + 0.007*\"approach\" + 0.007*\"multi\" + 0.007*\"dynam\"\n",
      "Topic: 4 \n",
      "Words: 0.029*\"cod\" + 0.023*\"algorithm\" + 0.017*\"speech\" + 0.015*\"linear\" + 0.014*\"problem\" + 0.011*\"sourc\" + 0.010*\"parallel\" + 0.010*\"base\" + 0.009*\"optim\" + 0.008*\"analysi\" + 0.008*\"error\" + 0.008*\"channel\" + 0.007*\"bound\" + 0.007*\"function\" + 0.006*\"decod\" + 0.006*\"effici\" + 0.006*\"complex\" + 0.006*\"program\" + 0.006*\"construct\" + 0.005*\"correl\"\n"
     ]
    }
   ],
   "source": [
    "for idx, topic in lda_model.print_topics(-1, 20):\n",
    "    print('Topic: {} \\nWords: {}'.format(idx, topic))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 193,
   "metadata": {},
   "outputs": [],
   "source": [
    "topic_dict = {\n",
    "    0: \"Pattern Recognition and Machine Learning\",\n",
    "    1: \"Bioinformatics\",\n",
    "    2: \"Robotics and Automation\",\n",
    "    3: \"Computer Vision\",\n",
    "    4: \"Signal and Speech Processing\",\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 194,
   "metadata": {},
   "outputs": [],
   "source": [
    "topic_prob = lda_model.get_document_topics(bow_corpus, per_word_topics=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [],
   "source": [
    "# for doc_topics, word_topics, phi_values in topics:\n",
    "#     print('New Document \\n')\n",
    "#     print ('Document topics:', doc_topics)\n",
    "# #     print 'Word topics:', word_topics\n",
    "# #     print 'Phi values:', phi_values\n",
    "#     print(\" \")\n",
    "#     print('-------------- \\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 196,
   "metadata": {},
   "outputs": [],
   "source": [
    "topics = [max(x[0],key=itemgetter(1))[0]  for x in topic_prob]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 197,
   "metadata": {},
   "outputs": [],
   "source": [
    "topics = np.array(topics)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Convert authors and references"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "metadata": {},
   "outputs": [],
   "source": [
    "ml_papers['topic'] = topics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 218,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "can only join an iterable",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-218-b4e209894b95>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mml_papers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mauthors\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mml_papers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mauthors\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m', '\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mml_papers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mloc\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mml_papers\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'references'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0misnull\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'references'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mml_papers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mloc\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mml_papers\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'references'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0misnull\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'references'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;32mlambda\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0mml_papers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreferences\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mml_papers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreferences\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m', '\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/tensorflow/lib/python3.6/site-packages/pandas/core/series.py\u001b[0m in \u001b[0;36mapply\u001b[0;34m(self, func, convert_dtype, args, **kwds)\u001b[0m\n\u001b[1;32m   3192\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3193\u001b[0m                 \u001b[0mvalues\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mastype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobject\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3194\u001b[0;31m                 \u001b[0mmapped\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlib\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmap_infer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mconvert\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mconvert_dtype\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3195\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3196\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmapped\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmapped\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mSeries\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/src/inference.pyx\u001b[0m in \u001b[0;36mpandas._libs.lib.map_infer\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;31mTypeError\u001b[0m: can only join an iterable"
     ]
    }
   ],
   "source": [
    "ml_papers.authors = ml_papers.authors.apply(', '.join)\n",
    "ml_papers.loc[ml_papers['references'].isnull(),['references']] = ml_papers.loc[ml_papers['references'].isnull(),'references'].apply(lambda x: [])\n",
    "ml_papers.references = ml_papers.references.apply(', '.join)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 210,
   "metadata": {},
   "outputs": [],
   "source": [
    "ml_papers = ml_papers.replace({\"topic\": topic_dict})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 214,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>authors</th>\n",
       "      <th>id</th>\n",
       "      <th>n_citation</th>\n",
       "      <th>references</th>\n",
       "      <th>title</th>\n",
       "      <th>venue</th>\n",
       "      <th>year</th>\n",
       "      <th>topic</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>287</th>\n",
       "      <td>N. Sai Shankar, Sunghyun Choi</td>\n",
       "      <td>11f0bd37-ae5a-43e6-b14a-a59bc00fdd90</td>\n",
       "      <td>50</td>\n",
       "      <td></td>\n",
       "      <td>QoS Signaling for Parameterized Traffic in IEE...</td>\n",
       "      <td>Lecture Notes in Computer Science</td>\n",
       "      <td>2002</td>\n",
       "      <td>Computer Vision</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>331</th>\n",
       "      <td>C. Graciani Díaz, Francisco-Jesús Martín-Mateo...</td>\n",
       "      <td>155dec16-36d6-44f4-976b-1afb5d1924af</td>\n",
       "      <td>50</td>\n",
       "      <td>c17481ca-9511-4793-8dad-a2486e0b2713</td>\n",
       "      <td>Specification of Adleman's Restricted Model Us...</td>\n",
       "      <td>Lecture Notes in Computer Science</td>\n",
       "      <td>2002</td>\n",
       "      <td>Bioinformatics</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>484</th>\n",
       "      <td>Van-Nam Huynh, Yoshiteru Nakamori, Tu Bao Ho</td>\n",
       "      <td>20f0a5af-395a-487f-854d-9888295f2508</td>\n",
       "      <td>4</td>\n",
       "      <td>5fe2f07f-4093-4c1a-94e6-39666362ec48, b2e6bac3...</td>\n",
       "      <td>Utility function induced by fuzzy target in pr...</td>\n",
       "      <td>Lecture Notes in Computer Science</td>\n",
       "      <td>2006</td>\n",
       "      <td>Signal and Speech Processing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>489</th>\n",
       "      <td>Yisheng Guan, Teresa R. Ho, Hong Zhang</td>\n",
       "      <td>210d708b-080c-46ce-850f-0588450de08b</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>An Integrated Robotic Hand/Simulator System fo...</td>\n",
       "      <td>international conference on robotics and autom...</td>\n",
       "      <td>2001</td>\n",
       "      <td>Robotics and Automation</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>544</th>\n",
       "      <td>Makoto Matsushita, Makoto Oshita, Hajimu Iida,...</td>\n",
       "      <td>25e09f2e-c606-469f-a763-5d20b4704a86</td>\n",
       "      <td>7</td>\n",
       "      <td>269663ea-4dc4-4e99-86da-b04240bfdf5c, 3ff297f0...</td>\n",
       "      <td>Distributed Process Management System Based on...</td>\n",
       "      <td>Lecture Notes in Computer Science</td>\n",
       "      <td>1998</td>\n",
       "      <td>Bioinformatics</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               authors  \\\n",
       "287                      N. Sai Shankar, Sunghyun Choi   \n",
       "331  C. Graciani Díaz, Francisco-Jesús Martín-Mateo...   \n",
       "484       Van-Nam Huynh, Yoshiteru Nakamori, Tu Bao Ho   \n",
       "489             Yisheng Guan, Teresa R. Ho, Hong Zhang   \n",
       "544  Makoto Matsushita, Makoto Oshita, Hajimu Iida,...   \n",
       "\n",
       "                                       id  n_citation  \\\n",
       "287  11f0bd37-ae5a-43e6-b14a-a59bc00fdd90          50   \n",
       "331  155dec16-36d6-44f4-976b-1afb5d1924af          50   \n",
       "484  20f0a5af-395a-487f-854d-9888295f2508           4   \n",
       "489  210d708b-080c-46ce-850f-0588450de08b           0   \n",
       "544  25e09f2e-c606-469f-a763-5d20b4704a86           7   \n",
       "\n",
       "                                            references  \\\n",
       "287                                                      \n",
       "331               c17481ca-9511-4793-8dad-a2486e0b2713   \n",
       "484  5fe2f07f-4093-4c1a-94e6-39666362ec48, b2e6bac3...   \n",
       "489                                                      \n",
       "544  269663ea-4dc4-4e99-86da-b04240bfdf5c, 3ff297f0...   \n",
       "\n",
       "                                                 title  \\\n",
       "287  QoS Signaling for Parameterized Traffic in IEE...   \n",
       "331  Specification of Adleman's Restricted Model Us...   \n",
       "484  Utility function induced by fuzzy target in pr...   \n",
       "489  An Integrated Robotic Hand/Simulator System fo...   \n",
       "544  Distributed Process Management System Based on...   \n",
       "\n",
       "                                                 venue  year  \\\n",
       "287                  Lecture Notes in Computer Science  2002   \n",
       "331                  Lecture Notes in Computer Science  2002   \n",
       "484                  Lecture Notes in Computer Science  2006   \n",
       "489  international conference on robotics and autom...  2001   \n",
       "544                  Lecture Notes in Computer Science  1998   \n",
       "\n",
       "                            topic  \n",
       "287               Computer Vision  \n",
       "331                Bioinformatics  \n",
       "484  Signal and Speech Processing  \n",
       "489       Robotics and Automation  \n",
       "544                Bioinformatics  "
      ]
     },
     "execution_count": 214,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ml_papers.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 212,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "137608"
      ]
     },
     "execution_count": 212,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(ml_papers)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {},
   "outputs": [],
   "source": [
    "ml_papers.reset_index(drop=True).to_feather('ml_papers_2.feather')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}