scraping website beautifulsoup v13.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Version 12\n",
    "Dated 15 Nov.\n",
    "\n",
    "In this version we have changed the code to look for the most frequent words in the first fifty results of patents from a list of 132 results. The results are directly from the USTrademark office website. We will be moving into a more elaborate use of Natural Language Processing Tool Kit in python to better assess the frequency of words used in the first fifty results we are scraping from the UStrademark Office's website. This code will be modified further.\n",
    "\n",
    "Authors:Diane, Joshi\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# import libraries\n",
    "#import urllib2\n",
    "import pandas as pd\n",
    "from urllib.request import urlopen\n",
    "from bs4 import BeautifulSoup\n",
    "from time import sleep\n",
    "from random import randint"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def getsoupfromlink(quote_page):\n",
    "    # specify the url\n",
    "    quote_page = 'http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=2&f=S&l=50&Query=ACLM%2Fpython+&d=PTXT'\n",
    "    # query the website and return the html to the variable ‘page’\n",
    "    page = urlopen(quote_page)\n",
    "    # parse the html using beautiful soap and store in variable `soup`\n",
    "    soup = BeautifulSoup(page, 'html.parser')\n",
    "    return soup\n",
    "\n",
    "#soup = getsoupfromlink(quote_page)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "soup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#s = soup.text\n",
    "\n",
    "def find_between( s, first, last ):\n",
    "    try:\n",
    "        start = s.index( first ) + len( first )\n",
    "        end = s.index( last, start )\n",
    "        return s[start:end]\n",
    "    except ValueError:\n",
    "        return \"\"\n",
    "\n",
    "def find_between_r( s, first, last ):\n",
    "    try:\n",
    "        start = s.rindex( first ) + len( first )\n",
    "        end = s.rindex( last, start )\n",
    "        return s[start:end]\n",
    "    except ValueError:\n",
    "        return \"\"\n",
    "\n",
    "\n",
    "#print (find_between( s, \"What is claimed is:\", \"* * * * *\" ))\n",
    "#print (find_between_r (s, '123', 'abc' ))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true,
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "def extractlink (soup):\n",
    "    alllinks = []\n",
    "    count = 0 \n",
    "    for link in soup.find_all('a', href=True):\n",
    "        x =  link['href']\n",
    "        if x[:19]=='/netacgi/nph-Parser' and x.find('Next') == -1:\n",
    "\n",
    "            count = count+1\n",
    "            alllinks.append ('http://patft.uspto.gov'+x)\n",
    "    return alllinks\n",
    "\n",
    "#alllinks = extractlink(soup)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def remove_duplicates(l):\n",
    "    return list(set(l))\n",
    "\n",
    "#alllinks = remove_duplicates(alllinks)\n",
    "\n",
    "#print (len(alllinks))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def getdatafromlink(link, lstofp):\n",
    "    from urllib.request import urlopen\n",
    "    from bs4 import BeautifulSoup\n",
    "    #quote_page2 = 'http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=1&p=1&f=G&l=50&d=PTXT&S1=(python.CLTX.+or+python.DCTX.)&OS=ACLM/python&RS=ACLM/python/'\n",
    "    quote_page2 = link\n",
    "    \n",
    "    page2 = urlopen(quote_page2)\n",
    "\n",
    "    sleep(randint(8,15)/10)\n",
    "    soupinfun = BeautifulSoup(page2, 'html.parser')\n",
    "    \n",
    "    try:\n",
    "        heading= (soupinfun.find('font', {'size':'+1'}).text).replace(\"\\n\", \"\")\n",
    "        heading = ' '.join(heading.split())\n",
    "        abstract= (soupinfun.p.text).replace(\"\\n\", \"\")\n",
    "        abstract = ' '.join(abstract.split())\n",
    "        claims = (find_between (soupinfun.text, 'What is claimed is:', '* * * * *' )).replace(\"\\n\", \"\")\n",
    "        claims = ' '.join(claims.split())\n",
    "        #print soup\n",
    "        lstofp.append([link,heading, abstract, claims])\n",
    "        page2.close()\n",
    "        #time.sleep(.1)\n",
    "\n",
    "    except Exception:\n",
    "        pass\n",
    "    return lstofp;\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def createdf(alllinks):\n",
    "    listofp =[]\n",
    "    for item in alllinks:\n",
    "        listofp = getdatafromlink(item,listofp)\n",
    "\n",
    "    cols = ['Link', 'Heading', 'Abstract', 'Claims']\n",
    "\n",
    "    df1 = pd.DataFrame(listofp, columns=cols)\n",
    "\n",
    "    df1.to_csv('output.txt', sep='|')\n",
    "    return df1\n",
    "\n",
    "#df1 = createdf(alllinks)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "quote_page = 'http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=2&f=S&l=50&Query=ACLM%2Fpython+&d=PTXT'\n",
    "\n",
    "listofresultpages=[]\n",
    "\n",
    "for num in range(1,9):\n",
    "    leftlink= 'http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p='\n",
    "    midnumber = num\n",
    "    rightlink = '&f=S&l=50&Query=ACLM%2Fpython+&d=PTXT'\n",
    "    quotepagejoined = leftlink+str(midnumber)+rightlink\n",
    "    listofresultpages.append([quotepagejoined])\n",
    "\n",
    "#print (quotepagejoined == quote_page)\n",
    "\n",
    "#listofresultpages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                                                 Link  \\\n",
      "0   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "1   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "2   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "3   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "4   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "5   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "6   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "7   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "8   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "9   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "10  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "11  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "12  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "13  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "14  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "15  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "16  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "17  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "18  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "19  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "20  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "21  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "22  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "23  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "24  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "25  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "26  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "27  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "28  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "29  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "\n",
      "                                              Heading  \\\n",
      "0                Pattern modeling methods and systems   \n",
      "1   System for translating diverse programming lan...   \n",
      "2   Method and system for data centric heap profiling   \n",
      "3   Intelligent offline caching of non-navigated c...   \n",
      "4                         Record based code structure   \n",
      "5   Procedurally expressing graphic objects for we...   \n",
      "6   Integrating map-reduce into a distributed rela...   \n",
      "7          Garbage collection implemented in hardware   \n",
      "8   System and method for automatic hardware and s...   \n",
      "9   Program system, and method and system arrangem...   \n",
      "10     User-configurable network performance monitors   \n",
      "11                      Beverage dispensing apparatus   \n",
      "12  Method and system for dynamic digital rights b...   \n",
      "13  Documentation generation from a computer reada...   \n",
      "14  Method and system for simplifying distributed ...   \n",
      "15  Client program executable on multiple heteroge...   \n",
      "16  Methods and systems to avoid unproductive disp...   \n",
      "17  Systems and methods for managing a collaborati...   \n",
      "18  Systems, methods and apparatus for modeling, s...   \n",
      "19           Embedded distributed computing solutions   \n",
      "20             Facilitating client server interaction   \n",
      "21  Method for testing connectivity of software ap...   \n",
      "22  Automated customer incident report management ...   \n",
      "23  Method and system for remote device access in ...   \n",
      "24                                   Scripting bridge   \n",
      "25  Static extensibility models with dynamic langu...   \n",
      "26                     Automated lamp stack migration   \n",
      "27  Semantic neural network for aggregating query ...   \n",
      "28  Method and device for processing data for gene...   \n",
      "29  Hierarchically scoped resettable variables in ...   \n",
      "\n",
      "                                             Abstract  \\\n",
      "0   A list of constructs is displayed on a user in...   \n",
      "1   A computer language translator that translates...   \n",
      "2   A method and system for data centric heap prof...   \n",
      "3   A request for a navigated content associated w...   \n",
      "4   The compiled code of a computer program is sto...   \n",
      "5   A graphics object can be expressed using proce...   \n",
      "6   A computer readable storage medium includes ex...   \n",
      "7   A computing device is provided and includes a ...   \n",
      "8   The present invention relates to a system and ...   \n",
      "9   A method and system arrangement are disclosed ...   \n",
      "10  A network analysis system provides for a user-...   \n",
      "11  A beverage dispensing apparatus may be adapted...   \n",
      "12  Methods and systems for dynamically bundling p...   \n",
      "13  Generation of documentation from a computer re...   \n",
      "14  A method and system for managing a large numbe...   \n",
      "15  A device receives a program that includes one ...   \n",
      "16  Methods and systems are disclosed to dispatch ...   \n",
      "17  Embodiments relate to systems and methods for ...   \n",
      "18  Systems, methods and apparatus are provided th...   \n",
      "19  Methods and Systems are provided for participa...   \n",
      "20  The apparatus includes a base client module an...   \n",
      "21  A method for verifying the connectivity of sof...   \n",
      "22  A social networking system is configured to ge...   \n",
      "23  A method, system and computer program product ...   \n",
      "24  A scripting bridge allows a developer to autom...   \n",
      "25  Various technologies and techniques are disclo...   \n",
      "26  Embodiments of the present invention provide a...   \n",
      "27  A system, method and computer program product ...   \n",
      "28  A data processing device comprises processing ...   \n",
      "29  The illustrative embodiments of this invention...   \n",
      "\n",
      "                                               Claims  \n",
      "0   1. A computer-implemented method for inserting...  \n",
      "1   1. A computer language translator for translat...  \n",
      "2   1. A method, implemented in a computing device...  \n",
      "3   1. A system for usage-based offline caching co...  \n",
      "4   1. A system comprising: a computing device; op...  \n",
      "5                                                      \n",
      "6                                                      \n",
      "7   1. A computing device, comprising: a memory mo...  \n",
      "8   1. A computer implemented method for defining ...  \n",
      "9   1. A method for generating a software applicat...  \n",
      "10                                                     \n",
      "11                                                     \n",
      "12                                                     \n",
      "13  1. A method executed by a processor for docume...  \n",
      "14  1. A method for receiving and executing, on on...  \n",
      "15  1. A computing device-implemented method compr...  \n",
      "16  1. A method to dispatch service resources comp...  \n",
      "17  1. A method comprising: hosting, by a collabor...  \n",
      "18                                                     \n",
      "19  1. A method of distributed computing, comprisi...  \n",
      "20                                                     \n",
      "21                                                     \n",
      "22  1. A method comprising: receiving, from an adm...  \n",
      "23  1. A method for remote device access, the meth...  \n",
      "24  1. At a computer system, the computer system i...  \n",
      "25  1. A computer storage memory having computer-e...  \n",
      "26                                                     \n",
      "27  1. A system for processing user search request...  \n",
      "28  1. A data processing device comprising: a disp...  \n",
      "29                                                     \n",
      "Empty DataFrame\n",
      "Columns: [Link, Heading, Abstract, Claims]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [Link, Heading, Abstract, Claims]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [Link, Heading, Abstract, Claims]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [Link, Heading, Abstract, Claims]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [Link, Heading, Abstract, Claims]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [Link, Heading, Abstract, Claims]\n",
      "Index: []\n",
      "Empty DataFrame\n",
      "Columns: [Link, Heading, Abstract, Claims]\n",
      "Index: []\n"
     ]
    }
   ],
   "source": [
    "quote_page = 'http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=2&f=S&l=50&Query=ACLM%2Fpython+&d=PTXT'\n",
    "\n",
    "for page in listofresultpages:\n",
    "    soup = getsoupfromlink(page)\n",
    "    alllinks = extractlink(soup)\n",
    "    alllinks = remove_duplicates(alllinks)\n",
    "    #print (alllinks)\n",
    "    df1 = createdf(alllinks)\n",
    "    print (df1)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "randint(8,15)/100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                                                 Link  \\\n",
      "0   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "1   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "2   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "3   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "4   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "5   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "6   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "7   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "8   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "9   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "10  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "11  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "12  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "13  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "14  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "15  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "16  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "17  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "18  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "19  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "20  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "21  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "22  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "23  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "24  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "25  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "26  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "27  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "28  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "29  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "30  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "31  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "32  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "33  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "34  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "35  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "36  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "37  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "38  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "39  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "40  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "41  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "42  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "43  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "44  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "45  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "46  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "47  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "48  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "49  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "\n",
      "                                              Heading  \\\n",
      "0   Pattern modeling methods and systemsPattern mo...   \n",
      "1   System for translating diverse programming lan...   \n",
      "2   Method and system for data centric heap profil...   \n",
      "3   Intelligent offline caching of non-navigated c...   \n",
      "4   Record based code structureRecord based code s...   \n",
      "5   Procedurally expressing graphic objects for we...   \n",
      "6   Integrating map-reduce into a distributed rela...   \n",
      "7   Garbage collection implemented in hardwareGarb...   \n",
      "8   System and method for automatic hardware and s...   \n",
      "9   Program system, and method and system arrangem...   \n",
      "10  User-configurable network performance monitors...   \n",
      "11  Beverage dispensing apparatusBeverage dispensi...   \n",
      "12  Method and system for dynamic digital rights b...   \n",
      "13  Documentation generation from a computer reada...   \n",
      "14  Method and system for simplifying distributed ...   \n",
      "15  Client program executable on multiple heteroge...   \n",
      "16  Methods and systems to avoid unproductive disp...   \n",
      "17  Systems and methods for managing a collaborati...   \n",
      "18  Systems, methods and apparatus for modeling, s...   \n",
      "19  Embedded distributed computing solutionsEmbedd...   \n",
      "20  Facilitating client server interactionFacilita...   \n",
      "21  Method for testing connectivity of software ap...   \n",
      "22  Automated customer incident report management ...   \n",
      "23  Method and system for remote device access in ...   \n",
      "24  Scripting bridgeScripting bridgeScripting brid...   \n",
      "25  Static extensibility models with dynamic langu...   \n",
      "26  Automated lamp stack migrationAutomated lamp s...   \n",
      "27  Semantic neural network for aggregating query ...   \n",
      "28  Method and device for processing data for gene...   \n",
      "29  Hierarchically scoped resettable variables in ...   \n",
      "30  Control surfaces for a technical computing env...   \n",
      "31  Cross language object sharingCross language ob...   \n",
      "32  System and a method for web-based editing of d...   \n",
      "33  Method and system for remote device access in ...   \n",
      "34  Associating hosts with subscriber and service ...   \n",
      "35  Pattern modeling methods and systemsPattern mo...   \n",
      "36  User co-routine interface for customizing SIP ...   \n",
      "37  Systems and methods for producing a cooling be...   \n",
      "38  Robot task commander with extensible programmi...   \n",
      "39  Method for invoking UOML instructionsMethod fo...   \n",
      "40  System and method for developing, deploying, m...   \n",
      "41  Method and an apparatus to conduct software re...   \n",
      "42  System for translating diverse programming lan...   \n",
      "43  Dynamic centralized unit determination in a cr...   \n",
      "44  Methods and systems for dynamically generating...   \n",
      "45  Composition studio to develop and maintain sur...   \n",
      "46  Replacement of build to order parts with post ...   \n",
      "47  Client-side and server-side unified validation...   \n",
      "48  Optimizing program by reusing execution result...   \n",
      "49  Flow-optimization system and method for cloud ...   \n",
      "\n",
      "                                             Abstract  \\\n",
      "0   A list of constructs is displayed on a user in...   \n",
      "1   A computer language translator that translates...   \n",
      "2   A method and system for data centric heap prof...   \n",
      "3   A request for a navigated content associated w...   \n",
      "4   The compiled code of a computer program is sto...   \n",
      "5   A graphics object can be expressed using proce...   \n",
      "6   A computer readable storage medium includes ex...   \n",
      "7   A computing device is provided and includes a ...   \n",
      "8   The present invention relates to a system and ...   \n",
      "9   A method and system arrangement are disclosed ...   \n",
      "10  A network analysis system provides for a user-...   \n",
      "11  A beverage dispensing apparatus may be adapted...   \n",
      "12  Methods and systems for dynamically bundling p...   \n",
      "13  Generation of documentation from a computer re...   \n",
      "14  A method and system for managing a large numbe...   \n",
      "15  A device receives a program that includes one ...   \n",
      "16  Methods and systems are disclosed to dispatch ...   \n",
      "17  Embodiments relate to systems and methods for ...   \n",
      "18  Systems, methods and apparatus are provided th...   \n",
      "19  Methods and Systems are provided for participa...   \n",
      "20  The apparatus includes a base client module an...   \n",
      "21  A method for verifying the connectivity of sof...   \n",
      "22  A social networking system is configured to ge...   \n",
      "23  A method, system and computer program product ...   \n",
      "24  A scripting bridge allows a developer to autom...   \n",
      "25  Various technologies and techniques are disclo...   \n",
      "26  Embodiments of the present invention provide a...   \n",
      "27  A system, method and computer program product ...   \n",
      "28  A data processing device comprises processing ...   \n",
      "29  The illustrative embodiments of this invention...   \n",
      "30  A technical computing environment may include ...   \n",
      "31  Methods, system, and computer storage media ar...   \n",
      "32  A method and a system for editing documents on...   \n",
      "33  A method, system and computer program product ...   \n",
      "34  Associating hosts with subscriber and service ...   \n",
      "35  In a computer-implemented method, models are d...   \n",
      "36  A method of using co-routines to implement a f...   \n",
      "37  A system for cooling a beverage and dispensing...   \n",
      "38  A system for developing distributed robot appl...   \n",
      "39  Embodiments of the present invention disclose ...   \n",
      "40  A system and method for developing, deploying,...   \n",
      "41  Some embodiments of a method and an apparatus ...   \n",
      "42  A computer language translator that translates...   \n",
      "43  A charging system includes a rating engine, a ...   \n",
      "44  The present invention provides methods and sys...   \n",
      "45  A system for generating a plurality of surveil...   \n",
      "46  An embedded imaging system for addressing burn...   \n",
      "47  A system and method for validating code on a c...   \n",
      "48  A technique for optimizing a program by reusin...   \n",
      "49  A cloud computing interface includes a high-le...   \n",
      "\n",
      "                                               Claims  \n",
      "0   1. A computer-implemented method for inserting...  \n",
      "1   1. A computer language translator for translat...  \n",
      "2   1. A method, implemented in a computing device...  \n",
      "3   1. A system for usage-based offline caching co...  \n",
      "4   1. A system comprising: a computing device; op...  \n",
      "5                                                      \n",
      "6                                                      \n",
      "7   1. A computing device, comprising: a memory mo...  \n",
      "8   1. A computer implemented method for defining ...  \n",
      "9   1. A method for generating a software applicat...  \n",
      "10                                                     \n",
      "11                                                     \n",
      "12                                                     \n",
      "13  1. A method executed by a processor for docume...  \n",
      "14  1. A method for receiving and executing, on on...  \n",
      "15  1. A computing device-implemented method compr...  \n",
      "16  1. A method to dispatch service resources comp...  \n",
      "17  1. A method comprising: hosting, by a collabor...  \n",
      "18                                                     \n",
      "19  1. A method of distributed computing, comprisi...  \n",
      "20                                                     \n",
      "21                                                     \n",
      "22  1. A method comprising: receiving, from an adm...  \n",
      "23  1. A method for remote device access, the meth...  \n",
      "24  1. At a computer system, the computer system i...  \n",
      "25  1. A computer storage memory having computer-e...  \n",
      "26                                                     \n",
      "27  1. A system for processing user search request...  \n",
      "28  1. A data processing device comprising: a disp...  \n",
      "29                                                     \n",
      "30  1. An apparatus comprising: a memory to store ...  \n",
      "31  1. One or more tangible computer storage devic...  \n",
      "32  1. A system for editing both a webpage documen...  \n",
      "33  1. A method for remote device access, the meth...  \n",
      "34  1. A method of associating a host with a requi...  \n",
      "35  1. A computer-implemented method comprising: d...  \n",
      "36                                                     \n",
      "37                                                     \n",
      "38                                                     \n",
      "39                                                     \n",
      "40                                                     \n",
      "41  1. A computer-implemented method comprising: r...  \n",
      "42  1. A computer language translator for translat...  \n",
      "43  1. A credit control server, comprising: a rati...  \n",
      "44  1. A method comprising: receiving, by a server...  \n",
      "45                                                     \n",
      "46  1. A method for installing a software onto an ...  \n",
      "47                                                     \n",
      "48  1. A method for optimizing a program, comprisi...  \n",
      "49                                                     \n"
     ]
    }
   ],
   "source": [
    "quote_page =['http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=1&f=S&l=50&d=PTXT&S1=(python.CLTX.+or+python.DCTX.)&Page=Prev&OS=ACLM/python&RS=ACLM/python', 'http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=2&f=S&l=50&Query=ACLM%2Fpython+&d=PTXT'\n",
    ",'http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=3&f=S&l=50&d=PTXT&S1=(python.CLTX.+or+python.DCTX.)&Page=Next&OS=ACLM/python&RS=ACLM/python']\n",
    "\n",
    "\n",
    "for quote in quote_page:\n",
    "    soup = getsoupfromlink(quote)\n",
    "    alllinks = extractlink(soup)\n",
    "    alllinks = remove_duplicates(alllinks)\n",
    "    #print (alllinks)\n",
    "    x = createdf(alllinks)\n",
    "    #print (df1)\n",
    "    dfmerged = dfmerged.add(x)\n",
    "\n",
    "print (dfmerged)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=1&f=S&l=50&d=PTXT&S1=(python.CLTX.+or+python.DCTX.)&Page=Prev&OS=ACLM/python&RS=ACLM/python\n",
      "http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=2&f=S&l=50&Query=ACLM%2Fpython+&d=PTXT\n",
      "http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=3&f=S&l=50&d=PTXT&S1=(python.CLTX.+or+python.DCTX.)&Page=Next&OS=ACLM/python&RS=ACLM/python\n"
     ]
    }
   ],
   "source": [
    "for quote in quote_page:\n",
    "    print(quote)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://patft.uspto.gov/netacgi/nph-Parser?Sect1=PTO2&Sect2=HITOFF&u=%2Fnetahtml%2FPTO%2Fsearch-adv.htm&r=0&p=2&f=S&l=50&Query=ACLM%2Fpython+&d=PTXT'"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quote_page[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                                                 Link  \\\n",
      "0   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "1   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "2   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "3   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "4   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "5   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "6   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "7   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "8   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "9   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "10  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "11  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "12  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "13  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "14  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "15  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "16  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "17  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "18  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "19  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "20  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "21  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "22  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "23  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "24  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "25  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "26  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "27  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "28  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "29  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "30  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "31  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "32  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "33  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "34  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "35  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "36  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "37  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "38  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "39  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "40  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "41  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "42  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "43  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "44  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "45  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "46  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "47  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "48  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "49  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
      "\n",
      "                                              Heading  \\\n",
      "0                Pattern modeling methods and systems   \n",
      "1   System for translating diverse programming lan...   \n",
      "2   Method and system for data centric heap profiling   \n",
      "3   Intelligent offline caching of non-navigated c...   \n",
      "4                         Record based code structure   \n",
      "5   Procedurally expressing graphic objects for we...   \n",
      "6   Integrating map-reduce into a distributed rela...   \n",
      "7          Garbage collection implemented in hardware   \n",
      "8   System and method for automatic hardware and s...   \n",
      "9   Program system, and method and system arrangem...   \n",
      "10     User-configurable network performance monitors   \n",
      "11                      Beverage dispensing apparatus   \n",
      "12  Method and system for dynamic digital rights b...   \n",
      "13  Documentation generation from a computer reada...   \n",
      "14  Method and system for simplifying distributed ...   \n",
      "15  Client program executable on multiple heteroge...   \n",
      "16  Methods and systems to avoid unproductive disp...   \n",
      "17  Systems and methods for managing a collaborati...   \n",
      "18  Systems, methods and apparatus for modeling, s...   \n",
      "19           Embedded distributed computing solutions   \n",
      "20             Facilitating client server interaction   \n",
      "21  Method for testing connectivity of software ap...   \n",
      "22  Automated customer incident report management ...   \n",
      "23  Method and system for remote device access in ...   \n",
      "24                                   Scripting bridge   \n",
      "25  Static extensibility models with dynamic langu...   \n",
      "26                     Automated lamp stack migration   \n",
      "27  Semantic neural network for aggregating query ...   \n",
      "28  Method and device for processing data for gene...   \n",
      "29  Hierarchically scoped resettable variables in ...   \n",
      "30  Control surfaces for a technical computing env...   \n",
      "31                      Cross language object sharing   \n",
      "32  System and a method for web-based editing of d...   \n",
      "33  Method and system for remote device access in ...   \n",
      "34  Associating hosts with subscriber and service ...   \n",
      "35               Pattern modeling methods and systems   \n",
      "36  User co-routine interface for customizing SIP ...   \n",
      "37  Systems and methods for producing a cooling be...   \n",
      "38  Robot task commander with extensible programmi...   \n",
      "39              Method for invoking UOML instructions   \n",
      "40  System and method for developing, deploying, m...   \n",
      "41  Method and an apparatus to conduct software re...   \n",
      "42  System for translating diverse programming lan...   \n",
      "43  Dynamic centralized unit determination in a cr...   \n",
      "44  Methods and systems for dynamically generating...   \n",
      "45  Composition studio to develop and maintain sur...   \n",
      "46  Replacement of build to order parts with post ...   \n",
      "47     Client-side and server-side unified validation   \n",
      "48  Optimizing program by reusing execution result...   \n",
      "49  Flow-optimization system and method for cloud ...   \n",
      "\n",
      "                                             Abstract  \\\n",
      "0   A list of constructs is displayed on a user in...   \n",
      "1   A computer language translator that translates...   \n",
      "2   A method and system for data centric heap prof...   \n",
      "3   A request for a navigated content associated w...   \n",
      "4   The compiled code of a computer program is sto...   \n",
      "5   A graphics object can be expressed using proce...   \n",
      "6   A computer readable storage medium includes ex...   \n",
      "7   A computing device is provided and includes a ...   \n",
      "8   The present invention relates to a system and ...   \n",
      "9   A method and system arrangement are disclosed ...   \n",
      "10  A network analysis system provides for a user-...   \n",
      "11  A beverage dispensing apparatus may be adapted...   \n",
      "12  Methods and systems for dynamically bundling p...   \n",
      "13  Generation of documentation from a computer re...   \n",
      "14  A method and system for managing a large numbe...   \n",
      "15  A device receives a program that includes one ...   \n",
      "16  Methods and systems are disclosed to dispatch ...   \n",
      "17  Embodiments relate to systems and methods for ...   \n",
      "18  Systems, methods and apparatus are provided th...   \n",
      "19  Methods and Systems are provided for participa...   \n",
      "20  The apparatus includes a base client module an...   \n",
      "21  A method for verifying the connectivity of sof...   \n",
      "22  A social networking system is configured to ge...   \n",
      "23  A method, system and computer program product ...   \n",
      "24  A scripting bridge allows a developer to autom...   \n",
      "25  Various technologies and techniques are disclo...   \n",
      "26  Embodiments of the present invention provide a...   \n",
      "27  A system, method and computer program product ...   \n",
      "28  A data processing device comprises processing ...   \n",
      "29  The illustrative embodiments of this invention...   \n",
      "30  A technical computing environment may include ...   \n",
      "31  Methods, system, and computer storage media ar...   \n",
      "32  A method and a system for editing documents on...   \n",
      "33  A method, system and computer program product ...   \n",
      "34  Associating hosts with subscriber and service ...   \n",
      "35  In a computer-implemented method, models are d...   \n",
      "36  A method of using co-routines to implement a f...   \n",
      "37  A system for cooling a beverage and dispensing...   \n",
      "38  A system for developing distributed robot appl...   \n",
      "39  Embodiments of the present invention disclose ...   \n",
      "40  A system and method for developing, deploying,...   \n",
      "41  Some embodiments of a method and an apparatus ...   \n",
      "42  A computer language translator that translates...   \n",
      "43  A charging system includes a rating engine, a ...   \n",
      "44  The present invention provides methods and sys...   \n",
      "45  A system for generating a plurality of surveil...   \n",
      "46  An embedded imaging system for addressing burn...   \n",
      "47  A system and method for validating code on a c...   \n",
      "48  A technique for optimizing a program by reusin...   \n",
      "49  A cloud computing interface includes a high-le...   \n",
      "\n",
      "                                               Claims  \n",
      "0   1. A computer-implemented method for inserting...  \n",
      "1   1. A computer language translator for translat...  \n",
      "2   1. A method, implemented in a computing device...  \n",
      "3   1. A system for usage-based offline caching co...  \n",
      "4   1. A system comprising: a computing device; op...  \n",
      "5                                                      \n",
      "6                                                      \n",
      "7   1. A computing device, comprising: a memory mo...  \n",
      "8   1. A computer implemented method for defining ...  \n",
      "9   1. A method for generating a software applicat...  \n",
      "10                                                     \n",
      "11                                                     \n",
      "12                                                     \n",
      "13  1. A method executed by a processor for docume...  \n",
      "14  1. A method for receiving and executing, on on...  \n",
      "15  1. A computing device-implemented method compr...  \n",
      "16  1. A method to dispatch service resources comp...  \n",
      "17  1. A method comprising: hosting, by a collabor...  \n",
      "18                                                     \n",
      "19  1. A method of distributed computing, comprisi...  \n",
      "20                                                     \n",
      "21                                                     \n",
      "22  1. A method comprising: receiving, from an adm...  \n",
      "23  1. A method for remote device access, the meth...  \n",
      "24  1. At a computer system, the computer system i...  \n",
      "25  1. A computer storage memory having computer-e...  \n",
      "26                                                     \n",
      "27  1. A system for processing user search request...  \n",
      "28  1. A data processing device comprising: a disp...  \n",
      "29                                                     \n",
      "30  1. An apparatus comprising: a memory to store ...  \n",
      "31  1. One or more tangible computer storage devic...  \n",
      "32  1. A system for editing both a webpage documen...  \n",
      "33  1. A method for remote device access, the meth...  \n",
      "34  1. A method of associating a host with a requi...  \n",
      "35  1. A computer-implemented method comprising: d...  \n",
      "36                                                     \n",
      "37                                                     \n",
      "38                                                     \n",
      "39                                                     \n",
      "40                                                     \n",
      "41  1. A computer-implemented method comprising: r...  \n",
      "42  1. A computer language translator for translat...  \n",
      "43  1. A credit control server, comprising: a rati...  \n",
      "44  1. A method comprising: receiving, by a server...  \n",
      "45                                                     \n",
      "46  1. A method for installing a software onto an ...  \n",
      "47                                                     \n",
      "48  1. A method for optimizing a program, comprisi...  \n",
      "49                                                     \n"
     ]
    }
   ],
   "source": [
    "\n",
    "soup = getsoupfromlink(quote_page[1])\n",
    "alllinks = extractlink(soup)\n",
    "alllinks = remove_duplicates(alllinks)\n",
    "#print (alllinks)\n",
    "df1 = createdf(alllinks)\n",
    "print (df1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Link</th>\n",
       "      <th>Heading</th>\n",
       "      <th>Abstract</th>\n",
       "      <th>Claims</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Pattern modeling methods and systemsPattern mo...</td>\n",
       "      <td>A list of constructs is displayed on a user in...</td>\n",
       "      <td>1. A computer-implemented method for inserting...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>System for translating diverse programming lan...</td>\n",
       "      <td>A computer language translator that translates...</td>\n",
       "      <td>1. A computer language translator for translat...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Method and system for data centric heap profil...</td>\n",
       "      <td>A method and system for data centric heap prof...</td>\n",
       "      <td>1. A method, implemented in a computing device...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Intelligent offline caching of non-navigated c...</td>\n",
       "      <td>A request for a navigated content associated w...</td>\n",
       "      <td>1. A system for usage-based offline caching co...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Record based code structureRecord based code s...</td>\n",
       "      <td>The compiled code of a computer program is sto...</td>\n",
       "      <td>1. A system comprising: a computing device; op...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Procedurally expressing graphic objects for we...</td>\n",
       "      <td>A graphics object can be expressed using proce...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Integrating map-reduce into a distributed rela...</td>\n",
       "      <td>A computer readable storage medium includes ex...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Garbage collection implemented in hardwareGarb...</td>\n",
       "      <td>A computing device is provided and includes a ...</td>\n",
       "      <td>1. A computing device, comprising: a memory mo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>System and method for automatic hardware and s...</td>\n",
       "      <td>The present invention relates to a system and ...</td>\n",
       "      <td>1. A computer implemented method for defining ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Program system, and method and system arrangem...</td>\n",
       "      <td>A method and system arrangement are disclosed ...</td>\n",
       "      <td>1. A method for generating a software applicat...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>User-configurable network performance monitors...</td>\n",
       "      <td>A network analysis system provides for a user-...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Beverage dispensing apparatusBeverage dispensi...</td>\n",
       "      <td>A beverage dispensing apparatus may be adapted...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Method and system for dynamic digital rights b...</td>\n",
       "      <td>Methods and systems for dynamically bundling p...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Documentation generation from a computer reada...</td>\n",
       "      <td>Generation of documentation from a computer re...</td>\n",
       "      <td>1. A method executed by a processor for docume...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Method and system for simplifying distributed ...</td>\n",
       "      <td>A method and system for managing a large numbe...</td>\n",
       "      <td>1. A method for receiving and executing, on on...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Client program executable on multiple heteroge...</td>\n",
       "      <td>A device receives a program that includes one ...</td>\n",
       "      <td>1. A computing device-implemented method compr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Methods and systems to avoid unproductive disp...</td>\n",
       "      <td>Methods and systems are disclosed to dispatch ...</td>\n",
       "      <td>1. A method to dispatch service resources comp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Systems and methods for managing a collaborati...</td>\n",
       "      <td>Embodiments relate to systems and methods for ...</td>\n",
       "      <td>1. A method comprising: hosting, by a collabor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Systems, methods and apparatus for modeling, s...</td>\n",
       "      <td>Systems, methods and apparatus are provided th...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Embedded distributed computing solutionsEmbedd...</td>\n",
       "      <td>Methods and Systems are provided for participa...</td>\n",
       "      <td>1. A method of distributed computing, comprisi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Facilitating client server interactionFacilita...</td>\n",
       "      <td>The apparatus includes a base client module an...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Method for testing connectivity of software ap...</td>\n",
       "      <td>A method for verifying the connectivity of sof...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Automated customer incident report management ...</td>\n",
       "      <td>A social networking system is configured to ge...</td>\n",
       "      <td>1. A method comprising: receiving, from an adm...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Method and system for remote device access in ...</td>\n",
       "      <td>A method, system and computer program product ...</td>\n",
       "      <td>1. A method for remote device access, the meth...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Scripting bridgeScripting bridgeScripting brid...</td>\n",
       "      <td>A scripting bridge allows a developer to autom...</td>\n",
       "      <td>1. At a computer system, the computer system i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Static extensibility models with dynamic langu...</td>\n",
       "      <td>Various technologies and techniques are disclo...</td>\n",
       "      <td>1. A computer storage memory having computer-e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Automated lamp stack migrationAutomated lamp s...</td>\n",
       "      <td>Embodiments of the present invention provide a...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Semantic neural network for aggregating query ...</td>\n",
       "      <td>A system, method and computer program product ...</td>\n",
       "      <td>1. A system for processing user search request...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Method and device for processing data for gene...</td>\n",
       "      <td>A data processing device comprises processing ...</td>\n",
       "      <td>1. A data processing device comprising: a disp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Hierarchically scoped resettable variables in ...</td>\n",
       "      <td>The illustrative embodiments of this invention...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Control surfaces for a technical computing env...</td>\n",
       "      <td>A technical computing environment may include ...</td>\n",
       "      <td>1. An apparatus comprising: a memory to store ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Cross language object sharingCross language ob...</td>\n",
       "      <td>Methods, system, and computer storage media ar...</td>\n",
       "      <td>1. One or more tangible computer storage devic...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>System and a method for web-based editing of d...</td>\n",
       "      <td>A method and a system for editing documents on...</td>\n",
       "      <td>1. A system for editing both a webpage documen...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Method and system for remote device access in ...</td>\n",
       "      <td>A method, system and computer program product ...</td>\n",
       "      <td>1. A method for remote device access, the meth...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Associating hosts with subscriber and service ...</td>\n",
       "      <td>Associating hosts with subscriber and service ...</td>\n",
       "      <td>1. A method of associating a host with a requi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Pattern modeling methods and systemsPattern mo...</td>\n",
       "      <td>In a computer-implemented method, models are d...</td>\n",
       "      <td>1. A computer-implemented method comprising: d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>User co-routine interface for customizing SIP ...</td>\n",
       "      <td>A method of using co-routines to implement a f...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Systems and methods for producing a cooling be...</td>\n",
       "      <td>A system for cooling a beverage and dispensing...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Robot task commander with extensible programmi...</td>\n",
       "      <td>A system for developing distributed robot appl...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Method for invoking UOML instructionsMethod fo...</td>\n",
       "      <td>Embodiments of the present invention disclose ...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>System and method for developing, deploying, m...</td>\n",
       "      <td>A system and method for developing, deploying,...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Method and an apparatus to conduct software re...</td>\n",
       "      <td>Some embodiments of a method and an apparatus ...</td>\n",
       "      <td>1. A computer-implemented method comprising: r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>System for translating diverse programming lan...</td>\n",
       "      <td>A computer language translator that translates...</td>\n",
       "      <td>1. A computer language translator for translat...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Dynamic centralized unit determination in a cr...</td>\n",
       "      <td>A charging system includes a rating engine, a ...</td>\n",
       "      <td>1. A credit control server, comprising: a rati...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Methods and systems for dynamically generating...</td>\n",
       "      <td>The present invention provides methods and sys...</td>\n",
       "      <td>1. A method comprising: receiving, by a server...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Composition studio to develop and maintain sur...</td>\n",
       "      <td>A system for generating a plurality of surveil...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Replacement of build to order parts with post ...</td>\n",
       "      <td>An embedded imaging system for addressing burn...</td>\n",
       "      <td>1. A method for installing a software onto an ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Client-side and server-side unified validation...</td>\n",
       "      <td>A system and method for validating code on a c...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Optimizing program by reusing execution result...</td>\n",
       "      <td>A technique for optimizing a program by reusin...</td>\n",
       "      <td>1. A method for optimizing a program, comprisi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>http://patft.uspto.gov/netacgi/nph-Parser?Sect...</td>\n",
       "      <td>Flow-optimization system and method for cloud ...</td>\n",
       "      <td>A cloud computing interface includes a high-le...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Link  \\\n",
       "0   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "1   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "2   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "3   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "4   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "5   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "6   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "7   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "8   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "9   http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "10  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "11  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "12  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "13  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "14  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "15  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "16  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "17  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "18  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "19  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "20  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "21  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "22  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "23  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "24  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "25  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "26  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "27  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "28  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "29  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "30  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "31  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "32  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "33  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "34  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "35  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "36  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "37  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "38  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "39  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "40  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "41  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "42  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "43  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "44  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "45  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "46  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "47  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "48  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "49  http://patft.uspto.gov/netacgi/nph-Parser?Sect...   \n",
       "\n",
       "                                              Heading  \\\n",
       "0   Pattern modeling methods and systemsPattern mo...   \n",
       "1   System for translating diverse programming lan...   \n",
       "2   Method and system for data centric heap profil...   \n",
       "3   Intelligent offline caching of non-navigated c...   \n",
       "4   Record based code structureRecord based code s...   \n",
       "5   Procedurally expressing graphic objects for we...   \n",
       "6   Integrating map-reduce into a distributed rela...   \n",
       "7   Garbage collection implemented in hardwareGarb...   \n",
       "8   System and method for automatic hardware and s...   \n",
       "9   Program system, and method and system arrangem...   \n",
       "10  User-configurable network performance monitors...   \n",
       "11  Beverage dispensing apparatusBeverage dispensi...   \n",
       "12  Method and system for dynamic digital rights b...   \n",
       "13  Documentation generation from a computer reada...   \n",
       "14  Method and system for simplifying distributed ...   \n",
       "15  Client program executable on multiple heteroge...   \n",
       "16  Methods and systems to avoid unproductive disp...   \n",
       "17  Systems and methods for managing a collaborati...   \n",
       "18  Systems, methods and apparatus for modeling, s...   \n",
       "19  Embedded distributed computing solutionsEmbedd...   \n",
       "20  Facilitating client server interactionFacilita...   \n",
       "21  Method for testing connectivity of software ap...   \n",
       "22  Automated customer incident report management ...   \n",
       "23  Method and system for remote device access in ...   \n",
       "24  Scripting bridgeScripting bridgeScripting brid...   \n",
       "25  Static extensibility models with dynamic langu...   \n",
       "26  Automated lamp stack migrationAutomated lamp s...   \n",
       "27  Semantic neural network for aggregating query ...   \n",
       "28  Method and device for processing data for gene...   \n",
       "29  Hierarchically scoped resettable variables in ...   \n",
       "30  Control surfaces for a technical computing env...   \n",
       "31  Cross language object sharingCross language ob...   \n",
       "32  System and a method for web-based editing of d...   \n",
       "33  Method and system for remote device access in ...   \n",
       "34  Associating hosts with subscriber and service ...   \n",
       "35  Pattern modeling methods and systemsPattern mo...   \n",
       "36  User co-routine interface for customizing SIP ...   \n",
       "37  Systems and methods for producing a cooling be...   \n",
       "38  Robot task commander with extensible programmi...   \n",
       "39  Method for invoking UOML instructionsMethod fo...   \n",
       "40  System and method for developing, deploying, m...   \n",
       "41  Method and an apparatus to conduct software re...   \n",
       "42  System for translating diverse programming lan...   \n",
       "43  Dynamic centralized unit determination in a cr...   \n",
       "44  Methods and systems for dynamically generating...   \n",
       "45  Composition studio to develop and maintain sur...   \n",
       "46  Replacement of build to order parts with post ...   \n",
       "47  Client-side and server-side unified validation...   \n",
       "48  Optimizing program by reusing execution result...   \n",
       "49  Flow-optimization system and method for cloud ...   \n",
       "\n",
       "                                             Abstract  \\\n",
       "0   A list of constructs is displayed on a user in...   \n",
       "1   A computer language translator that translates...   \n",
       "2   A method and system for data centric heap prof...   \n",
       "3   A request for a navigated content associated w...   \n",
       "4   The compiled code of a computer program is sto...   \n",
       "5   A graphics object can be expressed using proce...   \n",
       "6   A computer readable storage medium includes ex...   \n",
       "7   A computing device is provided and includes a ...   \n",
       "8   The present invention relates to a system and ...   \n",
       "9   A method and system arrangement are disclosed ...   \n",
       "10  A network analysis system provides for a user-...   \n",
       "11  A beverage dispensing apparatus may be adapted...   \n",
       "12  Methods and systems for dynamically bundling p...   \n",
       "13  Generation of documentation from a computer re...   \n",
       "14  A method and system for managing a large numbe...   \n",
       "15  A device receives a program that includes one ...   \n",
       "16  Methods and systems are disclosed to dispatch ...   \n",
       "17  Embodiments relate to systems and methods for ...   \n",
       "18  Systems, methods and apparatus are provided th...   \n",
       "19  Methods and Systems are provided for participa...   \n",
       "20  The apparatus includes a base client module an...   \n",
       "21  A method for verifying the connectivity of sof...   \n",
       "22  A social networking system is configured to ge...   \n",
       "23  A method, system and computer program product ...   \n",
       "24  A scripting bridge allows a developer to autom...   \n",
       "25  Various technologies and techniques are disclo...   \n",
       "26  Embodiments of the present invention provide a...   \n",
       "27  A system, method and computer program product ...   \n",
       "28  A data processing device comprises processing ...   \n",
       "29  The illustrative embodiments of this invention...   \n",
       "30  A technical computing environment may include ...   \n",
       "31  Methods, system, and computer storage media ar...   \n",
       "32  A method and a system for editing documents on...   \n",
       "33  A method, system and computer program product ...   \n",
       "34  Associating hosts with subscriber and service ...   \n",
       "35  In a computer-implemented method, models are d...   \n",
       "36  A method of using co-routines to implement a f...   \n",
       "37  A system for cooling a beverage and dispensing...   \n",
       "38  A system for developing distributed robot appl...   \n",
       "39  Embodiments of the present invention disclose ...   \n",
       "40  A system and method for developing, deploying,...   \n",
       "41  Some embodiments of a method and an apparatus ...   \n",
       "42  A computer language translator that translates...   \n",
       "43  A charging system includes a rating engine, a ...   \n",
       "44  The present invention provides methods and sys...   \n",
       "45  A system for generating a plurality of surveil...   \n",
       "46  An embedded imaging system for addressing burn...   \n",
       "47  A system and method for validating code on a c...   \n",
       "48  A technique for optimizing a program by reusin...   \n",
       "49  A cloud computing interface includes a high-le...   \n",
       "\n",
       "                                               Claims  \n",
       "0   1. A computer-implemented method for inserting...  \n",
       "1   1. A computer language translator for translat...  \n",
       "2   1. A method, implemented in a computing device...  \n",
       "3   1. A system for usage-based offline caching co...  \n",
       "4   1. A system comprising: a computing device; op...  \n",
       "5                                                      \n",
       "6                                                      \n",
       "7   1. A computing device, comprising: a memory mo...  \n",
       "8   1. A computer implemented method for defining ...  \n",
       "9   1. A method for generating a software applicat...  \n",
       "10                                                     \n",
       "11                                                     \n",
       "12                                                     \n",
       "13  1. A method executed by a processor for docume...  \n",
       "14  1. A method for receiving and executing, on on...  \n",
       "15  1. A computing device-implemented method compr...  \n",
       "16  1. A method to dispatch service resources comp...  \n",
       "17  1. A method comprising: hosting, by a collabor...  \n",
       "18                                                     \n",
       "19  1. A method of distributed computing, comprisi...  \n",
       "20                                                     \n",
       "21                                                     \n",
       "22  1. A method comprising: receiving, from an adm...  \n",
       "23  1. A method for remote device access, the meth...  \n",
       "24  1. At a computer system, the computer system i...  \n",
       "25  1. A computer storage memory having computer-e...  \n",
       "26                                                     \n",
       "27  1. A system for processing user search request...  \n",
       "28  1. A data processing device comprising: a disp...  \n",
       "29                                                     \n",
       "30  1. An apparatus comprising: a memory to store ...  \n",
       "31  1. One or more tangible computer storage devic...  \n",
       "32  1. A system for editing both a webpage documen...  \n",
       "33  1. A method for remote device access, the meth...  \n",
       "34  1. A method of associating a host with a requi...  \n",
       "35  1. A computer-implemented method comprising: d...  \n",
       "36                                                     \n",
       "37                                                     \n",
       "38                                                     \n",
       "39                                                     \n",
       "40                                                     \n",
       "41  1. A computer-implemented method comprising: r...  \n",
       "42  1. A computer language translator for translat...  \n",
       "43  1. A credit control server, comprising: a rati...  \n",
       "44  1. A method comprising: receiving, by a server...  \n",
       "45                                                     \n",
       "46  1. A method for installing a software onto an ...  \n",
       "47                                                     \n",
       "48  1. A method for optimizing a program, comprisi...  \n",
       "49                                                     "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfmerged"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0               the\n",
       "1          computer\n",
       "2                 a\n",
       "3               can\n",
       "4                of\n",
       "5                 a\n",
       "6        map-reduce\n",
       "7                 a\n",
       "8                 a\n",
       "9           program\n",
       "10              the\n",
       "11              the\n",
       "12                a\n",
       "13               of\n",
       "14                a\n",
       "15                a\n",
       "16                a\n",
       "17    collaboration\n",
       "18              and\n",
       "19              the\n",
       "20                a\n",
       "21         function\n",
       "22             node\n",
       "23                a\n",
       "24               to\n",
       "25               to\n",
       "26              the\n",
       "27              the\n",
       "28               in\n",
       "29                a\n",
       "30               to\n",
       "31              the\n",
       "32         document\n",
       "33                a\n",
       "34       subscriber\n",
       "35         selected\n",
       "36              the\n",
       "37                a\n",
       "38                a\n",
       "39              the\n",
       "40              and\n",
       "41                a\n",
       "42         computer\n",
       "43              the\n",
       "44              the\n",
       "45                a\n",
       "46         embedded\n",
       "47                a\n",
       "48                a\n",
       "49               to\n",
       "Name: freqofwords, dtype: object"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from collections import Counter\n",
    "\n",
    "def splitplay (test):\n",
    "    x = Counter(test.split()).most_common(1)\n",
    "    return x[0][0]\n",
    "\n",
    "dfmerged['freqofwords'] = dfmerged['Abstract'].apply(splitplay)\n",
    "\n",
    "dfmerged['freqofwords'] \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}