parser.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "   \"nfldata\": [\n",
      "      {\n",
      "         \"title\": \"Passing Yards\",\n",
      "         \"top_player\": \"Roethlisberger, Ben (PIT) 3945\",\n",
      "         \"all_stats\": {\n",
      "            \"player0\": \"Roethlisberger, Ben (PIT) Count: 3945\",\n",
      "            \"player1\": \"Mahomes, Patrick (KC) Count: 3923\",\n",
      "            \"player2\": \"Ryan, Matt (ATL) Count: 3814\",\n",
      "            \"player3\": \"Goff, Jared (LAR) Count: 3754\",\n",
      "            \"player4\": \"Rodgers, Aaron (GB) Count: 3504\"\n",
      "         }\n",
      "      },\n",
      "      {\n",
      "         \"title\": \"Rushing Yards\",\n",
      "         \"top_player\": \"Gurley, Todd (LAR) 1175\",\n",
      "         \"all_stats\": {\n",
      "            \"player0\": \"Gurley, Todd (LAR) Count: 1175\",\n",
      "            \"player1\": \"Elliott, Ezekiel (DAL) Count: 1149\",\n",
      "            \"player2\": \"Barkley, Saquon (NYG) Count: 954\",\n",
      "            \"player3\": \"Lindsay, Phillip (DEN) Count: 937\",\n",
      "            \"player4\": \"Conner, James (PIT) Count: 909\"\n",
      "         }\n",
      "      },\n",
      "      {\n",
      "         \"title\": \"Receiving Yards\",\n",
      "         \"top_player\": \"Jones, Julio (ATL) 1323\",\n",
      "         \"all_stats\": {\n",
      "            \"player0\": \"Jones, Julio (ATL) Count: 1323\",\n",
      "            \"player1\": \"Thielen, Adam (MIN) Count: 1166\",\n",
      "            \"player2\": \"Evans, Mike (TB) Count: 1121\",\n",
      "            \"player3\": \"Thomas, Michael (NO) Count: 1120\",\n",
      "            \"player4\": \"Hill, Tyreek (KC) Count: 1119\"\n",
      "         }\n",
      "      },\n",
      "      {\n",
      "         \"title\": \"Field Goals\",\n",
      "         \"top_player\": \"Fairbairn, Ka'imi (HOU) 29\",\n",
      "         \"all_stats\": {\n",
      "            \"player0\": \"Fairbairn, Ka'imi (HOU) Count: 29\",\n",
      "            \"player1\": \"Myers, Jason (NYJ) Count: 28\",\n",
      "            \"player2\": \"Rosas, Aldrick (NYG) Count: 26\",\n",
      "            \"player3\": \"Tucker, Justin (BAL) Count: 25\",\n",
      "            \"player4\": \"Maher, Brett (DAL) Count: 24\"\n",
      "         }\n",
      "      },\n",
      "      {\n",
      "         \"title\": \"Tackles\",\n",
      "         \"top_player\": \"Leonard, Darius (IND) 122\",\n",
      "         \"all_stats\": {\n",
      "            \"player0\": \"Leonard, Darius (IND) Count: 122\",\n",
      "            \"player1\": \"Alonso, Kiko (MIA) Count: 106\",\n",
      "            \"player2\": \"Martinez, Blake (GB) Count: 106\",\n",
      "            \"player3\": \"Vander Esch, Leighton (DAL) Count: 103\",\n",
      "            \"player4\": \"Foster, Mason (WAS) Count: 102\"\n",
      "         }\n",
      "      },\n",
      "      {\n",
      "         \"title\": \"Sacks\",\n",
      "         \"top_player\": \"Donald, Aaron (LAR) 16.5\",\n",
      "         \"all_stats\": {\n",
      "            \"player0\": \"Donald, Aaron (LAR) Count: 16.5\",\n",
      "            \"player1\": \"Miller, Von (DEN) Count: 12.5\",\n",
      "            \"player2\": \"Jones, Chandler (ARI) Count: 12.0\",\n",
      "            \"player3\": \"Garrett, Myles (CLE) Count: 11.5\",\n",
      "            \"player4\": \"Hunter, Danielle (MIN) Count: 11.5\"\n",
      "         }\n",
      "      },\n",
      "      {\n",
      "         \"title\": \"Interceptions\",\n",
      "         \"top_player\": \"Howard, Xavien (MIA) 7\",\n",
      "         \"all_stats\": {\n",
      "            \"player0\": \"Howard, Xavien (MIA) Count: 7\",\n",
      "            \"player1\": \"Fuller, Kyle (CHI) Count: 6\",\n",
      "            \"player2\": \"Kazee, Damontae (ATL) Count: 6\",\n",
      "            \"player3\": \"Jackson, Donte (CAR) Count: 4\",\n",
      "            \"player4\": \"Jackson, Eddie (CHI) Count: 4\"\n",
      "         }\n",
      "      },\n",
      "      {\n",
      "         \"title\": \"Punting\",\n",
      "         \"top_player\": \"Dickson, Michael (SEA) 48.7\",\n",
      "         \"all_stats\": {\n",
      "            \"player0\": \"Dickson, Michael (SEA) Count: 48.7\",\n",
      "            \"player1\": \"Johnston, Cameron (PHI) Count: 48.7\",\n",
      "            \"player2\": \"Lee, Andy (ARI) Count: 48.5\",\n",
      "            \"player3\": \"Kern, Brett (TEN) Count: 47.4\",\n",
      "            \"player4\": \"Morstead, Thomas (NO) Count: 47.2\"\n",
      "         }\n",
      "      }\n",
      "   ]\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "import urllib.request\n",
    "import bs4 as bs\n",
    "import json \n",
    "url = urllib.request.urlopen('https://edraft.com/nfl/stats/leaders/').read() #so this link searches for all content on this url. \n",
    "soup = bs.BeautifulSoup(url,'lxml')\n",
    "stats = [] #storing data here. \n",
    "\n",
    "#rows =  soup.find(\"t\", { \"class\" : \"mod-content\" }).find('tr'),\n",
    "\n",
    "for data in soup.select(\".Container\"):\n",
    "    a = str(data.text)\n",
    "    stat = data.find(\"td\", attrs={\"class\": \"TextLeft Name\"})\n",
    "    stat1 = data.find_all(\"TextLeft Name\")\n",
    "    all_stats ={}\n",
    "    count = 0\n",
    "    for link in data.find_all(\"td\", attrs={\"class\": \"TextLeft Name\"}):\n",
    "        player = \"player\"\n",
    "        player = '{}{}'.format(player, count)\n",
    "        count += 1\n",
    "        playerData = player +\":\" + link.text +\" Count: \" + link.next_sibling.get_text()\n",
    "        #myList.append(playerData)\n",
    "        all_stats[player] =  link.text +\" Count: \" + link.next_sibling.get_text()    \n",
    "    #print(myDict)\n",
    "    #stats.append(a) \n",
    "    record = {\n",
    "        \"title\": data.td.get_text(),\n",
    "        \"top_player\": stat.get_text() +' ' + stat.next_sibling.get_text(),\n",
    "        \"all_stats\": all_stats\n",
    "    }\n",
    "    stats.append(record)\n",
    "#print(*stats, sep='\\n')\n",
    "print(json.dumps({\"nfldata\": stats}, indent=3))\n",
    "\n",
    "\n",
    "\n",
    "#making the file so you can read it in your script. \n",
    "with open(\"nflstats.json\", \"w\") as writeJSON:\n",
    "    json.dump(json.dumps({\"nfldata\": stats}, indent=3), writeJSON, ensure_ascii=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}