html-csv.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "1f98ef59",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import sys\n",
    "import pandas as pd\n",
    "from bs4 import BeautifulSoup\n",
    "   \n",
    "folder = os.listdir('Routes')\n",
    "\n",
    "   \n",
    "# empty list\n",
    "data = []\n",
    "path = 'Routes/AJJtoRU.html'\n",
    "# for getting the header from\n",
    "# the HTML file\n",
    "soup = BeautifulSoup(open(path),'html.parser')\n",
    "header = soup.find_all(\"table\")\n",
    "# print(len(header))\n",
    "header2 = header[1].find_all(\"tr\")\n",
    "for i in header2:\n",
    "    temp = i.find_all(\"td\")\n",
    "    l = []\n",
    "    for s in temp:\n",
    "        k= \" \".join((s.get_text()).split())\n",
    "        l.append(k)\n",
    "    data.append(l)\n",
    "data.pop(1)\n",
    "data.pop(0)\n",
    "\n",
    "for i in data:\n",
    "    i.pop(0)\n",
    "\n",
    "\n",
    "  \n",
    "# for items in header2:\n",
    "#     try:\n",
    "#         list_header.append(items.get_text())\n",
    "#     except:\n",
    "#         continue\n",
    "  \n",
    "# # for getting the data \n",
    "# HTML_data = soup.find_all(\"table\").find_all(\"td\")[1:]\n",
    "# print(header2[0])\n",
    "\n",
    "# print()\n",
    "# print(\"end of html\")\n",
    "# print()\n",
    "  \n",
    "# for element in HTML_data:\n",
    "#     sub_data = \"\"\n",
    "# #     print(element)\n",
    "# #     break\n",
    "#     for sub_element in element:\n",
    "# #         print(sub_element.name)\n",
    "# #         break\n",
    "#         try:\n",
    "#             sub_data+=(sub_element.get_text())\n",
    "#         except:\n",
    "#             continue\n",
    "#     l = sub_data.split()      \n",
    "#     data.append(l)\n",
    "    \n",
    "# print(data[0])\n",
    "  \n",
    "# Storing the data into Pandas\n",
    "# DataFrame \n",
    "dataFrame = pd.DataFrame(data = data)\n",
    "   \n",
    "# Converting Pandas DataFrame\n",
    "# into CSV file\n",
    "dataFrame.to_csv('AJJtoRU.csv')\n",
    "# /Users/adity/Desktop/railwaysim/html.ipynb\n",
    "# /Users/adity/Desktop/railwaysim/Routes/AJJtoRU.html\n",
    "# Routes/AJJtoRU.html"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "c322939f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AJJtoTI.csv 1\n",
      "CGLtoAJJ.csv 2\n",
      "CGLtoCJ.csv 3\n",
      "CGLtoVM.csv 4\n",
      "CJtoAJJ.csv 5\n",
      "CTREtoMCN.csv 6\n",
      "CTREtoWJR.csv 7\n",
      "ELRtoGDR.csv 8\n",
      "HCtoTI.csv 9\n",
      "KOKtoTNP.csv 10\n",
      "KPDtoJTJ.csv 11\n",
      "MCNtoSVUR.csv 12\n",
      "MCPTtoVLCY.csv 13\n",
      "MPKtoTBM.csv 14\n",
      "NPKMtoELR.csv 15\n",
      "PERtoVLK.csv 16\n",
      "TBMtoCGL.csv 17\n",
      "TNPtoTVT.csv 18\n",
      "TVTtoENR.csv 19\n",
      "VLKtoANNG.csv 20\n",
      "VLKtoAVD.csv 21\n",
      "VPYtoPER.csv 22\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import sys\n",
    "import pandas as pd\n",
    "from bs4 import BeautifulSoup\n",
    "   \n",
    "folder = os.listdir('Routes')\n",
    "folder.sort()\n",
    "folder.pop(0)\n",
    "\n",
    "j=0\n",
    "for s in folder:\n",
    "    i = s.index('.')\n",
    "    j = j+1\n",
    "    ans = s[0:i]\n",
    "    ans = ans+\".csv\"\n",
    "    print(ans , end=\" \")\n",
    "    print(j)\n",
    "\n",
    "    data = []\n",
    "    path = 'Routes/'\n",
    "    path = path +s\n",
    "    # for getting the header from\n",
    "    # the HTML file\n",
    "    soup = BeautifulSoup(open(path),'html.parser')\n",
    "    header = soup.find_all(\"table\")\n",
    "    # print(len(header))\n",
    "    header2 = header[1].find_all(\"tr\")\n",
    "    for i in header2:\n",
    "        temp = i.find_all(\"td\")\n",
    "        l = []\n",
    "        for s in temp:\n",
    "            k= \" \".join((s.get_text()).split())\n",
    "            l.append(k)\n",
    "        data.append(l)\n",
    "    data.pop(1)\n",
    "    data.pop(0)\n",
    "\n",
    "    for i in data:\n",
    "        i.pop(0)\n",
    "\n",
    "    dataFrame = pd.DataFrame(data = data)\n",
    "\n",
    "    dataFrame.to_csv(ans)\n",
    "    "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.10 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.10"
  },
  "vscode": {
   "interpreter": {
    "hash": "b0fa6594d8f4cbf19f97940f81e996739fb7646882a419484c72d19e05852a7e"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}