Assignment - 3.ipynb

{
 "cells": [
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfAAAABrCAYAAACIetDSAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsMAAA7DAcdvqGQAABxXSURBVHhe7Z09axvL98eP/q9CBqcQpE3jyjLcxnBfQCR8wXJ1SXm74M6OC0fuTLpbhlSSIUYKvzrg5oLkKk3agIoYrHeh/5mn3XnSPkmyvfb3A5t4d2dnzpx5ODNnZrWNBUMAAAAAqBX/p/8HAAAAQI2AAQcAAABqCAw4AAAAUENgwAEAAIAaAgMOAAAA1BAYcAAAAKCGwIADAAAANQQG/DG4vaDGX0Oa61PwjBBl22jQxa0+Xwd3Q+p+nOqTkohnGxdU8WnwTJhfdddSJ0U8jUaXhnf6wpNlTsO/1twOnyClDbgqwEiHsLTjUopsZHZAU7rgZ7PDPDOuZzTTf4LngWwb7VP59+knHqCty5jfzWh8drOCEf5Bsw10uPXpzMHs15hOv6/Wv04/NmirN+a/xnT0pR599Y/Z854mlTbgzT+61KFTuvE6pfnsh/w/qCR3NzS6Jur/2dYXYrSodeCGkZ1D7WepavDSvcJc++mhBo3rG6HP6ebbmDrDexI/brj42qPmdovbSp/2d3WQDfPQbabZ2iE66NL+tr7wJFl3OVvIAdpL8W5M6eaM++gp121Rvz9k9ecPzQbLeAkbaWsV6lN5Fzp3StxsvZGN6rwkP2dupsTsIbcTa1Lv64JOHqijA+BB2O7RaHFCT6mrWyu7J2qgok8BAA+M+C30skzOaUEHg8W9Pucriz51FoNhf0Hi/9/6MuOHFec8S1HXOXk6n/DV+8XgQF03f8t7ydHnFDS/B4uOfc+RYxlCPusZPngkmYuR9X7YiaYX6kGg0ur/z5NTHDKvzFToifMk/zf3Xb0JEh35z2sCXYqjiD6kDoVOXb04OjFhEn1b8vllUER2cRjZRL7F30n+dfk6+rCuG4Ln0jDLyihKkI6pe4o8vQcE+tDxyeu+3mydqsOvi05eRHgpr6cLh4w2Y2SYZqcZ6CQvzwJfLnFeunyU7EIeR+9++oGOvToX6Jbv/8/LEx9JOfv59fSb17bC+h22gQQtk6Nzmb73TEyfThqujKG+zX2vPrAupby2Tr247fofEMih8xLTuclPjuxR/Ur5XNkz5RJEZFPPqHg6w0mgCxe/7WSUo8QPL46MMrPSU3m19aDjMuVjP5crh6KSAVdC+oUlBFMGIVW6UWJaCImgkUZsh5MN3gnD6Irixx8WiouIy248qjNxK1SMRFYTv6mo5tzXgyDRhSDMlyQpZDdc2EFYcftpM8vkC9LziTS4penx4XQ8S+VIn/XLTt63wqf5t3UndBCv3AmB3qwBiEmvqA70s07emCJ6jxMpa/lsTKfpNZWelW+dRyNXavhs3cTJajNl0jS6ydWhfC6Mp1z56HK2r+l4kvNIGSwtJz7cMo2Vc35dU/Fb1wK5GT//Swnrhok/uGbS83WQ6Cmmb0sPjFu+qX7T/Pk6YUM6tfIVJaLHZTovIHug3yQv6XOq7rt5i7OsjN34TBp2vmUYq80UtQ3RthbEr+RK9aDOTZ6DtOTz+WnbVDPgWhAjqBREC+VUQlnAkcrlZ1wrMs1oXEHLlVYu0zG5Yjh50bhK9wvIfybMlyQms3MtjFfgF3hMvti1gGj+vTR143QbRSiDwn42kmc/v/I8X/9BeUf0FtYn3SjzdKBldvNXTO9xIvn29RzTu3ctzA8Tqy8RAn0JiqYZq+d+XD7Rci1bPvE2Yj+XX+cYmaewvppw4XUXP78xnQTXCpaLwI1f64DlSuNz5Qz1xvh5lOl7ZevrRePIvlRXWUT0uCSeIrKH+o3IXVjOWBnH6pV3TcYf119emrH2EeYpEi4ps0g6JeqToeJrZGrTmdqwpjfvvG6pO69Z5WbHrFz/3qGWv8nlTavSupnYSUnXR7QldqybQ+76LbbLVu2a5WdeHbFc1ZAbd5L02vRu2KHxtxu97q83emRu2CsA6+0Hdaj7h6sltYFwMzuKTZmOf9l74ztB2ckyON/31nXbtH9unm1S640bj9zgeMDx63NFpF5I9FsLXE5qx2s2sr45qPQr8Sh6t5nT7Cdr/e3+A64rqzTpbC9tU0b3a3hTomr5yOd0+vl1zhDW12zK1bVVkP3G9YhuRB2SG3v7NJlyF271laLuKfmX1IPtfepyG3X3H3ntaEkddtju0THr7rTNeV95I5av8zKy26j+x0Hvt9oY0j6N6ehVWu8bjT2SFqX07vWC7Wj3hCbnIk1O53yy8r6viga8SftvuYHJDWss3HVaYezObvqdVRE0vBXhTPPAwztG1MtouMZwb/06VuF/D1jG9SDzqxvm/OqSC38Nu45lxXqK6EqaQ/tP0TGlFVlU4v77vM1OpjPdotl7Va48etX3Hognq/fNw7MSqz2Z4ylswCtW58rxCHVtd597hjGN/pvT/L8RjcWAVl5Tb/Soa2ZHv+hT5VMbo/1B5HtCfT0hWt+bMpuXfb3wQCqo9wsaHWb3Vsso1Y78Dd8VqGjALcN1dcNV0BoFypGWqKjD9cxGfUpn2nq9Zw2vPqjX5cL8Hn3h/Mp03q3e6cnXj8bBjE828qUz11VRDc94UuLo2VNQBsrzoJ7lzvETD2PM6yb6yB1pyllJhwa/H/FthEfRu03ovXgoHiPNLOSsW3ptitS5kjxKXUs9BiJvaoaqrp1+131HMmuNecMY/UruTivDuMhZa1iH47TphNumGLyMe5+VJ2BlVpD9UVivZy23Hd1e0N4ZDxrEJJIHT/+sOHCqbMBNRTnq+bNs3Qn1jlafjXouvPbf8UzP7/KVYCt2+qWEC51nkunodEqfhUvEy6/0Rpwd0ZHlibDJLVSfxMVlvxMYS3sVhBsnjV95D3Jcb0ysDNxn1UBAuuf0DLy4m87ueHR+N4zjKnsQvWejlqAu0x9HEe+G6h+HKURpt3eTeu+Vx8R/j7ZIu1oX495Wmv7dkC6FcdYGLb/O5RO6RNdV14obAOOZ2jtL5Vbl7fcd8TJR/VZen6oMqPwhIX1F/ADLHusz4XYY/vhOsMRVlVVkX43Sbu/ddzQQk6/3Xv/E9b5QTE5bK9KOpnTBbVlO8riv+Tc6cCo3oKhuwLk7E6NHgT8KlhVVsEKlUK74U9qTRkB3qOK92mlfNvbEOPCx9d6sQcdgxX7iDoAVa8Jfvh5wVSrI+YC630x6e3R6MKB7bybfPDxW8QU/amGMu067xC/NtT/cc+Uy+ddpi+WDtf2AAs9AhpTEL93c0+ylCEmkDLZ6xLMZ86zaF6BcUyIP/GcRN52u0Knhv6TWsHApVUDPiHQ+jGyb13s2zcORXiPT6XOycrSu72cRbTNF2D2RszBn0MXH1peSA88V6AwHrHydttijwjpP3Ji5dS6LSDmvq65pt7gqqwK/SCfDC1Jvjiozxu87ImUiZ265yxrc331NXePyOZq4SwSczsha95W6/LTG9/kry16VeFvOJ9SVPF79o/YqZBBta5ntSCzbKPvxr67Xym5wHGaCU7Y+MY2F8G+CKHLkypU/v/MWvwS0Rz+G95XXTh4U8fvYr0bULdQBlmRJ3FKXP3nwgx/+AA6iY9ui0duatB0AnhArzMBBwq3YB1Dcnff88dfg9HqlvzMVAABAZWDAV0Zt2nr6vwn9QGh3p+tGqpF3AgAAagJc6AAAAEANwQwcAAAAqCEw4AAAAEANgQEHAAAAaggMOAAAAFBDYMABAACAGgIDDgAAANQQGHAAAACghjy8ARcfZ2g0gh98Xw/mM4HLDv37suLnPiP3M2WSz9i/Tyt+PtWLY8lHO8TPiDrhMsICAAAARXh4Ay4/2bipr9KIH6dPP2Epf8BffHxEn7vfDVefEzRhxVHl04LJZzPFx/nNj+LHPlrif8ccvwkOAABgBR7BgPdotLGv0jwiuyepIT+zP0EKAAAArJ8KBly7qb1ZpnQT29e0q9wciUHzXdHy/IKmnlvbd2fXxg3NhnwiP223rg/kAwAAACEbmoGrD5cn7uXFPR1nfhj8lPbkJyhVeGEAT9vp94znV131KUrtfhb3pUv6ibqh1ffQy32YHQAAACjDZgz43YzNl02T2rtZplasR6fr0+2/B3zFGMA53XwbO5+ilAby7GbFGa75cLo5in1AvTJne1ZafMTWyQEAAICCbMaAb/foWM6i2VCt7OZuUusNm9tfM33OJn3Gw4ODFmVO6nPxN7GpAYSY7W/E0Pqb2D48u10AAAAAHpCNbWJrfxCGakJ9vTN7lU1dasadzmC3emPqv9+M+7x5OFrZ0MoBBu1QC98HBwAAsCEqGHA1Iy5Gm07YCIrXuapv6prT8JO9nq6OKq98PQxT+swDDDrff3477QEAADwZKs3AW687zhq02CG+d6ZPBLfDcD25sst7RrNr7Y43bu2n+iMocuf9Hp2Kd8+Lztz17nu8dgYAAKAMlQx48/CY+mLnuDaoezRRP5pi2CYaWRvEtnpEg09VXd5teifj7tNkcU+DA/5zDW75deEMLNqn1Bnel9sdfzcjnq8DAAAApWgshD/6KSNmqPIVM/tX1PSsX7xahl80AwAA8ALZ2Ca29TL23qme0s0ZOa+WAQAAAC+Jpz8DF4i15fapPlEIV/XoEOYbAADAy6QeBhwAAAAADjVxoQMAAADABgYcAAAAqCEw4AAAAEANgQEHAAAAaggMOAAAAFBDYMABAACAGgIDDgAAANQQGHAAAACghsCAAwAAADUEBhwAAACoITDgAAAAQA2BAQcAAABqCAw4AAAAUENgwAEAAIAaAgMOAAAA1BAY8BfJlC4aDWp8nOrzzTL92KXhnT4Bj8fdkLqNCy799TD92KDu1Vyf1YE5Df9q0MWtPgUPxMP2N3Vi1TZUyYCLRBt/Dbk5+KiCenKN+vaCGixX8YarGno8jzVHduJ7dCr+PrtcblhlONaBc1QxxHOa/RzT6L9np8knRJn6+oNmaxxMjX/N9F/14ccMdfHBKNrfvGBWaUMvYwa+3aIO9Wl/V5/n0qTWG6LO233+63kx/29E44MB3S8WtFiMqLetb/jczWis/wRlUIPYh53lhfV1ftVd4wBUDRDqNduuznp1Z3iMevH4FO5vQCVeiAHv0WhxQm19WoT2hwWNDp+b+S5Lnyay4ZkDDfCpgvoKwMtj4wZcjmYtN6wzAvXdtAVGvWbNQLrxzXNybUW7EfU1Z7Yg07Hcv8KlLtLSrnV1uO5hGb+1ZlMpXRm/53b2ZZHnFzR1dKHvO/IVW7t05BNHkgcl51aP59XXR7Ql7q19liHQ61366F7F3EOuzlQ4XxI/jMl/bJlGhU2vqfOLWzcOdd+VL5gROTrnw163i5aVFYd8VrkLT9vqXiKTF2+Y3xRZhk7Z6HzYsnh5Tuuruu6Us193lskfQ4bdoqNronFvSz3jyKHTNvFF6pRfJ3NnoYGevbZrxeXL4vc35ep4ju48vdlxqzzaerbKLKtexMiqK74Mfv8in83pc0QYIXuSjiV3mbQzdRvRpQ4vdCXiTeqFVYZ+XXHLV8VZqV0HuOGLPCNlc/JslXGCupbqzZU1KBuNU28z9erBM6vSTM5pQQeDxb0+T5ks+hxlZ6jv/B4sOtRZDH6rU3F/MtV/yntWWI5tcMDxnvOcLwOZNj+XhJv21bkV1/2ww+dWur4cyTN9lkig07byJNOxZKmUrgxj55/xZdF6SMNpWRz5lF6L6SYSt/WclDFadh5W/lI58vD1qOXmIyhnO06dVhDGKw9136tjEhU+TCO9pspGXevrOqj0Fcph7gdpBWUViUM/k8Yh8K/dczuw5feQclhxJun61zw58sq5kPwxfP0q1LNWujp+O1xcx1YdjZHI6ekxr3zEuZNn/348Hz5ZuvPjSnWu0jLnqr7l1YsYfjirrhi9WOWs9GvpM6Zf+ZwfxntO4OtXPqfzkJv/ODFdJvUmet2SKchvxXYdQTxnl0VYXhGkfqwwRr7gmsmDltfKp59OoguTxyDP2WzWgMcqkyZWsIGCIsi0ncz5jZTRSnArol+BvXS8a346ldKN5d+XxT9nYpVpuc4NEXkYP66o3mPovJjGoY54WSb4+Zd4nWY0jJe/iE5SYvn00gjOmVi6XvmEZezpKyZXcE3J56SzJM/L8eKQcrr698vRlz1azoXkjxHRJxPTl3stooslcTks0Vdu+URwnymQNhOLM5qO348k9SmW79i1CBl1Rcrg91s63iRPRfqcWBgmpl9DofxHiD0n0wnKzMuHxs1ztXZdiELtwCtDmQ7nxXrOyW80TjeOpXU6R6+GzbrQd9/R4GBMR68agatr9st2U+mjLZxMZXfJtqh1oP80bLdoR/+5OTaXbrMVxtJ6zdU0i7sZa65D3T/cddDmH12+WmHnsdw3YK9/36uyfJ/h3pEb33I2Cy4J0/6Tq/X1jKTDXYbZodY619tjZSM3NxrEbnn+72wvrY98KBeglqsqrMvjc+0+LeQeU3Xr9LtqM9Pvp9QZTqT+zW5+2X7etJ72JktZJ1O3sTq0Oz53523HK/8y5ZO6R/fO9KUVKdRf7Z7Q5Fz0d3t0ej6hk8KbZi0y6oqU4Xzf28vTpn0OX34ns9++lH47r1v63GV9/bXGr7tV+6/cdp1N4rp+dVRg027Jdin7MW3/Er2ppZSsNyFU/19MrxteA29S7yt3/r8H1NENz1ln4EqeGghzYKNUJWRl2SRN2n/LzWJFYzafiS49myJhNgWP7iN1stwGyBhikxmPt6mvO0FnbTFA6/rshk3RlG7YCO20uKPma+NvN9zVqmv9P1eV6iHoEM9APH3y8aGa7NnlYwz3JbV0mjzDWR9l+qufswIDtTjxuqIHMBuD2zUPrDLZZH+98f7LxRjurV/HKh/CRul7y6nSLv2NwOpY14bTSgZczgavR3TjjxD0iHun5QmnZ3OiMZ1+skaVK1TyWlBiJLgyMq1xMGqTr3GsaTYrR5cHPArV5wFShuyR47LRpRjNmrizR6ARz8ca2ex7zW064XZwP+SS6n3m5r6cZOZxK9qU8ljIa6LdXd3wKL7Ma5GPSVgnVyGzfG6VXiabmgTk9Ve3Fzzj5/SFMWDj+0/mIC0Pv66oVwVDGZTRSGbOlfsc1a4y9bvJ/voB+q+UOd18G6vBYMmBZPl2md0fxlATmGJ5rmTAm4fHLKbvTuXRr3BDHAzonc7A/GoYdlLavdD+O17J53cbqyIPD1fKHdZT8iMmYhdnIVdNBRLXm70TdkqfhYsxcLvlMafhR8/VKzsn7iiy3o3X+T36YiQQOzCVyzTBLKvYdYf1cmnHvbsf1C8xYlYzEdWRqRGvvBOmUYkm9d73pYvW341apU46LrLbYbjzNGsgJNjep67QU5vriyk/o98eD3aKlOmqrn+P0oObaJ0UzFmn+s/CFC0fq8PU9aoSnu7y+yvu/9rCpfqO2pzvf5cM0nJ/RCajrsRkmF9dstGwXM+V+xwzu7T1Kzwaquw23l+vtf8qhl2fp18K9stl2mWsrxOwzpxz1nnqkSuX54oudDE6TF08iW9fvLD/tac6YabZmtFecl+sR/Ho1Ix4xKx8yt20eTVFH1vvTcf8HGjTO9mQdR5fjaj7m/Wm766b9gexTn1q6VytxZV3V7KRpHC9S4xYs10/XC+s5RKx3jl6e++5McWyild3uIMhJ24djxVmq7dDx/q+6UzUvVgaFdk9kTMed82W0/5SxnDpNUld5rJh8kh6ZK2DbfWIBp/SdhJHd6hMui6p4hbkuc/VTMHUBd+AliXt3GUevP0sWYR1Uhxb9Lm0AWfyyidZg9b3Xs2oy+HLEtVdZn8lBpGq//tX11E1yeE4knXsSL2IkVVXIjLI+79tj0P1Pqd5OFJe0kS/e/RDDEjEzQfor9fXf+XBfdAnu59q0OXrQcF+uUy7jPR14nj1j+O9Fuvo3W9Gr9qOFsxzYyEc8gAAAACoFRvexAYAAACATQADDgAAANQQGHAAAACghsCAAwAAADUEBhwAAACoITDgAAAAQA2BAQcAAABqCAw4AAAAUENgwAEAAIAa8gINuPjZw0bBzzo+M8TvIq/8s5oAAACeAi/MgIsf59cfvrg+os/eRxFeBuW/jgMAAODp8bIMePK5QfVN1kof3AcAAACeAFgDBwAAAGpIJQM+/ag+hye+0Zx8Is1fU769SO/Jw197Fe5s+7467M/siXTse/53gAMy0pRxtU/5r5xPLHpxOJ/9k2vI6b1Go+t+u9esMTvhdBgn3jDtUnkVcQl9J3F6+Swaj8DXWfKpSL1XwP90pMybybcOYz0f6svXR0SmMjp/iXsXAAAghvicaFkm5yQ+Qbqg84m68Huw6Njni/vF4KC/MGfq3L9Pi87wXp9PFn1+vj/Vp4xKw4pj2ufzzmLwW5/7yPt2nDrNIA5bLh9fjvvFZKrjC/JoZLRkMmGSa0YGWw6VRhhP+bz6YXLjkfJZ5zqeNL9KNqPD+2HHjY+R1w4GnDOGn0/1zUTTc+WMy2jJIJ/R9/XzQZlaugMAgJdKdQPudaKxzt7G6fh9Q8K4cYYG3XTejsGwkM+b+A3aACTxSGOxXMYgvEU8f67Bi+Ur9pwra/m8BoZSUiAeT76l5eiUkx1njly+DBF9FJHB4MhiyCtDAAB4IaxtDbzZ2uF//R3OqYt1qzfW15jtFu3Q2Ao7p9lPNkmvW+r0bsYxEZ22Ldep3j0+/jVTYRz082/3qamvSLb3qXvAUs0KOl23e3R8rtP1XLWzXyz/+T619bmiTfscPi6TQunFpfWazaKhdF4NO9Ta1n8KKuqMzvas8Lqcrmckn9D6O/2u3eh3NzS67lD3D0fLlgt8j8QiRXG8cveQOr8+oi1LPrUMgp30AACwoU1sxnBv0ey92vHNsyl9T6AMX2pshKHp0/GhbRg6xLM0+axzfHBNqIINjng1bA20P4h0JtTXhkOtx2pjtzHK5DWL8vHwbDoMvzjRA5Um7b/lcju7kWvs8/9GND7o0r4ZOBjD/alFPEvm51hv+lYxCpTb+cSTTRwj6tmDFwAAeIGszYDPZ2L+p2eFeqYmjEn0Va27IV2epa9zqcMYDYM9Q8+jRS2eKQYzTSkHS9XyZoy5tOmEZRKDjnHvMxuvJrXe8OWfM2dWLjbi3Zwtn0EWp0xesygfT/Ysn0344TEb5VO6uZ3Tzbex4+WYfufZsDCwX3uu56MwS8rNJtA5AAAAQXUDfrZn7Rae0mfhenVczLYx0fcNdzO+a3aDq8PZeZy4sv3d2nOaRw1Uk3rvee7HMtk7nKdfjjidPu0Xfd/7dujuKhccsJHh/9p/D6jDs/J/LDnnV5eci4hLuQyl87qENelMML+zTab2lnz6hwdDvpeEsQys0kcZzAzflkG8naDyENO5wJZP7br38wwAAC8Anv2WRm08GqgdwRyFPLzNRmrzlrnfWQyGfSuMtZtYb5RKwiUbnnSY5J46YhvMDG6a4vA2OxXcxJY+723A0juml96PbdqKpBluziqZ16X5yIknIl+oMz78TWUm38FmM7VpLX1O1Ykym9gEsj5Z8Tib5AKd8+HXI2xqAwC8QBriH+4USyFmPXs0qbBGqxDvj29969K943oVM689+jG8p5E/ywMAAACAw4Y2sRXA7HQ2yJ85XdEdDQAAALwQHsWANw9HNDl318Ab7R80+I3dxQAAAEARKrnQAQAAAPC4PJ4LHQAAAACVgQEHAAAAaggMOAAAAFBDYMABAACAGgIDDgAAANQQGHAAAACghsCAAwAAADUEBhwAAACoHUT/D1YmpxlwuwkVAAAAAElFTkSuQmCC"
    }
   },
   "cell_type": "markdown",
   "id": "87988eff",
   "metadata": {},
   "source": [
    "## Gagan Chordia - 19BCE0788\n",
    "\n",
    "![image.png](attachment:image.png)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "4aa5d011",
   "metadata": {},
   "outputs": [],
   "source": [
    "#importing important libraries\n",
    "import nltk, os, string, numpy as np, copy, pandas as pd, pickle, re, math\n",
    "\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.tokenize import word_tokenize\n",
    "from nltk.stem import PorterStemmer\n",
    "from collections import Counter\n",
    "from num2words import num2words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f4a3d416",
   "metadata": {},
   "outputs": [],
   "source": [
    "title = \"stories\"\n",
    "alpha = 0.3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "9cda4f0d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['E:\\\\Material\\\\WebMining/stories',\n",
       " 'E:\\\\Material\\\\WebMining/stories/FARNON',\n",
       " 'E:\\\\Material\\\\WebMining/stories/SRE']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#reading folders\n",
    "folder = [x[0] for x in os.walk(str(os.getcwd()) + '/' + title + '/')]\n",
    "folder[0] = folder[0][:len(folder[0]) - 1]\n",
    "folder"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "9bbdf1f3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "467\n"
     ]
    }
   ],
   "source": [
    "#collecting file names to prepare data\n",
    "dataset = []\n",
    "flag = False\n",
    "\n",
    "for i in folder:\n",
    "    file = open(i + '/index.html', 'r')\n",
    "    text = file.read().strip()\n",
    "    file.close()\n",
    "    \n",
    "    file_name = re.findall('><A HREF=\"(.*)\"', text)\n",
    "    file_title = re.findall('<BR><TD>(.*)\\n', text)\n",
    "    \n",
    "    if not flag:\n",
    "        file_name = file_name[2:]\n",
    "        flag = True\n",
    "    \n",
    "    for j in range(len(file_name)):\n",
    "        dataset.append((str(i) + \"/\" + str(file_name[j]), file_title[j]))\n",
    "        \n",
    "n = len(dataset)\n",
    "print(n)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "c15d4227",
   "metadata": {},
   "outputs": [],
   "source": [
    "#defining custom functions for pre-processing\n",
    "def print_doc(id):\n",
    "    print(dataset[id])\n",
    "    file = open(dataset[id][0], 'r', encoding = 'cp1250')\n",
    "    text = file.read().strip()\n",
    "    file.close()\n",
    "    print(text)\n",
    "    \n",
    "def convert_lower_case(data):\n",
    "    return np.char.lower(data)\n",
    "\n",
    "def remove_stop_words(data):\n",
    "    stop_words = stopwords.words('english')\n",
    "    words = word_tokenize(str(data))\n",
    "    new_text = \"\"\n",
    "    for w in words:\n",
    "        if w not in stop_words and len(w) > 1:\n",
    "            new_text = new_text + \" \" + w\n",
    "    return new_text\n",
    "\n",
    "def rem_punctuations(data):\n",
    "    symbols = \"!@#$%^&*()\\\"*+-/:;<=>?[\\]_`{|}~,\\n\"\n",
    "    for i in range(len(symbols)):\n",
    "        data = np.char.replace(data, symbols[i], '')\n",
    "        data = np.char.replace(data, \"  \", '')\n",
    "    data = np.char.replace(data, \"'\", '')\n",
    "    return data\n",
    "\n",
    "def stemmer(data):\n",
    "    stem = PorterStemmer()\n",
    "    tokens = word_tokenize(str(data))\n",
    "    new_text = \"\"\n",
    "    for w in tokens:\n",
    "        new_text = new_text + \" \" + stem.stem(w)\n",
    "        \n",
    "    return new_text\n",
    "\n",
    "def num_to_words(data):\n",
    "    tokens = word_tokenize(str(data))\n",
    "    new_text = \"\"\n",
    "    \n",
    "    for w in tokens:\n",
    "        try:\n",
    "            w = num2words(w)\n",
    "        except:\n",
    "            pass\n",
    "        new_text = new_text + \" \" + w\n",
    "        \n",
    "    return new_text\n",
    "\n",
    "def preprocessing(data):\n",
    "    data = num_to_words(data)\n",
    "    data = convert_lower_case(data)\n",
    "    data = remove_stop_words(data)\n",
    "    data = rem_punctuations(data)\n",
    "    data = stemmer(data)\n",
    "    \n",
    "    return data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "7a46e9d0",
   "metadata": {},
   "outputs": [],
   "source": [
    "#data extraction\n",
    "processed_text = []\n",
    "processed_title = []\n",
    "\n",
    "for i in dataset[:n]:\n",
    "    try:\n",
    "        file = open(i[0], 'r', errors = \"ignore\", encoding=\"utf8\")\n",
    "        text = file.read().strip()\n",
    "        file.close()\n",
    "    except:\n",
    "        pass\n",
    "    \n",
    "    processed_text.append(word_tokenize(str(preprocessing(text))))\n",
    "    processed_title.append(word_tokenize(str(preprocessing(i[1]))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "26cd430e",
   "metadata": {},
   "outputs": [],
   "source": [
    "#calculating DF\n",
    "df = {}\n",
    "\n",
    "for i in range(n):\n",
    "    tokens = processed_text[i]\n",
    "    for w in tokens:\n",
    "        try:\n",
    "            df[w].add(i)\n",
    "            \n",
    "        except:\n",
    "            df[w] = {i}\n",
    "    tokens = processed_title[i]\n",
    "    for w in tokens:\n",
    "        try:\n",
    "            df[w].add(i)\n",
    "            \n",
    "        except:\n",
    "            df[w] = {i}\n",
    "for i in df:\n",
    "    df[i] = len(df[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "9c4627d4",
   "metadata": {},
   "outputs": [],
   "source": [
    "total_vocab_size = len(df)\n",
    "total_vocab = [x for x in df]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "474fc235",
   "metadata": {},
   "outputs": [],
   "source": [
    "def doc_freq(word):\n",
    "    x = 0\n",
    "    try:\n",
    "        x = df[word]\n",
    "    except:\n",
    "        pass\n",
    "    return x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "7230f303",
   "metadata": {},
   "outputs": [],
   "source": [
    "#calculating tf-idf for body\n",
    "doc = 0\n",
    "tf_idf = {}\n",
    "for i in range (n):\n",
    "    tokens = processed_text[i]\n",
    "    counter = Counter(tokens + processed_title[i])\n",
    "    words_count = len(tokens + processed_title[i])\n",
    "    \n",
    "    for token in np.unique(tokens):\n",
    "        tf = counter[token]/words_count\n",
    "        df = doc_freq(token)\n",
    "        idf = np.log((n + 1) / (df + 1))\n",
    "        \n",
    "        tf_idf[doc, token] = tf*idf\n",
    "    doc += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "96ea9faa",
   "metadata": {},
   "outputs": [],
   "source": [
    "#calculating tf-idf for title\n",
    "doc = 0\n",
    "tf_idf_title = {}\n",
    "for i in range (n):\n",
    "    tokens = processed_title[i]\n",
    "    counter = Counter(tokens + processed_text[i])\n",
    "    words_count = len(tokens + processed_text[i])\n",
    "    \n",
    "    for token in np.unique(tokens):\n",
    "        tf = counter[token]/words_count\n",
    "        df = doc_freq(token)\n",
    "        idf = np.log((n + 1) / (df + 1))\n",
    "        \n",
    "        tf_idf_title[doc, token] = tf*idf\n",
    "    doc += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "1f459033",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "372400"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#merging tf-idf according to weights\n",
    "for i in tf_idf:\n",
    "    tf_idf[i] *= alpha\n",
    "    \n",
    "for i in tf_idf_title:\n",
    "    tf_idf[i] = tf_idf_title[i]\n",
    "    \n",
    "len(tf_idf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "56e34836",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Matching Scores\n",
      "Query:  Without the drive of Rebbecah's insistence, Kate lost her momentum. She stood next to a slatted oak bench, cannisters still clutched, surveying.\n",
      "\n",
      " ['without', 'drive', 'rebbecah', 's', 'insist', 'kate', 'lost', 'momentum', 'stood', 'next', 'slat', 'oak', 'bench', 'cannist', 'still', 'clutch', 'survey']\n",
      "\n",
      " [32, 166, 432, 371, 433, 352, 316, 258, 192, 259]\n"
     ]
    }
   ],
   "source": [
    "#matching score\n",
    "def matching_score(k, query):\n",
    "    preprocessed_query = preprocessing(query)\n",
    "    tokens = word_tokenize(str(preprocessed_query))\n",
    "    \n",
    "    print('Matching Scores')\n",
    "    print('Query: ', query)\n",
    "    print('\\n', tokens)\n",
    "    \n",
    "    query_weights = {}\n",
    "    \n",
    "    for key in tf_idf:\n",
    "        if key[1] in tokens:\n",
    "            try:\n",
    "                query_weights[key[0]] += tf_idf[key]\n",
    "            except:\n",
    "                query_weights[key[0]] = tf_idf[key]\n",
    "    \n",
    "    query_weights = sorted(query_weights.items(), key = lambda x: x[1], reverse = True)\n",
    "    \n",
    "    l = []\n",
    "    for i in query_weights[:k]:\n",
    "        l.append(i[0])\n",
    "        \n",
    "    print(\"\\n\", l)\n",
    "matching_score(10, \"Without the drive of Rebbecah's insistence, Kate lost her momentum. She stood next to a slatted oak bench, cannisters still clutched, surveying.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "936b19b6",
   "metadata": {},
   "outputs": [],
   "source": [
    "#cosine similarity\n",
    "def cos_prod(a, b):\n",
    "    return np.dot(a, b) / (np.linalg.norm(a) * np.linalg.norm(b))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "19b68ae2",
   "metadata": {},
   "outputs": [],
   "source": [
    "temp = np.zeros((n, total_vocab_size))\n",
    "\n",
    "for i in tf_idf:\n",
    "    try:\n",
    "        ind = total_vocab.index(i[1])\n",
    "        temp[i[0]][ind] = tf_idf[i]\n",
    "    except:\n",
    "        pass"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "e80d6f9d",
   "metadata": {},
   "outputs": [],
   "source": [
    "def gen_vector(tokens):\n",
    "    temp = np.zeros((len(total_vocab)))\n",
    "    \n",
    "    counter = Counter(tokens)\n",
    "    words_count = len(tokens)\n",
    "    query_weights = {}\n",
    "    \n",
    "    for i in np.unique(tokens):\n",
    "        tf = counter[i] / words_count\n",
    "        df = doc_freq(tokens)\n",
    "        idf = math.log((n + 1) / (df + 1))\n",
    "        \n",
    "        try:\n",
    "            ind = total_vocab.index(i)\n",
    "            temp[ind] = tf * idf\n",
    "        except:\n",
    "            pass\n",
    "    return temp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "a7fae130",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cosine Similarity\n",
      "Query:  Without the drive of Rebbecah's insistence, Kate lost her momentum. She stood next to a slatted oak bench, cannisters still clutched, surveying.\n",
      "\n",
      " ['without', 'drive', 'rebbecah', 's', 'insist', 'kate', 'lost', 'momentum', 'stood', 'next', 'slat', 'oak', 'bench', 'cannist', 'still', 'clutch', 'survey']\n",
      "\n",
      " [433 371 395 192  95 200  48 265 260  65]\n"
     ]
    }
   ],
   "source": [
    "def cos_similarity(k, query):\n",
    "    preprocessed_query = preprocessing(query)\n",
    "    tokens = word_tokenize(str(preprocessed_query))\n",
    "    \n",
    "    print('Cosine Similarity')\n",
    "    print('Query: ', query)\n",
    "    print('\\n', tokens)\n",
    "    \n",
    "    cosines = []\n",
    "    query_vec = gen_vector(tokens)\n",
    "    \n",
    "    for i in temp:\n",
    "        cosines.append(cos_prod(query_vec, i))\n",
    "        \n",
    "    result = np.array(cosines).argsort()[-k:][::-1]\n",
    "    print(\"\\n\", result)\n",
    "    \n",
    "cos_similarity(10, \"Without the drive of Rebbecah's insistence, Kate lost her momentum. She stood next to a slatted oak bench, cannisters still clutched, surveying.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "cfc57ee7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('E:\\\\Material\\\\WebMining/stories/ghost', ' Time for Flowers, by Gay Bost')\n",
      "TIME FOR FLOWERS\n",
      "  by Gay Bost\n",
      "\n",
      "They'd put flowers up. She hadn't noticed. Time wouldn't hold still.\n",
      "She remembered, quite clearly, that time had been a simple thing; one\n",
      "moment following the previous one, seconds strung out neatly like her\n",
      "mother's pearls laid out on the dark mahogany vanity each Sunday\n",
      "morning. But there had been a catch . . . \n",
      "\n",
      "Hung around Mother's neck the catch clicked and the tidy little line \n",
      "of seconds became a never ending circle with only the catch in the \n",
      "middle. For some reason the thought of pearls gathered from the sea, \n",
      "naturally nested within the confines of oyster shells, scattered \n",
      "haphazardly about the ocean floor disturbed her.\n",
      "\n",
      "Now they'd put up the flowers in the same careless groupings. This,\n",
      "too, disturbed her. Bright yellow trumpets, their collars spread to\n",
      "catch the sun, dotted the front yard in clusters of two or three, five\n",
      "or six. Bunches laid carelessly and forgotten. In a moment she'd\n",
      "come away from the window and have a word with the gardener. He\n",
      "listened so well and explained to others so reasonably why this should\n",
      "be so instead of the way they wanted it done, how that would look\n",
      "better or cut the wind more effectively.\n",
      "\n",
      "And then she recalled his stiff body stretched out in the little bed\n",
      "over the garages. Another pearl had come loose from the strand,\n",
      "seeming to want to search out its old home in a far away oyster bed.\n",
      "She would have those pearls laid out neatly, one following the one\n",
      "before and so on and so on. She would have those damned yellow\n",
      "flowers marching smartly along the walk. She'd have it if she\n",
      "had to go out there and replant each and every one of them.\n",
      "\n",
      "She flew down the hallway and sailed over the steps leading the\n",
      "back way to the kitchen, much as she had done as a child. Where then\n",
      "she had skipped in joy she now catapulted her form in anger.\n",
      "\n",
      "\"And there you are!\" she said, as she encountered the woman she had \n",
      "come to know as Kate. All of five foot tall in her stocking feet and \n",
      "surely every bit of two hundred pounds, her pudgy fists more often \n",
      "than not braced on the sudden outburst of her hips. So she stood, \n",
      "having turned from the sink. Suds and water darkened the fabric of her \n",
      "dress. Her face was pleasant; round, rosy cheeked, with eyes the color \n",
      "of mint in the summer sunset. \"And *where have you been these three days*?\"\n",
      "\n",
      "\"I want the flowers straightened out,\" Rebeccah said. \"I want the\n",
      "flowers placed in the proper alignments.\"\n",
      "\n",
      "Kate tilted her head, narrowed her eyes and frowned. \"Ah, you're in a\n",
      "huff again. What can it be this time?\"\n",
      "\n",
      "\"I want the flours straightened out,\" Rebeccah yelled, coming up to\n",
      "the woman's face.\n",
      "\n",
      "Kate went directly to the cupboard, strained upon her tiny toes to\n",
      "reach the second shelf, and pulled the flour canister out. She set it\n",
      "on the counter. She repeated the process, bringing out a smaller\n",
      "canister. Rebecca knew this one to be the unbleached flour Kate used\n",
      "for one particular recipe.\n",
      "\n",
      "\"No,no, no!\"  Rebeccah hissed. \"Flowers!  Not flours!\"  She propped\n",
      "herself against the edge of the kitchen table and crossed her arms\n",
      "over her chest, waiting for the woman to get it right.\n",
      "\n",
      "Kate stood looking dumbly at the canisters. \"Now, what was I going to\n",
      "do with these?\"  she asked herself. She drummed her fingers on the\n",
      "counter top before bringing one hand to her lips, where the pointer\n",
      "finger tapped on her upper lip.\n",
      "\n",
      "\"The Flowers!  Outside!\"  Rebecca screamed, highly agitated.\n",
      "\n",
      "Kate gathered the two canisters and moved toward the back door, one\n",
      "held against her ample form by each arm.\n",
      "\n",
      "Exasperated, Rebeccah followed her out, watching to see what she would do.\n",
      "\n",
      "Without the drive of Rebeccah's insistence, Kate lost her momentum.\n",
      "She stood next a slatted oak bench, canisters still clutched, surveying \n",
      "the sunlit yard and gardens beyond. Harold had done a passable job \n",
      "trimming the hedges, but Kate missed the gardener's touch. She resolved \n",
      "to contact the nursery and find another. Flaux, bright purples, pinks \n",
      "and radiant white encircled the herb garden, a brilliant contrast to \n",
      "the varied greens within. She set the canisters down on the bench and \n",
      "moved toward the cheerful scene.\n",
      "\n",
      "Rebeccah, discouraged, sat primly on the edge of the bench, dusting a\n",
      "wisp of hair away from her temple. New mint, dew draped, veiled a\n",
      "border of stocky wooden poles to trail onto the walk, had been crushed, \n",
      "probably by the man of the house on his way off to work. The scent \n",
      "filled her nostrils. She found herself a child, again, tasting her \n",
      "first tea with mint -- fresh cut from the gardens. _\"How long has it\n",
      "been?\"_  she wondered. Kate had gone down on her knees over the flaux,\n",
      "bending to weed through the thyme.\n",
      "\n",
      "\"I don't know why I have to put up with idiots,\" Rebeccah complained.\n",
      "\"It all so worthless, so futile.\"  With a great sigh she rose from the\n",
      "bench and made her way back into the house. The bright kitchen seemed\n",
      "a waste of life, all a travesty to cover the desolation of her\n",
      "unnaturally extended existence. \n",
      "\n",
      "She faced the stairs with exhaustion, deciding, instead, to forego the \n",
      "trip up. She sat on the bottom step, delicate chin propped on tightly \n",
      "curled fists, gazing dully at the open pantry door, seeing into the past \n",
      "-- again. Where, in this world the shelves were haphazardly stacked with \n",
      "cans of peaches and corn, she saw row after row of glass jars. Beets!  \n",
      "Ugh!  Her grandmother's pickled beets, always pretty to view, left a \n",
      "phantom bitterness within her mouth.\n",
      "\n",
      "On the lawn Kate sat back on her heels, suddenly lost in sorrow and\n",
      "self-pity. Tears streamed down her cheeks to drop onto the fabric of\n",
      "her dress. She thought of Harold, busily showing homes as lovely as\n",
      "their own to strangers while she ruined her nails weeding this pitiful\n",
      "excuse for a garden. She shoved her pudgy fists into her burning eyes\n",
      "and wept aloud for the waste of her life. She sniffed back her running \n",
      "nose . . . sniffed again. She snuffled like a dog scenting something \n",
      "unusual, nose in the air. \"Beets?\"  she asked aloud. \"Beets?\"  Her \n",
      "hands dropped to her thighs, pushing to rise. _\"Of course,\"_ she thought \n",
      "to herself, _\"this *lovely* house is haunted by a very emotional woman.\"_  \n",
      "Her knees ached. She turned toward the house and noticed the flour \n",
      "canisters on the bench. \"And whatever she wants *this* time is not \n",
      "getting through this thick skull of mine!\"\n",
      "\n",
      "Kate knuckle-rapped herself above her right temple. \"Rebeccah!\"  she\n",
      "called. \"Quit moping!  You'll ruin another day for me and I still\n",
      "have to deal with that horrible Avon woman this morning.\"\n",
      "\n",
      "\"I want my flowers properly aligned!\" Rebeccah screamed from the stairs.\n",
      "\n",
      "As Kate passed the bench she paused to move the flour canisters so\n",
      "that the labels faced in the same direction, each perfectly centered\n",
      "over three of the wood slats. With a self-satisfied air she re-entered \n",
      "her own kitchen. \"Now,\" she began, addressing the refrigerator, \"what \n",
      "we need is improved communication.\"\n",
      "\n",
      "\"Fool,\" hissed Rebeccah, \"you're talking to the refrigerator again.\"\n",
      "\n",
      "\"You don't want an empath. You want a telepath,\" Kate said, turning\n",
      "to stare at Rebeccah with surprising accuracy.\n",
      "\n",
      "The two women blinked at each other and broke into laughter.\n",
      "\n",
      "\"I want my flowers straightened out!\"  Rebeccah commented softly when\n",
      "the mirth had passed.\n",
      "\n",
      "                              * * *\n",
      "\n",
      "\"There!\"  Kate replaced the telephone hand piece and pocketed the\n",
      "scrap of paper she'd written the new gardener's name upon. \"Mr.\n",
      "Hi-a-cow-wah,\" she practiced aloud. \"Very good.\"  The door chime rang\n",
      "throughout the house, echoing off the tiled kitchen walls.\n",
      "\n",
      "\"Oh, no!\"  wailed Rebeccah. \"Not Japanese!  They have such spiritual\n",
      "ideas on gardening -- I'll never get through to him!\"\n",
      "\n",
      "\"Oh, dear!\"  Kate bemoaned, certain the Avon woman had come to call.\n",
      "She brushed her hands over her skirt, straightened her broad shoulders\n",
      "and pushed through to the dining room, determined not to buy a single\n",
      "thing today.\n",
      "\n",
      "\"Good morning, Mrs. Blanchard!\"  beamed the woman in the pale rose\n",
      "colored ensemble. Purse clutched in one hand, sample case in the other, \n",
      "she reminded Kate of the Lady Justice, scales perfectly balanced. But \n",
      "this lady had no blindfold. (All the better to see you with, my dear. \n",
      "And Oh, wouldn't this color just bring on the blush in your cheeks for \n",
      "$11.00 a tube?)  \"Isn't it just a glorious day?\" the woman pronouned, \n",
      "boldly stepping over the threshold on past assumptions.\n",
      "\n",
      "_\"That's it!\"_ Kate thought to herself. She'd let the woman in once,\n",
      "bought gifts soaps and lipstick in the spirit of cooperation, and\n",
      "never been free of past assumptions since. \"Glorious!\" Kate echoed,\n",
      "moving aside before she was trod upon. Rebeccah hovered at the dining\n",
      "room doors. Kate felt her there.\n",
      "\n",
      "\"Oh, and you've brought the day in with you!\" exclaimed the woman,\n",
      "noting cut flowers on mantel and coffee table. \"How healthful!\"\n",
      "\n",
      "\"Healthful?\" Kate inquired.\n",
      "\n",
      "\"Oh, yes. Studies have shown that people who surround themselves with\n",
      "live plants and fresh flowers indoors live longer, feel better, and\n",
      "enjoy life more fully.\"\n",
      "\n",
      "\"Coffee?\"  Kate offered as the woman sat on the edge of the sofa. It\n",
      "was the one torment she allowed herself to use on the woman, knowing\n",
      "full well this door to door saleswoman would shun other people's\n",
      "bathrooms.\n",
      "\n",
      "\"No thank you,\" she answered, a slight grimace flashing across her\n",
      "face as she scooted forward and opened her case.\n",
      "\n",
      "\"You're so rude!\" Rebeccah crowed, having come closer. \"She's got a\n",
      "bladder full now.\"\n",
      "\n",
      "Kate smiled, holding back a giggle. She was certain she'd scored\n",
      "without knowing why. The woman drew forth brightly colored sheets of\n",
      "paper and placed them neatly before Kate on the glass topped table.\n",
      "_\"A promotional,\"_ Kate moaned within her mind. At the bottom of each\n",
      "was stamped, in flowing script, \"Eleanor Thomsason.\"  Address and two\n",
      "phone numbers followed in block lettering.\n",
      "\n",
      "\"I don't really need anything today, Eleanor,\" Kate began.\n",
      "\n",
      "\"Of course you don't, dear. You're more than lovely in your house\n",
      "frock and clean scrubbed face. But you must see the new complexion\n",
      "care line we're offering. Designed especially for the woman over 30\n",
      "and her special needs,\" Eleanor pulled full sized display item from\n",
      "the depths of her bottomless case and set them neatly in a row,\n",
      "labels facing the prospective buyer. \"As you can see here,\" she said\n",
      "crisply, long manicured finger nail tapping each item gently as she\n",
      "spoke, \"We have a scrub, toner, tightener, moisturizer and light\n",
      "foundation. The foundation comes in 6 basic colors. Just to smooth\n",
      "over those tiny blotches we all seem to have after 30.\"\n",
      "\n",
      "Kate sat forward in her occasional chair, considering the possibility\n",
      "that she might, indeed, need a little more complexion care. She\n",
      "touched the toner, tilting it slightly to the light. While she was\n",
      "otherwise engaged Eleanor brought forth tubes, bottles and jars of the\n",
      "same line. She busied herself arranging them in a straight line to\n",
      "the left and just behind the first row.\n",
      "\n",
      "\"And here we have the corresponding blush, highlighters, lipsticks \n",
      "and shadows. Now this line is made with completely natural base\n",
      "substances,\" Eleanor pointed out.\n",
      "\n",
      "\"Chemicals,\" Rebeccah commented, coming closer still, intently\n",
      "interested in the ordered presentation.\n",
      "\n",
      "Kate let go the toner and reached for the blush. Eleanor straightened\n",
      "the toner, turning the label toward the prospective buyer. Rebeccah\n",
      "came around the coffee table and sat on the sofa with Eleanor, her\n",
      "arms primly at her sides, hands clasped in her lap. Rebeccah leaned\n",
      "forward in the same manner as did Eleanor.\n",
      "\n",
      "The genial rise and fall of the woman's voice slipped into the background \n",
      "of sounds passing by on the peaceful street outside. Kate blinked once, \n",
      "the blush still clasped within her fingers, watching Eleanor's lips move. \n",
      "She could almost hear Rebeccah.\n",
      "\n",
      "Rebeccah's attention was focused entirely on Eleanor the Avon lady.\n",
      "\"The flowers have been scattered willy-nilly along the walk,\"\n",
      "Rebeccah said conversationally, her lips mere inches from Eleanor's\n",
      "ear. \"They look so untidy.\"  Eleanor looked, suddenly, as if she'd\n",
      "forgotten something. Kate remembered the flour canisters on the\n",
      "bench. \"What we need is someone with some organizational ability,\"\n",
      "Rebeccah continued. \n",
      "\n",
      "Eleanor drew forth her order book. \"Flowers are like life's little \n",
      "markers,\" Rebeccah whispered. Eleanor reached into her case for a \n",
      "marker. \"Yellow markers, as it were, for the days of our lives.\"  \n",
      "Eleanor replaced the fine tipped black marker and retrieved a broad \n",
      "stroke yellow highlighter. Kate seemed to hear McDonald Carey speaking \n",
      "about sand. \"The flowers along the walk NEED straightening.\"\n",
      "\n",
      "\"Will you excuse me, just one moment?\" Kate asked. She knew exactly\n",
      "where to find that hourglass. She rose from her chair\n",
      "\n",
      "\"Certainly, dear,\" Eleanor answered, her mind seemingly elsewhere\n",
      "while her hands compulsively aligned the display items.\n",
      "\n",
      "\"*YOU* could be the only one for the job!\"  Rebeccah spoke\n",
      "authoritatively, her body turned toward Eleanor. \"The flowers need\n",
      "alignment!\"\n",
      "\n",
      "Kate felt an oppressive headache coming on. Two of them in one\n",
      "morning was more than anyone should be expected to bear. As she\n",
      "passed through the kitchen door her spirits seemed to rise suddenly.\n",
      "Sunshine slanted into the room to highlight every gleaming surface,\n",
      "glinting sweetly on glassware and chrome. She inhaled fully, filling\n",
      "her lungs with the aroma of fresh brewed coffee. The hourglass\n",
      "spilling out the days of her life seemed important only in the\n",
      "abstract. All was right today. She thought of the flowers by the\n",
      "walk, then. For some reason she  wanted to see them from the top\n",
      "floor.\n",
      "\n",
      "She poured herself a cup of coffee, carried it up the back stairs to\n",
      "the second floor landing and peered from the window into the side\n",
      "yard. She thought, idly, of the new gardener, and what creative\n",
      "expression he might come up with for that spot there, which had never\n",
      "been cultivated. Onward, to the front of the house, and into the\n",
      "quiet room beneath the pitch of the front eaves. \n",
      "\n",
      "She sat on the window ledge and balanced her cup on the sill, the \n",
      "threatened headache a memory, only, of Saturday afternoons with her \n",
      "mother. Somewhere behind her temples her mother's voice droned on and \n",
      "on; something about book spines and the edge of the shelf. Sometimes \n",
      "one had to learn to ignore the librarian in order to read the books.\n",
      "\n",
      "Her eyes drifted to the front walk. Far below, as if in another\n",
      "world, Eleanor the Avon lady knelt in the grass next to the walk.\n",
      "A tall shadow stood near, softly, insistently coaxing, as Eleanor\n",
      "carefully spaded deep into the earth and removed a daffodil. She\n",
      "placed it gently into a prepared hole, tamped the earth around it and\n",
      "proceeded to dig another hole, exactly six inches from the last, in a\n",
      "perfectly straight line parallel to the walk.\n",
      "\n",
      "\"Oh, for crying out loud!\"  Kate exclaimed, watching closely. \"Those\n",
      "flowers!\"  She'd have to remember to collect the flour canisters\n",
      "before Harold came home. \"Goodness, Rebeccah,\" she continued, with\n",
      "some exasperation, \"why on earth didn't you say `Daffodils'?\"\n",
      "\n",
      "                              # # #\n",
      "\n",
      "Copyright 1994 Gay Bost\n",
      "--------------------------------------------------------------------------\n",
      " Gay is a Clinical Lab Tech with experience in Veterinary medicine. \n",
      "Originally from NORTHERN California, she has resided in Southeast Missouri \n",
      "with her husband and an aggressive 6 year old boy, since 1974. She \n",
      "installed her first modem in the summer of 1992 and has been exploring new \n",
      "worlds since. Her first and only publication, a short horror story, came \n",
      "when she was 17 years old. The success was so overwhelming she called an \n",
      "end to her writing days and went in search of herself. She's still looking. \n",
      "You will find Gay's work in the best Electronic Magazines.\n",
      "===========================================================================\n"
     ]
    }
   ],
   "source": [
    "print_doc(200)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}