happly12.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-07-04T05:58:49.453833Z",
     "start_time": "2018-07-04T05:58:48.962162Z"
    }
   },
   "outputs": [],
   "source": [
    "from requests_html import HTMLSession\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-07-04T05:58:49.461637Z",
     "start_time": "2018-07-04T05:58:49.456309Z"
    }
   },
   "outputs": [],
   "source": [
    "class Fish(object):\n",
    "    def __init__(self, page_num):\n",
    "        session = HTMLSession()\n",
    "        self.page_num = page_num\n",
    "        self.url = f'https://www.km28.com/gp_chart/zjklse/0/{self.page_num}.html'\n",
    "        self.r = session.get(self.url)\n",
    "    def get_valid(self, tr):\n",
    "        try:\n",
    "            if tr.attrs['id'].startswith('20') or tr.attrs['id']=='menuitem':\n",
    "                return True\n",
    "        except:\n",
    "            return False\n",
    "    def get_table(self):\n",
    "        tr = self.r.html.find('#chartsTable',first=True).find('tr')\n",
    "        tr_text = [_.text.split()[:6] for _ in tr if self.get_valid(_)]\n",
    "        head = tr_text[0]\n",
    "        head_text = [head[0]] + [head[1]+str(_) for _ in range(1,6)]\n",
    "        df = pd.DataFrame(data=tr_text[1:], columns=head_text)\n",
    "        return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-07-04T05:58:50.752566Z",
     "start_time": "2018-07-04T05:58:50.417846Z"
    }
   },
   "outputs": [],
   "source": [
    "foo = Fish(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-07-04T05:58:51.011077Z",
     "start_time": "2018-07-04T05:58:50.956820Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>期号</th>\n",
       "      <th>开奖号码1</th>\n",
       "      <th>开奖号码2</th>\n",
       "      <th>开奖号码3</th>\n",
       "      <th>开奖号码4</th>\n",
       "      <th>开奖号码5</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20180702075</td>\n",
       "      <td>08</td>\n",
       "      <td>06</td>\n",
       "      <td>11</td>\n",
       "      <td>02</td>\n",
       "      <td>04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>20180702076</td>\n",
       "      <td>04</td>\n",
       "      <td>10</td>\n",
       "      <td>07</td>\n",
       "      <td>05</td>\n",
       "      <td>09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>20180702077</td>\n",
       "      <td>11</td>\n",
       "      <td>07</td>\n",
       "      <td>05</td>\n",
       "      <td>09</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20180702078</td>\n",
       "      <td>04</td>\n",
       "      <td>10</td>\n",
       "      <td>07</td>\n",
       "      <td>01</td>\n",
       "      <td>03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>20180702079</td>\n",
       "      <td>12</td>\n",
       "      <td>01</td>\n",
       "      <td>08</td>\n",
       "      <td>09</td>\n",
       "      <td>04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>20180702080</td>\n",
       "      <td>06</td>\n",
       "      <td>01</td>\n",
       "      <td>09</td>\n",
       "      <td>07</td>\n",
       "      <td>05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>20180703001</td>\n",
       "      <td>12</td>\n",
       "      <td>05</td>\n",
       "      <td>09</td>\n",
       "      <td>07</td>\n",
       "      <td>02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>20180703002</td>\n",
       "      <td>10</td>\n",
       "      <td>07</td>\n",
       "      <td>09</td>\n",
       "      <td>06</td>\n",
       "      <td>08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>20180703003</td>\n",
       "      <td>04</td>\n",
       "      <td>06</td>\n",
       "      <td>02</td>\n",
       "      <td>11</td>\n",
       "      <td>08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>20180703004</td>\n",
       "      <td>09</td>\n",
       "      <td>05</td>\n",
       "      <td>06</td>\n",
       "      <td>01</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>20180703005</td>\n",
       "      <td>11</td>\n",
       "      <td>06</td>\n",
       "      <td>05</td>\n",
       "      <td>10</td>\n",
       "      <td>09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>20180703006</td>\n",
       "      <td>03</td>\n",
       "      <td>05</td>\n",
       "      <td>04</td>\n",
       "      <td>07</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>20180703007</td>\n",
       "      <td>05</td>\n",
       "      <td>01</td>\n",
       "      <td>08</td>\n",
       "      <td>10</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>20180703008</td>\n",
       "      <td>05</td>\n",
       "      <td>03</td>\n",
       "      <td>01</td>\n",
       "      <td>04</td>\n",
       "      <td>06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>20180703009</td>\n",
       "      <td>12</td>\n",
       "      <td>01</td>\n",
       "      <td>08</td>\n",
       "      <td>02</td>\n",
       "      <td>04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>20180703010</td>\n",
       "      <td>11</td>\n",
       "      <td>08</td>\n",
       "      <td>03</td>\n",
       "      <td>05</td>\n",
       "      <td>06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>20180703011</td>\n",
       "      <td>07</td>\n",
       "      <td>11</td>\n",
       "      <td>06</td>\n",
       "      <td>09</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>20180703012</td>\n",
       "      <td>06</td>\n",
       "      <td>03</td>\n",
       "      <td>12</td>\n",
       "      <td>09</td>\n",
       "      <td>08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>20180703013</td>\n",
       "      <td>02</td>\n",
       "      <td>12</td>\n",
       "      <td>06</td>\n",
       "      <td>01</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>20180703014</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>04</td>\n",
       "      <td>07</td>\n",
       "      <td>06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             期号 开奖号码1 开奖号码2 开奖号码3 开奖号码4 开奖号码5\n",
       "0   20180702075    08    06    11    02    04\n",
       "1   20180702076    04    10    07    05    09\n",
       "2   20180702077    11    07    05    09    12\n",
       "3   20180702078    04    10    07    01    03\n",
       "4   20180702079    12    01    08    09    04\n",
       "5   20180702080    06    01    09    07    05\n",
       "6   20180703001    12    05    09    07    02\n",
       "7   20180703002    10    07    09    06    08\n",
       "8   20180703003    04    06    02    11    08\n",
       "9   20180703004    09    05    06    01    12\n",
       "10  20180703005    11    06    05    10    09\n",
       "11  20180703006    03    05    04    07    11\n",
       "12  20180703007    05    01    08    10    11\n",
       "13  20180703008    05    03    01    04    06\n",
       "14  20180703009    12    01    08    02    04\n",
       "15  20180703010    11    08    03    05    06\n",
       "16  20180703011    07    11    06    09    10\n",
       "17  20180703012    06    03    12    09    08\n",
       "18  20180703013    02    12    06    01    10\n",
       "19  20180703014    12    10    04    07    06"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "foo.get_table()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  },
  "toc": {
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": "block",
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}