Yallakora Table of Matches Scraping.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Install Important Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# If selenium pachage is not installed, uncomment the next command line\n",
    "# ! pip install beautifulsoup4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from bs4 import BeautifulSoup\n",
    "import requests\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def scrape_today_matches(yallakora_url = 'https://www.yallakora.com/Match-Center/%D9%85%D8%B1%D9%83%D8%B2-%D8%A7%D9%84%D9%85%D8%A8%D8%A7%D8%B1%D9%8A%D8%A7%D8%AA#nav-menu'):\n",
    "    \"\"\"\n",
    "    Extracts the mathced info. from Yallakora website.\n",
    "    Args:\n",
    "        url (str): The URL to Yallakora website's table of matches\n",
    "    Return:\n",
    "        dataframe of table of matches\n",
    "    \"\"\"\n",
    "    \n",
    "        # Get the website info at the moment\n",
    "    yallakora = requests.get(yallakora_url)\n",
    "\n",
    "        # Beautiful Souping the website request for easy scraping\n",
    "    soup = BeautifulSoup(yallakora.text, features=\"html.parser\")\n",
    "    \n",
    "        # Extracting matches info.\n",
    "    first_teams = [ soup.find_all(class_='teamA')[i].find(class_='teamName').text.replace('\\n', '').strip()\n",
    "               for i in range(len(soup.find_all(class_='teamA')))]\n",
    "\n",
    "    second_teams = [ soup.find_all(class_='teamB')[i].find(class_='teamName').text.replace('\\n', '').strip()\n",
    "                   for i in range(len(soup.find_all(class_='teamA')))]\n",
    "\n",
    "    match_result = [ soup.find_all(class_='matchResult')[i].text.replace('\\n', '').strip().replace(' ', ' - ')\n",
    "                   for i in range(len(soup.find_all(class_='teamA')))]\n",
    "\n",
    "    match_time = [ soup.find_all(class_='matchTime')[i].text.replace('\\n', '').strip()\n",
    "                   for i in range(len(soup.find_all(class_='teamA')))]\n",
    "    \n",
    "        # Save data in Dataframe and show it.    \n",
    "    df = pd.DataFrame({ 'First Team'   : first_teams,\n",
    "                        'Match Result' : match_result,\n",
    "                        'Second Team'  : second_teams,\n",
    "                        'Match Time'   : match_time})\n",
    "    \n",
    "    return df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Test the code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>First Team</th>\n",
       "      <th>Match Result</th>\n",
       "      <th>Second Team</th>\n",
       "      <th>Match Time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ليستر سيتي</td>\n",
       "      <td>- - -</td>\n",
       "      <td>تشيلسي</td>\n",
       "      <td>14:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>بيرنلي</td>\n",
       "      <td>- - -</td>\n",
       "      <td>كريستال بالاس</td>\n",
       "      <td>17:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>نيوكاسل</td>\n",
       "      <td>- - -</td>\n",
       "      <td>برينتفورد</td>\n",
       "      <td>17:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>وولفرهامبتون</td>\n",
       "      <td>- - -</td>\n",
       "      <td>وست هام يونايتد</td>\n",
       "      <td>17:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>نورويتش سيتي</td>\n",
       "      <td>- - -</td>\n",
       "      <td>ساوثامبتون</td>\n",
       "      <td>17:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>واتفورد</td>\n",
       "      <td>- - -</td>\n",
       "      <td>مانشستر يونايتد</td>\n",
       "      <td>17:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>استون فيلا</td>\n",
       "      <td>- - -</td>\n",
       "      <td>برايتون</td>\n",
       "      <td>17:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>ليفربول</td>\n",
       "      <td>- - -</td>\n",
       "      <td>أرسنال</td>\n",
       "      <td>19:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>هاتاي سبور</td>\n",
       "      <td>- - -</td>\n",
       "      <td>انطاليا سبور</td>\n",
       "      <td>12:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>جيرسون سبور</td>\n",
       "      <td>- - -</td>\n",
       "      <td>مالاتياسبور</td>\n",
       "      <td>15:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>إسطنبول باشاكشهر</td>\n",
       "      <td>- - -</td>\n",
       "      <td>سيفاسبور</td>\n",
       "      <td>15:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>ألانيا سبور</td>\n",
       "      <td>- - -</td>\n",
       "      <td>بيشكتاش</td>\n",
       "      <td>18:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>سيلتا فيجو</td>\n",
       "      <td>- - -</td>\n",
       "      <td>فياريال</td>\n",
       "      <td>15:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>اشبيلية</td>\n",
       "      <td>- - -</td>\n",
       "      <td>ألافيس</td>\n",
       "      <td>17:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>اتلتيكو مدريد</td>\n",
       "      <td>- - -</td>\n",
       "      <td>أوساسونا</td>\n",
       "      <td>19:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>برشلونة</td>\n",
       "      <td>- - -</td>\n",
       "      <td>اسبانيول</td>\n",
       "      <td>22:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>أتالانتا</td>\n",
       "      <td>- - -</td>\n",
       "      <td>سبيزيا كالتشو</td>\n",
       "      <td>16:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>لاتسيو</td>\n",
       "      <td>- - -</td>\n",
       "      <td>يوفنتوس</td>\n",
       "      <td>19:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>فيورنتينا</td>\n",
       "      <td>- - -</td>\n",
       "      <td>ميلان</td>\n",
       "      <td>21:45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>ب. س. جيرمان</td>\n",
       "      <td>- - -</td>\n",
       "      <td>نانت</td>\n",
       "      <td>18:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>رين</td>\n",
       "      <td>- - -</td>\n",
       "      <td>مونبيليه</td>\n",
       "      <td>22:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>ارمينيا بيليفيلت</td>\n",
       "      <td>- - -</td>\n",
       "      <td>فولفسبورج</td>\n",
       "      <td>16:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>باير ليفركوزن</td>\n",
       "      <td>- - -</td>\n",
       "      <td>بوخوم</td>\n",
       "      <td>16:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>بروسيا دورتموند</td>\n",
       "      <td>- - -</td>\n",
       "      <td>شتوتجارت</td>\n",
       "      <td>16:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>مونشنجلادباخ</td>\n",
       "      <td>- - -</td>\n",
       "      <td>جروتر فورت</td>\n",
       "      <td>16:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>هوفنهايم</td>\n",
       "      <td>- - -</td>\n",
       "      <td>لايبزيج</td>\n",
       "      <td>16:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>يونيون برلين</td>\n",
       "      <td>- - -</td>\n",
       "      <td>هيرتا برلين</td>\n",
       "      <td>19:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>الطــائي</td>\n",
       "      <td>- - -</td>\n",
       "      <td>الفتح</td>\n",
       "      <td>14:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>ضمك</td>\n",
       "      <td>- - -</td>\n",
       "      <td>الفيحاء</td>\n",
       "      <td>14:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>الفيصلي</td>\n",
       "      <td>- - -</td>\n",
       "      <td>الشباب</td>\n",
       "      <td>16:45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>النصر</td>\n",
       "      <td>- - -</td>\n",
       "      <td>الرائد</td>\n",
       "      <td>18:40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>الجيش الملكي</td>\n",
       "      <td>- - -</td>\n",
       "      <td>أولمبيك آسفي</td>\n",
       "      <td>17:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>نهضة بركان</td>\n",
       "      <td>- - -</td>\n",
       "      <td>الفتح الرباطي</td>\n",
       "      <td>19:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>المغرب الفاسي</td>\n",
       "      <td>- - -</td>\n",
       "      <td>حسنية اغادير</td>\n",
       "      <td>21:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>بني ياس</td>\n",
       "      <td>- - -</td>\n",
       "      <td>العروبة</td>\n",
       "      <td>16:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>خورفكان</td>\n",
       "      <td>- - -</td>\n",
       "      <td>الشــارقة</td>\n",
       "      <td>16:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>الجــزيرة</td>\n",
       "      <td>- - -</td>\n",
       "      <td>العين</td>\n",
       "      <td>18:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>نادي الامارات</td>\n",
       "      <td>- - -</td>\n",
       "      <td>اتحاد كلباء</td>\n",
       "      <td>18:15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          First Team Match Result      Second Team Match Time\n",
       "0         ليستر سيتي        - - -           تشيلسي      14:30\n",
       "1             بيرنلي        - - -    كريستال بالاس      17:00\n",
       "2            نيوكاسل        - - -        برينتفورد      17:00\n",
       "3       وولفرهامبتون        - - -  وست هام يونايتد      17:00\n",
       "4       نورويتش سيتي        - - -       ساوثامبتون      17:00\n",
       "5            واتفورد        - - -  مانشستر يونايتد      17:00\n",
       "6         استون فيلا        - - -          برايتون      17:00\n",
       "7            ليفربول        - - -           أرسنال      19:30\n",
       "8         هاتاي سبور        - - -     انطاليا سبور      12:30\n",
       "9        جيرسون سبور        - - -      مالاتياسبور      15:00\n",
       "10  إسطنبول باشاكشهر        - - -         سيفاسبور      15:00\n",
       "11       ألانيا سبور        - - -          بيشكتاش      18:00\n",
       "12        سيلتا فيجو        - - -          فياريال      15:00\n",
       "13           اشبيلية        - - -           ألافيس      17:15\n",
       "14     اتلتيكو مدريد        - - -         أوساسونا      19:30\n",
       "15           برشلونة        - - -         اسبانيول      22:00\n",
       "16          أتالانتا        - - -    سبيزيا كالتشو      16:00\n",
       "17            لاتسيو        - - -          يوفنتوس      19:00\n",
       "18         فيورنتينا        - - -            ميلان      21:45\n",
       "19      ب. س. جيرمان        - - -             نانت      18:00\n",
       "20               رين        - - -         مونبيليه      22:00\n",
       "21  ارمينيا بيليفيلت        - - -        فولفسبورج      16:30\n",
       "22     باير ليفركوزن        - - -            بوخوم      16:30\n",
       "23   بروسيا دورتموند        - - -         شتوتجارت      16:30\n",
       "24      مونشنجلادباخ        - - -       جروتر فورت      16:30\n",
       "25          هوفنهايم        - - -          لايبزيج      16:30\n",
       "26      يونيون برلين        - - -      هيرتا برلين      19:30\n",
       "27          الطــائي        - - -            الفتح      14:20\n",
       "28               ضمك        - - -          الفيحاء      14:30\n",
       "29           الفيصلي        - - -           الشباب      16:45\n",
       "30             النصر        - - -           الرائد      18:40\n",
       "31      الجيش الملكي        - - -     أولمبيك آسفي      17:00\n",
       "32        نهضة بركان        - - -    الفتح الرباطي      19:15\n",
       "33     المغرب الفاسي        - - -     حسنية اغادير      21:30\n",
       "34           بني ياس        - - -          العروبة      16:00\n",
       "35           خورفكان        - - -        الشــارقة      16:00\n",
       "36         الجــزيرة        - - -            العين      18:15\n",
       "37     نادي الامارات        - - -      اتحاد كلباء      18:15"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "scrape_today_matches()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Done!"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}