saudi_cap_boys_the_priv.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from selenium import webdriver\n",
    "from bs4 import BeautifulSoup\n",
    "import re\n",
    "import pandas as pd\n",
    "from selenium.webdriver.support.ui import WebDriverWait\n",
    "from selenium.webdriver.common.by import By\n",
    "from selenium.webdriver.support import expected_conditions as EC\n",
    "from selenium.common.exceptions import TimeoutException\n",
    "import time "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "url= 'https://www.qiyas.sa/en/Statistics-Data/Schools/Pages/DetResults.aspx'\n",
    "\n",
    "#Create a new Safari browser object\n",
    "driver = webdriver.Safari()\n",
    "driver.implicitly_wait(100)\n",
    "\n",
    "#Go to the website\n",
    "driver.get(url)\n",
    "\n",
    "##Extract data for Capabilities, Boys, Theoretical, Private##\n",
    "    \n",
    "#Click on 'Capabilities'\n",
    "driver.find_element_by_xpath('/html/body/form/div[3]/div/div/section/div[2]/div/div[1]/article/div[2]/div[1]/div/div/div/div[1]/div/span/div[1]/div/table/tbody/tr[1]/td/div/div[1]/div').click()\n",
    "\n",
    "#Click on 'Boys'\n",
    "driver.find_element_by_xpath('/html/body/form/div[3]/div/div/section/div[2]/div/div[1]/article/div[2]/div[1]/div/div/div/div[1]/div/span/div[1]/div/table/tbody/tr[2]/td/div/div[1]').click() \n",
    "\n",
    "#Click on 'Theoretical'\n",
    "driver.find_element_by_xpath('/html/body/form/div[3]/div/div/section/div[2]/div/div[1]/article/div[2]/div[1]/div/div/div/div[1]/div/span/div[1]/div/table/tbody/tr[3]/td/div/div[2]/div/label').click() \n",
    "\n",
    "#Click on 'Private'\n",
    "driver.find_element_by_xpath('/html/body/form/div[3]/div/div/section/div[2]/div/div[1]/article/div[2]/div[1]/div/div/div/div[1]/div/span/div[1]/div/table/tbody/tr[4]/td/div/div[2]/div').click() \n",
    "\n",
    "#Click on 'View the order of all schools'\n",
    "driver.find_element_by_xpath('/html/body/form/div[3]/div/div/section/div[2]/div/div[1]/article/div[2]/div[1]/div/div/div/div[1]/div/span/div[1]/div/table/tbody/tr[5]/td/span[1]/label').click() \n",
    "\n",
    "#Click on 'Submit'\n",
    "driver.find_element_by_xpath('/html/body/form/div[3]/div/div/section/div[2]/div/div[1]/article/div[2]/div[1]/div/div/div/div[1]/div/span/div[2]/div').click()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>General Rank</th>\n",
       "      <th>Ministerial Number</th>\n",
       "      <th>School Name</th>\n",
       "      <th>City</th>\n",
       "      <th>Region</th>\n",
       "      <th>School Type</th>\n",
       "      <th>Category</th>\n",
       "      <th>Average</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>83</td>\n",
       "      <td>53849</td>\n",
       "      <td>ثانوية التطوير الأهلية</td>\n",
       "      <td>الدمام</td>\n",
       "      <td>AlSharquia</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>67.88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>110</td>\n",
       "      <td>11188</td>\n",
       "      <td>ثانوية التربية السعودية الأهلية</td>\n",
       "      <td>الرياض</td>\n",
       "      <td>Riyadh</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>66.94</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>114</td>\n",
       "      <td>11413</td>\n",
       "      <td>ثانوية الامتياز الأهلية</td>\n",
       "      <td>الرياض</td>\n",
       "      <td>Riyadh</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>66.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>115</td>\n",
       "      <td>40594</td>\n",
       "      <td>مدارس القصواء الأهلية - المرحلة الثانوية</td>\n",
       "      <td>المدينة المنورة</td>\n",
       "      <td>Madina</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>66.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>149</td>\n",
       "      <td>147175</td>\n",
       "      <td>ثانوية اجيال الزرقاء</td>\n",
       "      <td>خب البريدي</td>\n",
       "      <td>Qassim</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>65.42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>167</td>\n",
       "      <td>40563</td>\n",
       "      <td>مدارس دار الهجرة الأهلية - المرحلة الثانوية</td>\n",
       "      <td>المدينة المنورة</td>\n",
       "      <td>Madina</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>64.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>191</td>\n",
       "      <td>61538</td>\n",
       "      <td>ثانوية المناهل الأهلية بأبها</td>\n",
       "      <td>أبها</td>\n",
       "      <td>Asser</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>64.52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>260</td>\n",
       "      <td>40565</td>\n",
       "      <td>مدارس دار الهجرة الأهلية - المرحلة الثانوية (ل...</td>\n",
       "      <td>المدينة المنورة</td>\n",
       "      <td>Madina</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>62.67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>273</td>\n",
       "      <td>26607</td>\n",
       "      <td>ثانوية البشرى بالزاهر الأهلية</td>\n",
       "      <td>مكة المكرمة</td>\n",
       "      <td>Makkah</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>62.43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>293</td>\n",
       "      <td>76453</td>\n",
       "      <td>الشمال الأهلية الثانوية الليلية</td>\n",
       "      <td>تبوك</td>\n",
       "      <td>Tabuk</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>61.93</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  General Rank Ministerial Number  \\\n",
       "0           83              53849   \n",
       "1          110              11188   \n",
       "2          114              11413   \n",
       "3          115              40594   \n",
       "4          149             147175   \n",
       "5          167              40563   \n",
       "6          191              61538   \n",
       "7          260              40565   \n",
       "8          273              26607   \n",
       "9          293              76453   \n",
       "\n",
       "                                         School Name             City  \\\n",
       "0                             ثانوية التطوير الأهلية           الدمام   \n",
       "1                    ثانوية التربية السعودية الأهلية           الرياض   \n",
       "2                            ثانوية الامتياز الأهلية           الرياض   \n",
       "3           مدارس القصواء الأهلية - المرحلة الثانوية  المدينة المنورة   \n",
       "4                               ثانوية اجيال الزرقاء       خب البريدي   \n",
       "5        مدارس دار الهجرة الأهلية - المرحلة الثانوية  المدينة المنورة   \n",
       "6                       ثانوية المناهل الأهلية بأبها             أبها   \n",
       "7  مدارس دار الهجرة الأهلية - المرحلة الثانوية (ل...  المدينة المنورة   \n",
       "8                      ثانوية البشرى بالزاهر الأهلية      مكة المكرمة   \n",
       "9                    الشمال الأهلية الثانوية الليلية             تبوك   \n",
       "\n",
       "       Region School Type        Category Average  \n",
       "0  AlSharquia    Domestic  تعليم عام بنين   67.88  \n",
       "1      Riyadh    Domestic  تعليم عام بنين   66.94  \n",
       "2      Riyadh    Domestic  تعليم عام بنين   66.79  \n",
       "3      Madina    Domestic  تعليم عام بنين   66.77  \n",
       "4      Qassim    Domestic  تعليم عام بنين   65.42  \n",
       "5      Madina    Domestic  تعليم عام بنين   64.99  \n",
       "6       Asser    Domestic  تعليم عام بنين   64.52  \n",
       "7      Madina    Domestic  تعليم عام بنين   62.67  \n",
       "8      Makkah    Domestic  تعليم عام بنين   62.43  \n",
       "9       Tabuk    Domestic  تعليم عام بنين   61.93  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Retrieving table from first page \n",
    "time.sleep(5)\n",
    "soup_cbsp= BeautifulSoup(driver.page_source, 'html.parser')\n",
    "\n",
    "#Parse and extract data \n",
    "table= soup_cbsp.find_all(class_='table-responsive')[1]\n",
    "\n",
    "rows=table.find_all('tr')\n",
    "\n",
    "COLUMNS= ['General Rank', 'Ministerial Number', 'School Name', \n",
    "          'City', 'Region', 'School Type', 'Category', 'Average']\n",
    "\n",
    "sub_df=[]\n",
    "for row in rows:\n",
    "    cells= row.select('td')\n",
    "    cells=cells[0:8]\n",
    "    sub_df.append([cell.text.strip() for cell in cells])\n",
    "\n",
    "data_cbtp = pd.DataFrame(sub_df, columns=COLUMNS).drop([0,1], axis=0).reset_index(drop=True)\n",
    "data_cbtp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "No more pages left\n"
     ]
    }
   ],
   "source": [
    "while True:\n",
    "    try:\n",
    "        next_page_btn= driver.find_elements(By.CLASS_NAME, \"Next\")\n",
    "        if not next_page_btn:\n",
    "            print(\"No next button\")\n",
    "            break\n",
    "        next_btn= next_page_btn[0]\n",
    "        if next_btn.get_attribute(\"class\")== \"aspNetDisabled Next\":\n",
    "            print(\"No more pages left\")\n",
    "            break\n",
    "        else:\n",
    "            WebDriverWait(driver, 10).until(EC.element_to_be_clickable((By.CLASS_NAME, \"Next\"))).click()\n",
    "        \n",
    "            time.sleep(10)\n",
    "       \n",
    "            soup_pgs= BeautifulSoup(driver.page_source, 'html.parser')\n",
    "        \n",
    "            #Parse and extract data \n",
    "            table_pgs= soup_pgs.find_all(class_='table-responsive')[1]\n",
    "        \n",
    "            rows_pgs=table_pgs.find_all('tr')\n",
    "        \n",
    "            COLUMNS_pgs= ['General Rank', 'Ministerial Number', 'School Name', \n",
    "              'City', 'Region', 'School Type', 'Category', 'Average']\n",
    "        \n",
    "            sub_df_pgs=[]\n",
    "            for row_pgs in rows_pgs:\n",
    "                cells_pgs= row_pgs.select('td')\n",
    "                cells_pgs=cells_pgs[0:8]\n",
    "                sub_df_pgs.append([cell_pgs.text.strip() for cell_pgs in cells_pgs])\n",
    "        \n",
    "            data_pgs = pd.DataFrame(sub_df_pgs, columns=COLUMNS_pgs).drop([0,1], axis=0).reset_index(drop=True)\n",
    "            data_cbtp=data_cbtp.append(data_pgs, ignore_index=True)\n",
    "    except TimeoutException:\n",
    "        time.sleep(10)\n",
    "        print(\"Exception has been thrown. No more pages left\")\n",
    "        break\n",
    "driver.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>General Rank</th>\n",
       "      <th>Ministerial Number</th>\n",
       "      <th>School Name</th>\n",
       "      <th>City</th>\n",
       "      <th>Region</th>\n",
       "      <th>School Type</th>\n",
       "      <th>Category</th>\n",
       "      <th>Average</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>83</td>\n",
       "      <td>53849</td>\n",
       "      <td>ثانوية التطوير الأهلية</td>\n",
       "      <td>الدمام</td>\n",
       "      <td>AlSharquia</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>67.88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>110</td>\n",
       "      <td>11188</td>\n",
       "      <td>ثانوية التربية السعودية الأهلية</td>\n",
       "      <td>الرياض</td>\n",
       "      <td>Riyadh</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>66.94</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>114</td>\n",
       "      <td>11413</td>\n",
       "      <td>ثانوية الامتياز الأهلية</td>\n",
       "      <td>الرياض</td>\n",
       "      <td>Riyadh</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>66.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>115</td>\n",
       "      <td>40594</td>\n",
       "      <td>مدارس القصواء الأهلية - المرحلة الثانوية</td>\n",
       "      <td>المدينة المنورة</td>\n",
       "      <td>Madina</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>66.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>149</td>\n",
       "      <td>147175</td>\n",
       "      <td>ثانوية اجيال الزرقاء</td>\n",
       "      <td>خب البريدي</td>\n",
       "      <td>Qassim</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>65.42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>167</td>\n",
       "      <td>40563</td>\n",
       "      <td>مدارس دار الهجرة الأهلية - المرحلة الثانوية</td>\n",
       "      <td>المدينة المنورة</td>\n",
       "      <td>Madina</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>64.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>191</td>\n",
       "      <td>61538</td>\n",
       "      <td>ثانوية المناهل الأهلية بأبها</td>\n",
       "      <td>أبها</td>\n",
       "      <td>Asser</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>64.52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>260</td>\n",
       "      <td>40565</td>\n",
       "      <td>مدارس دار الهجرة الأهلية - المرحلة الثانوية (ل...</td>\n",
       "      <td>المدينة المنورة</td>\n",
       "      <td>Madina</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>62.67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>273</td>\n",
       "      <td>26607</td>\n",
       "      <td>ثانوية البشرى بالزاهر الأهلية</td>\n",
       "      <td>مكة المكرمة</td>\n",
       "      <td>Makkah</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>62.43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>293</td>\n",
       "      <td>76453</td>\n",
       "      <td>الشمال الأهلية الثانوية الليلية</td>\n",
       "      <td>تبوك</td>\n",
       "      <td>Tabuk</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>61.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>306</td>\n",
       "      <td>11231</td>\n",
       "      <td>ثانوية دار المعرفة الأهلية الليلية</td>\n",
       "      <td>الرياض</td>\n",
       "      <td>Riyadh</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>61.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>327</td>\n",
       "      <td>26536</td>\n",
       "      <td>ثانوية المعرفة الأهلية الليلية</td>\n",
       "      <td>مكة المكرمة</td>\n",
       "      <td>Makkah</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>61.18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>329</td>\n",
       "      <td>47554</td>\n",
       "      <td>ثانوية رياض القصيم الأهلية</td>\n",
       "      <td>بريدة</td>\n",
       "      <td>Qassim</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>61.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>349</td>\n",
       "      <td>73608</td>\n",
       "      <td>ثانوية النموذجية الأهلية</td>\n",
       "      <td>حائل</td>\n",
       "      <td>Hail</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>60.71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>375</td>\n",
       "      <td>57695</td>\n",
       "      <td>ثانوية منارات الخالدية  الأهلية</td>\n",
       "      <td>الأحساء</td>\n",
       "      <td>AlSharquia</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>60.34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>426</td>\n",
       "      <td>57729</td>\n",
       "      <td>ثانوية جواثا الأهلية الليلية</td>\n",
       "      <td>الأحساء</td>\n",
       "      <td>AlSharquia</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>59.42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>432</td>\n",
       "      <td>26506</td>\n",
       "      <td>ثانوية شعاع المعرفة الليلية الأهلية</td>\n",
       "      <td>مكة المكرمة</td>\n",
       "      <td>Makkah</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>59.24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>446</td>\n",
       "      <td>12174</td>\n",
       "      <td>ثانوية جيل الريادة الأهلية الليلية</td>\n",
       "      <td>الرياض</td>\n",
       "      <td>Riyadh</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>58.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>461</td>\n",
       "      <td>11596</td>\n",
       "      <td>ثانوية المنهاج الأهلية الليلية</td>\n",
       "      <td>الرياض</td>\n",
       "      <td>Riyadh</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>58.53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>477</td>\n",
       "      <td>60427</td>\n",
       "      <td>جيل التفوق الأهلية الثانوية</td>\n",
       "      <td>حفر الباطن</td>\n",
       "      <td>AlSharquia</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>58.17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>484</td>\n",
       "      <td>26768</td>\n",
       "      <td>ثانوية الفرقان الليلية بالحمراء الأهلية</td>\n",
       "      <td>مكة المكرمة</td>\n",
       "      <td>Makkah</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>57.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>513</td>\n",
       "      <td>17475</td>\n",
       "      <td>ثانوية الدوادمي  الليلية الأهلية</td>\n",
       "      <td>الدوادمي</td>\n",
       "      <td>Riyadh</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>56.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>548</td>\n",
       "      <td>73620</td>\n",
       "      <td>ثـانوية النموذجية الأهلية الليلية</td>\n",
       "      <td>حائل</td>\n",
       "      <td>Hail</td>\n",
       "      <td>Domestic</td>\n",
       "      <td>تعليم عام بنين</td>\n",
       "      <td>55.59</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   General Rank Ministerial Number  \\\n",
       "0            83              53849   \n",
       "1           110              11188   \n",
       "2           114              11413   \n",
       "3           115              40594   \n",
       "4           149             147175   \n",
       "5           167              40563   \n",
       "6           191              61538   \n",
       "7           260              40565   \n",
       "8           273              26607   \n",
       "9           293              76453   \n",
       "10          306              11231   \n",
       "11          327              26536   \n",
       "12          329              47554   \n",
       "13          349              73608   \n",
       "14          375              57695   \n",
       "15          426              57729   \n",
       "16          432              26506   \n",
       "17          446              12174   \n",
       "18          461              11596   \n",
       "19          477              60427   \n",
       "20          484              26768   \n",
       "21          513              17475   \n",
       "22          548              73620   \n",
       "\n",
       "                                          School Name             City  \\\n",
       "0                              ثانوية التطوير الأهلية           الدمام   \n",
       "1                     ثانوية التربية السعودية الأهلية           الرياض   \n",
       "2                             ثانوية الامتياز الأهلية           الرياض   \n",
       "3            مدارس القصواء الأهلية - المرحلة الثانوية  المدينة المنورة   \n",
       "4                                ثانوية اجيال الزرقاء       خب البريدي   \n",
       "5         مدارس دار الهجرة الأهلية - المرحلة الثانوية  المدينة المنورة   \n",
       "6                        ثانوية المناهل الأهلية بأبها             أبها   \n",
       "7   مدارس دار الهجرة الأهلية - المرحلة الثانوية (ل...  المدينة المنورة   \n",
       "8                       ثانوية البشرى بالزاهر الأهلية      مكة المكرمة   \n",
       "9                     الشمال الأهلية الثانوية الليلية             تبوك   \n",
       "10                 ثانوية دار المعرفة الأهلية الليلية           الرياض   \n",
       "11                     ثانوية المعرفة الأهلية الليلية      مكة المكرمة   \n",
       "12                         ثانوية رياض القصيم الأهلية            بريدة   \n",
       "13                           ثانوية النموذجية الأهلية             حائل   \n",
       "14                    ثانوية منارات الخالدية  الأهلية          الأحساء   \n",
       "15                       ثانوية جواثا الأهلية الليلية          الأحساء   \n",
       "16                ثانوية شعاع المعرفة الليلية الأهلية      مكة المكرمة   \n",
       "17                 ثانوية جيل الريادة الأهلية الليلية           الرياض   \n",
       "18                     ثانوية المنهاج الأهلية الليلية           الرياض   \n",
       "19                        جيل التفوق الأهلية الثانوية       حفر الباطن   \n",
       "20            ثانوية الفرقان الليلية بالحمراء الأهلية      مكة المكرمة   \n",
       "21                   ثانوية الدوادمي  الليلية الأهلية         الدوادمي   \n",
       "22                  ثـانوية النموذجية الأهلية الليلية             حائل   \n",
       "\n",
       "        Region School Type        Category Average  \n",
       "0   AlSharquia    Domestic  تعليم عام بنين   67.88  \n",
       "1       Riyadh    Domestic  تعليم عام بنين   66.94  \n",
       "2       Riyadh    Domestic  تعليم عام بنين   66.79  \n",
       "3       Madina    Domestic  تعليم عام بنين   66.77  \n",
       "4       Qassim    Domestic  تعليم عام بنين   65.42  \n",
       "5       Madina    Domestic  تعليم عام بنين   64.99  \n",
       "6        Asser    Domestic  تعليم عام بنين   64.52  \n",
       "7       Madina    Domestic  تعليم عام بنين   62.67  \n",
       "8       Makkah    Domestic  تعليم عام بنين   62.43  \n",
       "9        Tabuk    Domestic  تعليم عام بنين   61.93  \n",
       "10      Riyadh    Domestic  تعليم عام بنين   61.63  \n",
       "11      Makkah    Domestic  تعليم عام بنين   61.18  \n",
       "12      Qassim    Domestic  تعليم عام بنين   61.13  \n",
       "13        Hail    Domestic  تعليم عام بنين   60.71  \n",
       "14  AlSharquia    Domestic  تعليم عام بنين   60.34  \n",
       "15  AlSharquia    Domestic  تعليم عام بنين   59.42  \n",
       "16      Makkah    Domestic  تعليم عام بنين   59.24  \n",
       "17      Riyadh    Domestic  تعليم عام بنين    58.9  \n",
       "18      Riyadh    Domestic  تعليم عام بنين   58.53  \n",
       "19  AlSharquia    Domestic  تعليم عام بنين   58.17  \n",
       "20      Makkah    Domestic  تعليم عام بنين   57.96  \n",
       "21      Riyadh    Domestic  تعليم عام بنين   56.96  \n",
       "22        Hail    Domestic  تعليم عام بنين   55.59  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_cbtp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_cbtp.to_csv('data/cap_boys_the_priv.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}