Python Environment To Demonstrate DW & ETL on Oracle.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "3f99f24a",
   "metadata": {},
   "source": [
    "# Python Environment To Demonstrate DW & ETL on Oracle"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "20b3bba0",
   "metadata": {},
   "source": [
    "#### Important Note: Kindly run the cells one by one. Some cells give output, some don't."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9678c194",
   "metadata": {},
   "outputs": [],
   "source": [
    "### SET UP THE PYTHON QUERYING ENVIRONMENT ###\n",
    "\n",
    "## Run this cell only once. Expect no output ##\n",
    "\n",
    "!pip install cx_Oracle\n",
    "import cx_Oracle as cx\n",
    "import pandas as pd\n",
    "import warnings as wn\n",
    "wn.filterwarnings('ignore')\n",
    "conn = cx.connect(user=\"SYS as SYSDBA\", password=\"myPASS1234\", dsn=\"orcl\")\n",
    "cursor = conn.cursor()\n",
    "\n",
    "# By running this cell, connection is made from this Python environment to an Oracle database instance already on the machine or network."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c41ccd2a",
   "metadata": {},
   "source": [
    "### Transform Phase"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "43395e44",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2000-01-04T14:10:00</td>\n",
       "      <td>Ammonia(N)</td>\n",
       "      <td>Ammoniacal Nitrogen as N</td>\n",
       "      <td>111.0</td>\n",
       "      <td>None</td>\n",
       "      <td>10.4000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>9.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2000-11-15T14:50:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>14.4000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>17.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011489</td>\n",
       "      <td>RED HOUSE NURSING HOME SYRESHAM</td>\n",
       "      <td>2000-07-17T10:15:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>65.3000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>False</td>\n",
       "      <td>UNPLANNED REACTIVE MONITORING (POLLUTION INCID...</td>\n",
       "      <td>462060.0</td>\n",
       "      <td>240890.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>25.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01M04</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>2000-01-24T10:55:00</td>\n",
       "      <td>Iron - as Fe</td>\n",
       "      <td>Iron</td>\n",
       "      <td>6051.0</td>\n",
       "      <td>None</td>\n",
       "      <td>160.0000</td>\n",
       "      <td>None</td>\n",
       "      <td>ug/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>459427.0</td>\n",
       "      <td>236819.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>33.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01M04</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>2000-01-24T10:55:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>459427.0</td>\n",
       "      <td>236819.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2343</th>\n",
       "      <td>255</td>\n",
       "      <td>1352.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-05-21T11:31:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3.7800</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2344</th>\n",
       "      <td>255</td>\n",
       "      <td>2541.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>NE-43100100</td>\n",
       "      <td>REDE AT COTTONSHOPEFOOT</td>\n",
       "      <td>2015-11-30T10:59:00</td>\n",
       "      <td>Ca Filtered</td>\n",
       "      <td>Calcium, Dissolved</td>\n",
       "      <td>239.0</td>\n",
       "      <td>None</td>\n",
       "      <td>10.2000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>377820.0</td>\n",
       "      <td>601280.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2345</th>\n",
       "      <td>256</td>\n",
       "      <td>1353.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-06-14T14:29:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>8.6700</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2346</th>\n",
       "      <td>257</td>\n",
       "      <td>1354.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-06-14T14:29:00</td>\n",
       "      <td>Nitrate-N</td>\n",
       "      <td>Nitrate as N</td>\n",
       "      <td>117.0</td>\n",
       "      <td>None</td>\n",
       "      <td>6.0400</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2347</th>\n",
       "      <td>258</td>\n",
       "      <td>1355.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-06-14T14:29:00</td>\n",
       "      <td>Nitrite-N</td>\n",
       "      <td>Nitrite as N</td>\n",
       "      <td>118.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0378</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2348 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      ID1      ID                                                @id  \\\n",
       "0       1     1.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "1       2     9.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "2       3    17.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "3       4    25.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "4       5    33.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "...   ...     ...                                                ...   \n",
       "2343  255  1352.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "2344  255  2541.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "2345  256  1353.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "2346  257  1354.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "2347  258  1355.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "\n",
       "                                    samplesamplingPoint  \\\n",
       "0     http://environment.data.gov.uk/water-quality/i...   \n",
       "1     http://environment.data.gov.uk/water-quality/i...   \n",
       "2     http://environment.data.gov.uk/water-quality/i...   \n",
       "3     http://environment.data.gov.uk/water-quality/i...   \n",
       "4     http://environment.data.gov.uk/water-quality/i...   \n",
       "...                                                 ...   \n",
       "2343  http://environment.data.gov.uk/water-quality/i...   \n",
       "2344  http://environment.data.gov.uk/water-quality/i...   \n",
       "2345  http://environment.data.gov.uk/water-quality/i...   \n",
       "2346  http://environment.data.gov.uk/water-quality/i...   \n",
       "2347  http://environment.data.gov.uk/water-quality/i...   \n",
       "\n",
       "     samplesamplingPointnotation               samplesamplingPointlabel  \\\n",
       "0                      AN-011396     BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "1                      AN-011396     BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "2                      AN-011489        RED HOUSE NURSING HOME SYRESHAM   \n",
       "3                       AN-01M04             R.OUSE A422 RD.BR.BRACKLEY   \n",
       "4                       AN-01M04             R.OUSE A422 RD.BR.BRACKLEY   \n",
       "...                          ...                                    ...   \n",
       "2343                    AN-02M10  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD   \n",
       "2344                 NE-43100100                REDE AT COTTONSHOPEFOOT   \n",
       "2345                    AN-02M10  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD   \n",
       "2346                    AN-02M10  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD   \n",
       "2347                    AN-02M10  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD   \n",
       "\n",
       "     samplesampleDateTime determinandlabel       determinanddefinition  \\\n",
       "0     2000-01-04T14:10:00       Ammonia(N)    Ammoniacal Nitrogen as N   \n",
       "1     2000-11-15T14:50:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "2     2000-07-17T10:15:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "3     2000-01-24T10:55:00     Iron - as Fe                        Iron   \n",
       "4     2000-01-24T10:55:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "...                   ...              ...                         ...   \n",
       "2343  2012-05-21T11:31:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "2344  2015-11-30T10:59:00      Ca Filtered          Calcium, Dissolved   \n",
       "2345  2012-06-14T14:29:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "2346  2012-06-14T14:29:00        Nitrate-N                Nitrate as N   \n",
       "2347  2012-06-14T14:29:00        Nitrite-N                Nitrite as N   \n",
       "\n",
       "      determinandnotation resultQualifiernotation    result  \\\n",
       "0                   111.0                    None   10.4000   \n",
       "1                   135.0                    None   14.4000   \n",
       "2                   135.0                    None   65.3000   \n",
       "3                  6051.0                    None  160.0000   \n",
       "4                   135.0                    None    4.0000   \n",
       "...                   ...                     ...       ...   \n",
       "2343                135.0                    None    3.7800   \n",
       "2344                239.0                    None   10.2000   \n",
       "2345                135.0                    None    8.6700   \n",
       "2346                117.0                    None    6.0400   \n",
       "2347                118.0                    None    0.0378   \n",
       "\n",
       "     codedResultInterpretationinterpretation determinandunitlabel  \\\n",
       "0                                       None                 mg/l   \n",
       "1                                       None                 mg/l   \n",
       "2                                       None                 mg/l   \n",
       "3                                       None                 ug/l   \n",
       "4                                       None                 mg/l   \n",
       "...                                      ...                  ...   \n",
       "2343                                    None                 mg/l   \n",
       "2344                                    None                 mg/l   \n",
       "2345                                    None                 mg/l   \n",
       "2346                                    None                 mg/l   \n",
       "2347                                    None                 mg/l   \n",
       "\n",
       "     samplesampledMaterialTypelabel  sampleisComplianceSample  \\\n",
       "0             FINAL SEWAGE EFFLUENT                      True   \n",
       "1             FINAL SEWAGE EFFLUENT                      True   \n",
       "2             FINAL SEWAGE EFFLUENT                     False   \n",
       "3     RIVER / RUNNING SURFACE WATER                     False   \n",
       "4     RIVER / RUNNING SURFACE WATER                     False   \n",
       "...                             ...                       ...   \n",
       "2343  RIVER / RUNNING SURFACE WATER                     False   \n",
       "2344  RIVER / RUNNING SURFACE WATER                     False   \n",
       "2345  RIVER / RUNNING SURFACE WATER                     False   \n",
       "2346  RIVER / RUNNING SURFACE WATER                     False   \n",
       "2347  RIVER / RUNNING SURFACE WATER                     False   \n",
       "\n",
       "                                     samplepurposelabel  \\\n",
       "0                             COMPLIANCE AUDIT (PERMIT)   \n",
       "1                             COMPLIANCE AUDIT (PERMIT)   \n",
       "2     UNPLANNED REACTIVE MONITORING (POLLUTION INCID...   \n",
       "3     ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "4     ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "...                                                 ...   \n",
       "2343     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "2344  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "2345     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "2346     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "2347     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "\n",
       "      samplesamplingPointeasting  samplesamplingPointnorthing  \n",
       "0                       467020.0                     233400.0  \n",
       "1                       467020.0                     233400.0  \n",
       "2                       462060.0                     240890.0  \n",
       "3                       459427.0                     236819.0  \n",
       "4                       459427.0                     236819.0  \n",
       "...                          ...                          ...  \n",
       "2343                    470377.0                     228850.0  \n",
       "2344                    377820.0                     601280.0  \n",
       "2345                    470377.0                     228850.0  \n",
       "2346                    470377.0                     228850.0  \n",
       "2347                    470377.0                     228850.0  \n",
       "\n",
       "[2348 rows x 19 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### EXAMINE THE dw_water_quality STAGING TABLE THAT HAS BEEN PREPARED ###\n",
    "\n",
    "## You can run this cell more than once, but don't re-run this cell (and subsequent ones) after the LOAD PHASE. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 2348 records. 19 fields."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "10c7ffe6",
   "metadata": {},
   "source": [
    "##### Examine the ID1 column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "054ccb23",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>238</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>253</th>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>254</th>\n",
       "      <td>151</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>255</th>\n",
       "      <td>194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>256</th>\n",
       "      <td>200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>257</th>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>258 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     ID1\n",
       "0     23\n",
       "1    238\n",
       "2     46\n",
       "3    215\n",
       "4     69\n",
       "..   ...\n",
       "253   51\n",
       "254  151\n",
       "255  194\n",
       "256  200\n",
       "257  100\n",
       "\n",
       "[258 rows x 1 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE ID1 COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT ID1 \n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "    \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 258 distinct values! This column will not be needed in the load phase."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "038e58f0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE ID1 COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE ID1 IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null values. This column will still not be needed in the load phase."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "00dc0822",
   "metadata": {},
   "source": [
    "##### Examine the ID column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "ecdca37d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>713.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1981.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1211.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1384.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>953.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1043</th>\n",
       "      <td>1155.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1044</th>\n",
       "      <td>791.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1045</th>\n",
       "      <td>473.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1046</th>\n",
       "      <td>39.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1047</th>\n",
       "      <td>925.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1048 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          ID\n",
       "0      713.0\n",
       "1     1981.0\n",
       "2     1211.0\n",
       "3     1384.0\n",
       "4      953.0\n",
       "...      ...\n",
       "1043  1155.0\n",
       "1044   791.0\n",
       "1045   473.0\n",
       "1046    39.0\n",
       "1047   925.0\n",
       "\n",
       "[1048 rows x 1 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE ID COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT ID \n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "    \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 1048 distinct values! This column will not be needed in the load phase."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "54569d08",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE ID COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE ID IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null values. This column will still not be needed in the load phase."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "31d5369c",
   "metadata": {},
   "source": [
    "##### Examine the ID_ column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "5eee48ed",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>@id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2343</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2344</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2345</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2346</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2347</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2348 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    @id\n",
       "0     http://environment.data.gov.uk/water-quality/d...\n",
       "1     http://environment.data.gov.uk/water-quality/d...\n",
       "2     http://environment.data.gov.uk/water-quality/d...\n",
       "3     http://environment.data.gov.uk/water-quality/d...\n",
       "4     http://environment.data.gov.uk/water-quality/d...\n",
       "...                                                 ...\n",
       "2343  http://environment.data.gov.uk/water-quality/d...\n",
       "2344  http://environment.data.gov.uk/water-quality/d...\n",
       "2345  http://environment.data.gov.uk/water-quality/d...\n",
       "2346  http://environment.data.gov.uk/water-quality/d...\n",
       "2347  http://environment.data.gov.uk/water-quality/d...\n",
       "\n",
       "[2348 rows x 1 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE ID_ COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT ID_ \n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "    \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 2348 distinct values. This column could serve as a unique key column."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "9f99cf75",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE ID_ COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE ID_ IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null values."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8ca75994",
   "metadata": {},
   "source": [
    "##### Examine the samplesamplingPoint column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "787bbf5b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>81 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  samplesamplingPoint\n",
       "0   http://environment.data.gov.uk/water-quality/i...\n",
       "1   http://environment.data.gov.uk/water-quality/i...\n",
       "2   http://environment.data.gov.uk/water-quality/i...\n",
       "3   http://environment.data.gov.uk/water-quality/i...\n",
       "4   http://environment.data.gov.uk/water-quality/i...\n",
       "..                                                ...\n",
       "76  http://environment.data.gov.uk/water-quality/i...\n",
       "77  http://environment.data.gov.uk/water-quality/i...\n",
       "78  http://environment.data.gov.uk/water-quality/i...\n",
       "79  http://environment.data.gov.uk/water-quality/i...\n",
       "80  http://environment.data.gov.uk/water-quality/i...\n",
       "\n",
       "[81 rows x 1 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPoint COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT samplesamplingPoint \n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "    \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 81 distinct values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "ec5a712f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPoint COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE samplesamplingPoint IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null values."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3477213c",
   "metadata": {},
   "source": [
    "##### Examine the samplesamplingPointnotation column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "bfac6d02",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AN-04959</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AN-04M15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>MD-36791360</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AN-02M25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AN-01558</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>AN-04M13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>AN-02M10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>MD-03332190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>AN-011638</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>AN-04M17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>81 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   samplesamplingPointnotation\n",
       "0                     AN-04959\n",
       "1                     AN-04M15\n",
       "2                  MD-36791360\n",
       "3                     AN-02M25\n",
       "4                     AN-01558\n",
       "..                         ...\n",
       "76                    AN-04M13\n",
       "77                    AN-02M10\n",
       "78                 MD-03332190\n",
       "79                   AN-011638\n",
       "80                    AN-04M17\n",
       "\n",
       "[81 rows x 1 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPointnotation COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT samplesamplingPointnotation \n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "    \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 81 distinct values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "e15fea4f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPointnotation COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE samplesamplingPointnotation IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null values."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c1964a25",
   "metadata": {},
   "source": [
    "##### Examine the samplesamplingPointlabel column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "df231e5a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>R.TOVE A508 RD.BR.STOKE PARK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>TRIB.OUZEL BK.D/S BLUEWATER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HELMDON BK.HELMDON RD.BR.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>PRESTON BROOK WINDCROSS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CLUBHOUSE GT.LINFORD LAKES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>STEANE PARK THE MANOR HOUSE STW</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>FALDINGWORTH</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>BLAKESLEY BK.TRIB.TOVE KINGTHORN MILL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>SANDHOUSE BACKWASH</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>APOLLO OFFICE UNITS RADCLIVE RD GAWCOTT</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>81 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   samplesamplingPointlabel\n",
       "0              R.TOVE A508 RD.BR.STOKE PARK\n",
       "1               TRIB.OUZEL BK.D/S BLUEWATER\n",
       "2                 HELMDON BK.HELMDON RD.BR.\n",
       "3                   PRESTON BROOK WINDCROSS\n",
       "4                CLUBHOUSE GT.LINFORD LAKES\n",
       "..                                      ...\n",
       "76          STEANE PARK THE MANOR HOUSE STW\n",
       "77                             FALDINGWORTH\n",
       "78    BLAKESLEY BK.TRIB.TOVE KINGTHORN MILL\n",
       "79                       SANDHOUSE BACKWASH\n",
       "80  APOLLO OFFICE UNITS RADCLIVE RD GAWCOTT\n",
       "\n",
       "[81 rows x 1 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPointlabel COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT samplesamplingPointlabel\n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "    \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 81 distinct locations."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "c831562d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPointlabel COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE samplesamplingPointlabel IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null values."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c1ec0b94",
   "metadata": {},
   "source": [
    "##### Examine the samplesampleDateTime column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "8a99f7b5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2000-01-04T14:10:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2000-01-10T13:25:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2000-01-24T09:40:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2000-01-24T10:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2000-01-24T10:25:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1072</th>\n",
       "      <td>2016-12-05T13:58:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1073</th>\n",
       "      <td>2016-12-05T14:23:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1074</th>\n",
       "      <td>2016-12-05T15:05:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1075</th>\n",
       "      <td>2016-12-07T13:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1076</th>\n",
       "      <td>2016-12-16T10:32:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1077 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     samplesampleDateTime\n",
       "0     2000-01-04T14:10:00\n",
       "1     2000-01-10T13:25:00\n",
       "2     2000-01-24T09:40:00\n",
       "3     2000-01-24T10:00:00\n",
       "4     2000-01-24T10:25:00\n",
       "...                   ...\n",
       "1072  2016-12-05T13:58:00\n",
       "1073  2016-12-05T14:23:00\n",
       "1074  2016-12-05T15:05:00\n",
       "1075  2016-12-07T13:00:00\n",
       "1076  2016-12-16T10:32:00\n",
       "\n",
       "[1077 rows x 1 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesampleDateTime COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT samplesampleDateTime\n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 1077 distinct timestamps."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "bffbee52",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesampleDateTime COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE samplesampleDateTime IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null records."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8df48dc9",
   "metadata": {},
   "source": [
    "##### Examine the determinandlabel AND determinanddefinition AND determinandnotation columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "9ac3c10e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>determinandlabel</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1,1,1-TCA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1,2,4-TCB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1122TetClEth</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>12-DCA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2,3,5,6-Tetr</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>WethPresPrec</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>WethPresTemp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>Weth-Visibty</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>Zinc - as Zn</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>Zn- Filtered</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>173 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    determinandlabel\n",
       "0          1,1,1-TCA\n",
       "1          1,2,4-TCB\n",
       "2       1122TetClEth\n",
       "3             12-DCA\n",
       "4       2,3,5,6-Tetr\n",
       "..               ...\n",
       "168     WethPresPrec\n",
       "169     WethPresTemp\n",
       "170     Weth-Visibty\n",
       "171     Zinc - as Zn\n",
       "172     Zn- Filtered\n",
       "\n",
       "[173 rows x 1 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE determinandlabel COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT determinandlabel\n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 173 distinct 'sensor' types."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "1f3709ac",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>determinanddefinition</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1,1,1-Trichloroethane</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1,1,2,2-Tetrachloroethane</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1,2,4-Trichlorobenzene</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1,2-Dichloroethane</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1,2-Dimethylbenzene :- {o-Xylene}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>167</th>\n",
       "      <td>Weather : Precipitation</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>Weather : Temperature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>Weather : Visibility</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>Zinc</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>Zinc, Dissolved</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>172 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 determinanddefinition\n",
       "0                1,1,1-Trichloroethane\n",
       "1            1,1,2,2-Tetrachloroethane\n",
       "2               1,2,4-Trichlorobenzene\n",
       "3                   1,2-Dichloroethane\n",
       "4    1,2-Dimethylbenzene :- {o-Xylene}\n",
       "..                                 ...\n",
       "167            Weather : Precipitation\n",
       "168              Weather : Temperature\n",
       "169               Weather : Visibility\n",
       "170                               Zinc\n",
       "171                    Zinc, Dissolved\n",
       "\n",
       "[172 rows x 1 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE determinanddefinition COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT determinanddefinition\n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 172 distinct values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "c9bda969",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>determinandnotation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3878.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3410.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6569.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>81.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6841.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>9447.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>3781.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>746.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>6619.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>6458.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>173 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     determinandnotation\n",
       "0                 3878.0\n",
       "1                 3410.0\n",
       "2                 6569.0\n",
       "3                   81.0\n",
       "4                 6841.0\n",
       "..                   ...\n",
       "168               9447.0\n",
       "169               3781.0\n",
       "170                746.0\n",
       "171               6619.0\n",
       "172               6458.0\n",
       "\n",
       "[173 rows x 1 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE determinandnotation COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT determinandnotation\n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 173 distinct values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "82524a9b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE determinandlabel AND determinanddefinition AND determinandnotation COLUMNS FOR NULL VALUES\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE determinandlabel IS NULL\n",
    "    OR determinanddefinition IS NULL\n",
    "    OR determinandnotation IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null records."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "95407ddf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1,1,1-TCA</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1,2,4-TCB</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1122TetClEth</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2,3,5,6-Tetr</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2,3-Xylenol</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>N Oxidised</td>\n",
       "      <td>118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>Orthophospht</td>\n",
       "      <td>126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>O Diss %sat</td>\n",
       "      <td>131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>pH</td>\n",
       "      <td>134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>Ammonia(N)</td>\n",
       "      <td>157</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>173 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    determinandlabel  cnt\n",
       "0          1,1,1-TCA    1\n",
       "1          1,2,4-TCB    1\n",
       "2       1122TetClEth    1\n",
       "3       2,3,5,6-Tetr    1\n",
       "4        2,3-Xylenol    1\n",
       "..               ...  ...\n",
       "168       N Oxidised  118\n",
       "169     Orthophospht  126\n",
       "170      O Diss %sat  131\n",
       "171               pH  134\n",
       "172       Ammonia(N)  157\n",
       "\n",
       "[173 rows x 2 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE determinandlabel COLUMN FOR OUTLIERS ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT determinandlabel, COUNT(determinandlabel) cnt\n",
    "    FROM dw_water_quality\n",
    "GROUP BY determinandlabel \n",
    "ORDER BY cnt;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# Up to 95 'sensors' out of 163 appear less than three times. Click to the left of the dataframe to scroll.\n",
    "# This observation will be ignored for this project."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "75849b1f",
   "metadata": {},
   "source": [
    "##### Examine the resultQualifiernotation column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "590e7a52",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  resultQualifiernotation\n",
       "0                    None\n",
       "1                       <"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE resultQualifiernotation COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT resultQualifiernotation \n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 2 distinct values. Null and \"<\". This column will not be used in the load phase since it contains null values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "c40985e0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2000-01-04T14:10:00</td>\n",
       "      <td>Ammonia(N)</td>\n",
       "      <td>Ammoniacal Nitrogen as N</td>\n",
       "      <td>111.0</td>\n",
       "      <td>None</td>\n",
       "      <td>10.4000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>9.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2000-11-15T14:50:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>14.4000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>17.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011489</td>\n",
       "      <td>RED HOUSE NURSING HOME SYRESHAM</td>\n",
       "      <td>2000-07-17T10:15:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>65.3000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>False</td>\n",
       "      <td>UNPLANNED REACTIVE MONITORING (POLLUTION INCID...</td>\n",
       "      <td>462060.0</td>\n",
       "      <td>240890.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>25.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01M04</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>2000-01-24T10:55:00</td>\n",
       "      <td>Iron - as Fe</td>\n",
       "      <td>Iron</td>\n",
       "      <td>6051.0</td>\n",
       "      <td>None</td>\n",
       "      <td>160.0000</td>\n",
       "      <td>None</td>\n",
       "      <td>ug/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>459427.0</td>\n",
       "      <td>236819.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>33.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01M04</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>2000-01-24T10:55:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>459427.0</td>\n",
       "      <td>236819.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1840</th>\n",
       "      <td>255</td>\n",
       "      <td>1352.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-05-21T11:31:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3.7800</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1841</th>\n",
       "      <td>255</td>\n",
       "      <td>2541.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>NE-43100100</td>\n",
       "      <td>REDE AT COTTONSHOPEFOOT</td>\n",
       "      <td>2015-11-30T10:59:00</td>\n",
       "      <td>Ca Filtered</td>\n",
       "      <td>Calcium, Dissolved</td>\n",
       "      <td>239.0</td>\n",
       "      <td>None</td>\n",
       "      <td>10.2000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>377820.0</td>\n",
       "      <td>601280.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1842</th>\n",
       "      <td>256</td>\n",
       "      <td>1353.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-06-14T14:29:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>8.6700</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1843</th>\n",
       "      <td>257</td>\n",
       "      <td>1354.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-06-14T14:29:00</td>\n",
       "      <td>Nitrate-N</td>\n",
       "      <td>Nitrate as N</td>\n",
       "      <td>117.0</td>\n",
       "      <td>None</td>\n",
       "      <td>6.0400</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1844</th>\n",
       "      <td>258</td>\n",
       "      <td>1355.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-06-14T14:29:00</td>\n",
       "      <td>Nitrite-N</td>\n",
       "      <td>Nitrite as N</td>\n",
       "      <td>118.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0378</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1845 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      ID1      ID                                                @id  \\\n",
       "0       1     1.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "1       2     9.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "2       3    17.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "3       4    25.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "4       5    33.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "...   ...     ...                                                ...   \n",
       "1840  255  1352.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "1841  255  2541.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "1842  256  1353.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "1843  257  1354.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "1844  258  1355.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "\n",
       "                                    samplesamplingPoint  \\\n",
       "0     http://environment.data.gov.uk/water-quality/i...   \n",
       "1     http://environment.data.gov.uk/water-quality/i...   \n",
       "2     http://environment.data.gov.uk/water-quality/i...   \n",
       "3     http://environment.data.gov.uk/water-quality/i...   \n",
       "4     http://environment.data.gov.uk/water-quality/i...   \n",
       "...                                                 ...   \n",
       "1840  http://environment.data.gov.uk/water-quality/i...   \n",
       "1841  http://environment.data.gov.uk/water-quality/i...   \n",
       "1842  http://environment.data.gov.uk/water-quality/i...   \n",
       "1843  http://environment.data.gov.uk/water-quality/i...   \n",
       "1844  http://environment.data.gov.uk/water-quality/i...   \n",
       "\n",
       "     samplesamplingPointnotation               samplesamplingPointlabel  \\\n",
       "0                      AN-011396     BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "1                      AN-011396     BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "2                      AN-011489        RED HOUSE NURSING HOME SYRESHAM   \n",
       "3                       AN-01M04             R.OUSE A422 RD.BR.BRACKLEY   \n",
       "4                       AN-01M04             R.OUSE A422 RD.BR.BRACKLEY   \n",
       "...                          ...                                    ...   \n",
       "1840                    AN-02M10  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD   \n",
       "1841                 NE-43100100                REDE AT COTTONSHOPEFOOT   \n",
       "1842                    AN-02M10  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD   \n",
       "1843                    AN-02M10  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD   \n",
       "1844                    AN-02M10  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD   \n",
       "\n",
       "     samplesampleDateTime determinandlabel       determinanddefinition  \\\n",
       "0     2000-01-04T14:10:00       Ammonia(N)    Ammoniacal Nitrogen as N   \n",
       "1     2000-11-15T14:50:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "2     2000-07-17T10:15:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "3     2000-01-24T10:55:00     Iron - as Fe                        Iron   \n",
       "4     2000-01-24T10:55:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "...                   ...              ...                         ...   \n",
       "1840  2012-05-21T11:31:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "1841  2015-11-30T10:59:00      Ca Filtered          Calcium, Dissolved   \n",
       "1842  2012-06-14T14:29:00     Sld Sus@105C  Solids, Suspended at 105 C   \n",
       "1843  2012-06-14T14:29:00        Nitrate-N                Nitrate as N   \n",
       "1844  2012-06-14T14:29:00        Nitrite-N                Nitrite as N   \n",
       "\n",
       "      determinandnotation resultQualifiernotation    result  \\\n",
       "0                   111.0                    None   10.4000   \n",
       "1                   135.0                    None   14.4000   \n",
       "2                   135.0                    None   65.3000   \n",
       "3                  6051.0                    None  160.0000   \n",
       "4                   135.0                    None    4.0000   \n",
       "...                   ...                     ...       ...   \n",
       "1840                135.0                    None    3.7800   \n",
       "1841                239.0                    None   10.2000   \n",
       "1842                135.0                    None    8.6700   \n",
       "1843                117.0                    None    6.0400   \n",
       "1844                118.0                    None    0.0378   \n",
       "\n",
       "     codedResultInterpretationinterpretation determinandunitlabel  \\\n",
       "0                                       None                 mg/l   \n",
       "1                                       None                 mg/l   \n",
       "2                                       None                 mg/l   \n",
       "3                                       None                 ug/l   \n",
       "4                                       None                 mg/l   \n",
       "...                                      ...                  ...   \n",
       "1840                                    None                 mg/l   \n",
       "1841                                    None                 mg/l   \n",
       "1842                                    None                 mg/l   \n",
       "1843                                    None                 mg/l   \n",
       "1844                                    None                 mg/l   \n",
       "\n",
       "     samplesampledMaterialTypelabel  sampleisComplianceSample  \\\n",
       "0             FINAL SEWAGE EFFLUENT                      True   \n",
       "1             FINAL SEWAGE EFFLUENT                      True   \n",
       "2             FINAL SEWAGE EFFLUENT                     False   \n",
       "3     RIVER / RUNNING SURFACE WATER                     False   \n",
       "4     RIVER / RUNNING SURFACE WATER                     False   \n",
       "...                             ...                       ...   \n",
       "1840  RIVER / RUNNING SURFACE WATER                     False   \n",
       "1841  RIVER / RUNNING SURFACE WATER                     False   \n",
       "1842  RIVER / RUNNING SURFACE WATER                     False   \n",
       "1843  RIVER / RUNNING SURFACE WATER                     False   \n",
       "1844  RIVER / RUNNING SURFACE WATER                     False   \n",
       "\n",
       "                                     samplepurposelabel  \\\n",
       "0                             COMPLIANCE AUDIT (PERMIT)   \n",
       "1                             COMPLIANCE AUDIT (PERMIT)   \n",
       "2     UNPLANNED REACTIVE MONITORING (POLLUTION INCID...   \n",
       "3     ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "4     ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "...                                                 ...   \n",
       "1840     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "1841  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "1842     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "1843     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "1844     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "\n",
       "      samplesamplingPointeasting  samplesamplingPointnorthing  \n",
       "0                       467020.0                     233400.0  \n",
       "1                       467020.0                     233400.0  \n",
       "2                       462060.0                     240890.0  \n",
       "3                       459427.0                     236819.0  \n",
       "4                       459427.0                     236819.0  \n",
       "...                          ...                          ...  \n",
       "1840                    470377.0                     228850.0  \n",
       "1841                    377820.0                     601280.0  \n",
       "1842                    470377.0                     228850.0  \n",
       "1843                    470377.0                     228850.0  \n",
       "1844                    470377.0                     228850.0  \n",
       "\n",
       "[1845 rows x 19 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE resultQualifiernotation COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE resultQualifiernotation IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 1845 null values! This column will not be used in the load phase since it contains a lot of null values."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "70b3c43a",
   "metadata": {},
   "source": [
    "##### Examine the result column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "1ab0bbf0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE result COLUMN FOR NULL VALUES\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE determinandlabel IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null records."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6ebe8213",
   "metadata": {},
   "source": [
    "##### Examine the codedResultInterpretationinterpretation column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "7e24bbf5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  codedResultInterpretationinterpretation\n",
       "0                                    None"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE codedResultInterpretationinterpretation COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT codedResultInterpretationinterpretation \n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# This column will not be used in the load phase because it contains only nulls."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f5514e07",
   "metadata": {},
   "source": [
    "##### Examine the determinandunitlabel column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "cc645f54",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>determinandunitlabel</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ntu</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>unitless</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>pres/nf</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>text</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>us/cm</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>ftu</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>coded</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>cel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>phunits</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   determinandunitlabel\n",
       "0                   ntu\n",
       "1              unitless\n",
       "2               pres/nf\n",
       "3                  text\n",
       "4                 us/cm\n",
       "5                   ftu\n",
       "6                     %\n",
       "7                 coded\n",
       "8                  mg/l\n",
       "9                   cel\n",
       "10                 ug/l\n",
       "11              phunits"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE determinandunitlabel COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT determinandunitlabel\n",
    "    FROM dw_water_quality;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 12 unique units."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "8ba8f1ac",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE determinandunitlabel COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE determinandunitlabel IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null records."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "0bc5b8ba",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>unitless</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>text</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ntu</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ftu</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>coded</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>pres/nf</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>us/cm</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>cel</td>\n",
       "      <td>116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>phunits</td>\n",
       "      <td>134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>%</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>ug/l</td>\n",
       "      <td>565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>mg/l</td>\n",
       "      <td>1160</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   determinandunitlabel   cnt\n",
       "0              unitless     2\n",
       "1                  text     2\n",
       "2                   ntu    16\n",
       "3                   ftu    31\n",
       "4                 coded    45\n",
       "5               pres/nf    56\n",
       "6                 us/cm    82\n",
       "7                   cel   116\n",
       "8               phunits   134\n",
       "9                     %   139\n",
       "10                 ug/l   565\n",
       "11                 mg/l  1160"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### EXAMINE THE determinandunitlabel COLUMN IN THE STAGING TABLE ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT determinandunitlabel, COUNT(determinandunitlabel) cnt\n",
    "    FROM dw_water_quality\n",
    "GROUP BY determinandunitlabel\n",
    "ORDER BY cnt;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 5 out of 12 units appear in less than 50 records."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "0f84c25d",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2001-01-08T12:00:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2005-01-10T10:55:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011262</td>\n",
       "      <td>STEANE PARK THE MANOR HOUSE STW</td>\n",
       "      <td>2013-08-01T11:30:00</td>\n",
       "      <td>D Site Insp</td>\n",
       "      <td>Descriptive Site Inspection : Pass/Fail 1/0</td>\n",
       "      <td>7444.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>455510.0</td>\n",
       "      <td>239070.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>11.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01558</td>\n",
       "      <td>ROBIN HOOD PH BUFFLERS HOLT</td>\n",
       "      <td>2001-04-11T11:20:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>466660.0</td>\n",
       "      <td>235220.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>4.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011265</td>\n",
       "      <td>BLACKPIT FARM STW STOWE</td>\n",
       "      <td>2013-07-30T12:55:00</td>\n",
       "      <td>D Site Insp</td>\n",
       "      <td>Descriptive Site Inspection : Pass/Fail 1/0</td>\n",
       "      <td>7444.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467660.0</td>\n",
       "      <td>239950.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>110.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011489</td>\n",
       "      <td>RED HOUSE NURSING HOME SYRESHAM</td>\n",
       "      <td>2011-02-08T13:49:00</td>\n",
       "      <td>D Site Insp</td>\n",
       "      <td>Descriptive Site Inspection : Pass/Fail 1/0</td>\n",
       "      <td>7444.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>462060.0</td>\n",
       "      <td>240890.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>10</td>\n",
       "      <td>10.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011489</td>\n",
       "      <td>RED HOUSE NURSING HOME SYRESHAM</td>\n",
       "      <td>2010-02-17T13:50:00</td>\n",
       "      <td>D Site Insp</td>\n",
       "      <td>Descriptive Site Inspection : Pass/Fail 1/0</td>\n",
       "      <td>7444.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>462060.0</td>\n",
       "      <td>240890.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>10</td>\n",
       "      <td>10.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2013-06-15T10:06:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>10</td>\n",
       "      <td>82.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2014-10-09T16:44:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>11</td>\n",
       "      <td>11.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01558</td>\n",
       "      <td>ROBIN HOOD PH BUFFLERS HOLT</td>\n",
       "      <td>2010-07-20T09:50:00</td>\n",
       "      <td>Site Inspect</td>\n",
       "      <td>Site Inspection : Pass/Fail (1/0)</td>\n",
       "      <td>4883.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>466660.0</td>\n",
       "      <td>235220.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>15</td>\n",
       "      <td>141.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01558</td>\n",
       "      <td>ROBIN HOOD PH BUFFLERS HOLT</td>\n",
       "      <td>2007-08-30T13:40:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>466660.0</td>\n",
       "      <td>235220.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>16</td>\n",
       "      <td>16.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2013-10-21T15:00:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>17</td>\n",
       "      <td>17.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011471</td>\n",
       "      <td>BUCKINGHAM GARDEN CENTRE</td>\n",
       "      <td>2013-07-11T14:45:00</td>\n",
       "      <td>Site Inspect</td>\n",
       "      <td>Site Inspection : Pass/Fail (1/0)</td>\n",
       "      <td>4883.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467600.0</td>\n",
       "      <td>233410.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>18</td>\n",
       "      <td>18.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011489</td>\n",
       "      <td>RED HOUSE NURSING HOME SYRESHAM</td>\n",
       "      <td>2013-08-01T13:00:00</td>\n",
       "      <td>D Site Insp</td>\n",
       "      <td>Descriptive Site Inspection : Pass/Fail 1/0</td>\n",
       "      <td>7444.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>462060.0</td>\n",
       "      <td>240890.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>18</td>\n",
       "      <td>118.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011489</td>\n",
       "      <td>RED HOUSE NURSING HOME SYRESHAM</td>\n",
       "      <td>2011-02-08T13:48:00</td>\n",
       "      <td>D Site Insp</td>\n",
       "      <td>Descriptive Site Inspection : Pass/Fail 1/0</td>\n",
       "      <td>7444.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>462060.0</td>\n",
       "      <td>240890.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>20</td>\n",
       "      <td>120.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011489</td>\n",
       "      <td>RED HOUSE NURSING HOME SYRESHAM</td>\n",
       "      <td>2011-03-03T12:15:00</td>\n",
       "      <td>D Site Insp</td>\n",
       "      <td>Descriptive Site Inspection : Pass/Fail 1/0</td>\n",
       "      <td>7444.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>ANY SEWAGE</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>462060.0</td>\n",
       "      <td>240890.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>21</td>\n",
       "      <td>121.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01558</td>\n",
       "      <td>ROBIN HOOD PH BUFFLERS HOLT</td>\n",
       "      <td>2011-07-20T14:33:00</td>\n",
       "      <td>Site Inspect</td>\n",
       "      <td>Site Inspection : Pass/Fail (1/0)</td>\n",
       "      <td>4883.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>466660.0</td>\n",
       "      <td>235220.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>40</td>\n",
       "      <td>40.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011624</td>\n",
       "      <td>APOLLO OFFICE UNITS RADCLIVE RD GAWCOTT</td>\n",
       "      <td>2013-07-29T12:25:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467993.0</td>\n",
       "      <td>232851.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>45</td>\n",
       "      <td>45.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011638</td>\n",
       "      <td>AKELEY WOOD SENIOR SCHOOL, AKELEY WOOD</td>\n",
       "      <td>2013-06-05T10:25:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>468847.0</td>\n",
       "      <td>237506.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>50</td>\n",
       "      <td>50.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-011638</td>\n",
       "      <td>AKELEY WOOD SENIOR SCHOOL, AKELEY WOOD</td>\n",
       "      <td>2013-09-11T10:47:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>468847.0</td>\n",
       "      <td>237506.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>55</td>\n",
       "      <td>55.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01558</td>\n",
       "      <td>ROBIN HOOD PH BUFFLERS HOLT</td>\n",
       "      <td>2013-07-11T14:10:00</td>\n",
       "      <td>Site Inspect</td>\n",
       "      <td>Site Inspection : Pass/Fail (1/0)</td>\n",
       "      <td>4883.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>466660.0</td>\n",
       "      <td>235220.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>63</td>\n",
       "      <td>559.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>NE-42600608</td>\n",
       "      <td>BATES COLLIERY (FORMER) SITE RUNOFF</td>\n",
       "      <td>2014-06-06T10:15:00</td>\n",
       "      <td>Site Inspect</td>\n",
       "      <td>Site Inspection : Pass/Fail (1/0)</td>\n",
       "      <td>4883.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>ANY TRADE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>430343.0</td>\n",
       "      <td>582199.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>65</td>\n",
       "      <td>641.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-123656</td>\n",
       "      <td>ELSTOW LANDFILL SITE NORTH WEST</td>\n",
       "      <td>2009-06-29T08:50:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>ANY TRADE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>504203.0</td>\n",
       "      <td>246300.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>66</td>\n",
       "      <td>651.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-123660</td>\n",
       "      <td>ELSTOW SOUTH CLAY PITS, ELSTOW, BEDS.</td>\n",
       "      <td>2009-01-28T09:15:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>ANY TRADE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>505070.0</td>\n",
       "      <td>245400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>67</td>\n",
       "      <td>661.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-123678</td>\n",
       "      <td>CHEQUERS PH AMPTHIL RD HOUGHTON CONQUEST</td>\n",
       "      <td>2009-08-10T10:00:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>ANY TRADE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>503066.0</td>\n",
       "      <td>240255.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>90</td>\n",
       "      <td>802.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>NE-43100023</td>\n",
       "      <td>OTTERBURN STW</td>\n",
       "      <td>2014-05-22T10:50:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>WATER QUALITY OPERATOR SELF MONITORING COMPLIA...</td>\n",
       "      <td>389130.0</td>\n",
       "      <td>592620.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>100</td>\n",
       "      <td>793.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-01M14</td>\n",
       "      <td>R.OUSE WATER STRATFORD RD.BR.</td>\n",
       "      <td>2000-03-22T14:38:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>465205.0</td>\n",
       "      <td>234067.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>105</td>\n",
       "      <td>1041.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-031487</td>\n",
       "      <td>CLUBHOUSE GT.LINFORD LAKES</td>\n",
       "      <td>2008-12-04T10:00:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>484910.0</td>\n",
       "      <td>242770.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>106</td>\n",
       "      <td>1051.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-03577</td>\n",
       "      <td>WHITTLEBURY HALL STW WEST PARK</td>\n",
       "      <td>2008-03-13T13:20:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>ANY TRADE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>468740.0</td>\n",
       "      <td>242380.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>111</td>\n",
       "      <td>1101.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-36789260</td>\n",
       "      <td>NON-TIDAL TRENT - BERRYHILL SWS</td>\n",
       "      <td>2008-06-12T09:40:00</td>\n",
       "      <td>WethPresTemp</td>\n",
       "      <td>Weather : Temperature</td>\n",
       "      <td>1181.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>MONITORING  (UK GOVT POLICY - NOT GQA OR RE)</td>\n",
       "      <td>389000.0</td>\n",
       "      <td>346450.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>112</td>\n",
       "      <td>1075.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-021255</td>\n",
       "      <td>TUSMORE PARK HOLDINGS TUSMORE OXON.</td>\n",
       "      <td>2005-10-12T11:40:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>456690.0</td>\n",
       "      <td>230220.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>119</td>\n",
       "      <td>1181.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-36791290</td>\n",
       "      <td>NORTON LANE D/S HEAKLEY HALL FARM DISCH</td>\n",
       "      <td>2008-06-13T11:00:00</td>\n",
       "      <td>WethPresPrec</td>\n",
       "      <td>Weather : Precipitation</td>\n",
       "      <td>1183.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (LOCAL MONITORING)</td>\n",
       "      <td>390100.0</td>\n",
       "      <td>351300.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>122</td>\n",
       "      <td>1211.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-36791290</td>\n",
       "      <td>NORTON LANE D/S HEAKLEY HALL FARM DISCH</td>\n",
       "      <td>2008-06-13T11:00:00</td>\n",
       "      <td>Weth-Visibty</td>\n",
       "      <td>Weather : Visibility</td>\n",
       "      <td>6528.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (LOCAL MONITORING)</td>\n",
       "      <td>390100.0</td>\n",
       "      <td>351300.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>123</td>\n",
       "      <td>1194.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-03332190</td>\n",
       "      <td>COLES COTTAGE STP, FE</td>\n",
       "      <td>2004-04-06T13:55:00</td>\n",
       "      <td>Weth-Visibty</td>\n",
       "      <td>Weather : Visibility</td>\n",
       "      <td>6528.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>367930.0</td>\n",
       "      <td>230660.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>124</td>\n",
       "      <td>985.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-021255</td>\n",
       "      <td>TUSMORE PARK HOLDINGS TUSMORE OXON.</td>\n",
       "      <td>2000-06-28T12:40:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>456690.0</td>\n",
       "      <td>230220.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>127</td>\n",
       "      <td>1225.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-06988570</td>\n",
       "      <td>WAYSIDE STP, RADFORD ROAD, FE</td>\n",
       "      <td>2005-05-20T11:45:00</td>\n",
       "      <td>Weth-Visibty</td>\n",
       "      <td>Weather : Visibility</td>\n",
       "      <td>6528.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>400840.0</td>\n",
       "      <td>254511.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>128</td>\n",
       "      <td>1235.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-06996430</td>\n",
       "      <td>KNOWLE FIELDS PLOT C STP, FE</td>\n",
       "      <td>2005-07-12T14:15:00</td>\n",
       "      <td>Weth-Visibty</td>\n",
       "      <td>Weather : Visibility</td>\n",
       "      <td>6528.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>404154.0</td>\n",
       "      <td>257993.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>130</td>\n",
       "      <td>1264.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-03341300</td>\n",
       "      <td>PRESTON BROOK WINDCROSS</td>\n",
       "      <td>2004-04-06T11:44:00</td>\n",
       "      <td>WethPresPrec</td>\n",
       "      <td>Weather : Precipitation</td>\n",
       "      <td>1183.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>369200.0</td>\n",
       "      <td>232490.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>134</td>\n",
       "      <td>1277.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-02400</td>\n",
       "      <td>ADDINGTON MANOR EST.STW O/F</td>\n",
       "      <td>2002-10-24T14:00:00</td>\n",
       "      <td>NO FLOW/SAMP</td>\n",
       "      <td>No flow /No sample</td>\n",
       "      <td>7668.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>474300.0</td>\n",
       "      <td>228700.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>136</td>\n",
       "      <td>1324.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-03341300</td>\n",
       "      <td>PRESTON BROOK WINDCROSS</td>\n",
       "      <td>2004-06-24T12:25:00</td>\n",
       "      <td>WethPresPrec</td>\n",
       "      <td>Weather : Precipitation</td>\n",
       "      <td>1183.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>369200.0</td>\n",
       "      <td>232490.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>139</td>\n",
       "      <td>1354.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-03341300</td>\n",
       "      <td>PRESTON BROOK WINDCROSS</td>\n",
       "      <td>2004-08-04T10:18:00</td>\n",
       "      <td>Weth-Visibty</td>\n",
       "      <td>Weather : Visibility</td>\n",
       "      <td>6528.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>369200.0</td>\n",
       "      <td>232490.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>141</td>\n",
       "      <td>1374.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-03341300</td>\n",
       "      <td>PRESTON BROOK WINDCROSS</td>\n",
       "      <td>2004-08-13T11:55:00</td>\n",
       "      <td>Weth-Visibty</td>\n",
       "      <td>Weather : Visibility</td>\n",
       "      <td>6528.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>369200.0</td>\n",
       "      <td>232490.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>142</td>\n",
       "      <td>1384.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-03341300</td>\n",
       "      <td>PRESTON BROOK WINDCROSS</td>\n",
       "      <td>2004-08-13T11:55:00</td>\n",
       "      <td>WethPresTemp</td>\n",
       "      <td>Weather : Temperature</td>\n",
       "      <td>1181.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>369200.0</td>\n",
       "      <td>232490.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>146</td>\n",
       "      <td>1451.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-TF416908</td>\n",
       "      <td>HOWDALES</td>\n",
       "      <td>2007-08-16T12:30:00</td>\n",
       "      <td>GCMS Vol Scn</td>\n",
       "      <td>GCMS Screen : Volatile Screen : Semi Quantitative</td>\n",
       "      <td>4084.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>unitless</td>\n",
       "      <td>GROUNDWATER - PURGED/PUMPED/REFILLED</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>541592.0</td>\n",
       "      <td>390878.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>148</td>\n",
       "      <td>1444.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-03341300</td>\n",
       "      <td>PRESTON BROOK WINDCROSS</td>\n",
       "      <td>2004-11-24T11:20:00</td>\n",
       "      <td>Weth-Visibty</td>\n",
       "      <td>Weather : Visibility</td>\n",
       "      <td>6528.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>369200.0</td>\n",
       "      <td>232490.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>149</td>\n",
       "      <td>1454.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>MD-03341300</td>\n",
       "      <td>PRESTON BROOK WINDCROSS</td>\n",
       "      <td>2004-12-09T10:55:00</td>\n",
       "      <td>WethPresTemp</td>\n",
       "      <td>Weather : Temperature</td>\n",
       "      <td>1181.0</td>\n",
       "      <td>None</td>\n",
       "      <td>2.0</td>\n",
       "      <td>None</td>\n",
       "      <td>coded</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>369200.0</td>\n",
       "      <td>232490.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>149</td>\n",
       "      <td>1481.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>AN-TF416908</td>\n",
       "      <td>HOWDALES</td>\n",
       "      <td>2007-08-16T12:30:00</td>\n",
       "      <td>GCMS LL sVol</td>\n",
       "      <td>GCMS Scan : Semi-Volatile Screen</td>\n",
       "      <td>9247.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>text</td>\n",
       "      <td>GROUNDWATER - PURGED/PUMPED/REFILLED</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>541592.0</td>\n",
       "      <td>390878.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>241</td>\n",
       "      <td>2401.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>NE-43100100</td>\n",
       "      <td>REDE AT COTTONSHOPEFOOT</td>\n",
       "      <td>2015-03-17T12:11:00</td>\n",
       "      <td>ICP-MS Semiq</td>\n",
       "      <td>ICP-MS : Metals screen : Semi-quantitative</td>\n",
       "      <td>3401.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>unitless</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>377820.0</td>\n",
       "      <td>601280.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>246</td>\n",
       "      <td>2451.0</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/d...</td>\n",
       "      <td>http://environment.data.gov.uk/water-quality/i...</td>\n",
       "      <td>NE-43100100</td>\n",
       "      <td>REDE AT COTTONSHOPEFOOT</td>\n",
       "      <td>2015-06-17T10:09:00</td>\n",
       "      <td>MR Screen</td>\n",
       "      <td>GCMS Screen : Target Based multi-residue scree...</td>\n",
       "      <td>4994.0</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>text</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>377820.0</td>\n",
       "      <td>601280.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    ID1      ID                                                @id  \\\n",
       "0     1     1.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "1     1     1.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "2     1     1.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "3     2    11.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "4     4     4.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "5     5   110.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "6    10    10.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "7    10    10.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "8    10    82.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "9    11    11.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "10   15   141.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "11   16    16.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "12   17    17.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "13   18    18.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "14   18   118.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "15   20   120.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "16   21   121.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "17   40    40.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "18   45    45.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "19   50    50.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "20   55    55.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "21   63   559.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "22   65   641.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "23   66   651.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "24   67   661.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "25   90   802.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "26  100   793.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "27  105  1041.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "28  106  1051.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "29  111  1101.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "30  112  1075.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "31  119  1181.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "32  122  1211.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "33  123  1194.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "34  124   985.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "35  127  1225.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "36  128  1235.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "37  130  1264.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "38  134  1277.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "39  136  1324.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "40  139  1354.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "41  141  1374.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "42  142  1384.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "43  146  1451.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "44  148  1444.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "45  149  1454.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "46  149  1481.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "47  241  2401.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "48  246  2451.0  http://environment.data.gov.uk/water-quality/d...   \n",
       "\n",
       "                                  samplesamplingPoint  \\\n",
       "0   http://environment.data.gov.uk/water-quality/i...   \n",
       "1   http://environment.data.gov.uk/water-quality/i...   \n",
       "2   http://environment.data.gov.uk/water-quality/i...   \n",
       "3   http://environment.data.gov.uk/water-quality/i...   \n",
       "4   http://environment.data.gov.uk/water-quality/i...   \n",
       "5   http://environment.data.gov.uk/water-quality/i...   \n",
       "6   http://environment.data.gov.uk/water-quality/i...   \n",
       "7   http://environment.data.gov.uk/water-quality/i...   \n",
       "8   http://environment.data.gov.uk/water-quality/i...   \n",
       "9   http://environment.data.gov.uk/water-quality/i...   \n",
       "10  http://environment.data.gov.uk/water-quality/i...   \n",
       "11  http://environment.data.gov.uk/water-quality/i...   \n",
       "12  http://environment.data.gov.uk/water-quality/i...   \n",
       "13  http://environment.data.gov.uk/water-quality/i...   \n",
       "14  http://environment.data.gov.uk/water-quality/i...   \n",
       "15  http://environment.data.gov.uk/water-quality/i...   \n",
       "16  http://environment.data.gov.uk/water-quality/i...   \n",
       "17  http://environment.data.gov.uk/water-quality/i...   \n",
       "18  http://environment.data.gov.uk/water-quality/i...   \n",
       "19  http://environment.data.gov.uk/water-quality/i...   \n",
       "20  http://environment.data.gov.uk/water-quality/i...   \n",
       "21  http://environment.data.gov.uk/water-quality/i...   \n",
       "22  http://environment.data.gov.uk/water-quality/i...   \n",
       "23  http://environment.data.gov.uk/water-quality/i...   \n",
       "24  http://environment.data.gov.uk/water-quality/i...   \n",
       "25  http://environment.data.gov.uk/water-quality/i...   \n",
       "26  http://environment.data.gov.uk/water-quality/i...   \n",
       "27  http://environment.data.gov.uk/water-quality/i...   \n",
       "28  http://environment.data.gov.uk/water-quality/i...   \n",
       "29  http://environment.data.gov.uk/water-quality/i...   \n",
       "30  http://environment.data.gov.uk/water-quality/i...   \n",
       "31  http://environment.data.gov.uk/water-quality/i...   \n",
       "32  http://environment.data.gov.uk/water-quality/i...   \n",
       "33  http://environment.data.gov.uk/water-quality/i...   \n",
       "34  http://environment.data.gov.uk/water-quality/i...   \n",
       "35  http://environment.data.gov.uk/water-quality/i...   \n",
       "36  http://environment.data.gov.uk/water-quality/i...   \n",
       "37  http://environment.data.gov.uk/water-quality/i...   \n",
       "38  http://environment.data.gov.uk/water-quality/i...   \n",
       "39  http://environment.data.gov.uk/water-quality/i...   \n",
       "40  http://environment.data.gov.uk/water-quality/i...   \n",
       "41  http://environment.data.gov.uk/water-quality/i...   \n",
       "42  http://environment.data.gov.uk/water-quality/i...   \n",
       "43  http://environment.data.gov.uk/water-quality/i...   \n",
       "44  http://environment.data.gov.uk/water-quality/i...   \n",
       "45  http://environment.data.gov.uk/water-quality/i...   \n",
       "46  http://environment.data.gov.uk/water-quality/i...   \n",
       "47  http://environment.data.gov.uk/water-quality/i...   \n",
       "48  http://environment.data.gov.uk/water-quality/i...   \n",
       "\n",
       "   samplesamplingPointnotation                  samplesamplingPointlabel  \\\n",
       "0                    AN-011396        BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "1                    AN-011396        BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "2                    AN-011262           STEANE PARK THE MANOR HOUSE STW   \n",
       "3                     AN-01558               ROBIN HOOD PH BUFFLERS HOLT   \n",
       "4                    AN-011265                   BLACKPIT FARM STW STOWE   \n",
       "5                    AN-011489           RED HOUSE NURSING HOME SYRESHAM   \n",
       "6                    AN-011489           RED HOUSE NURSING HOME SYRESHAM   \n",
       "7                    AN-011396        BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "8                    AN-011396        BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "9                     AN-01558               ROBIN HOOD PH BUFFLERS HOLT   \n",
       "10                    AN-01558               ROBIN HOOD PH BUFFLERS HOLT   \n",
       "11                   AN-011396        BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "12                   AN-011471                  BUCKINGHAM GARDEN CENTRE   \n",
       "13                   AN-011489           RED HOUSE NURSING HOME SYRESHAM   \n",
       "14                   AN-011489           RED HOUSE NURSING HOME SYRESHAM   \n",
       "15                   AN-011489           RED HOUSE NURSING HOME SYRESHAM   \n",
       "16                    AN-01558               ROBIN HOOD PH BUFFLERS HOLT   \n",
       "17                   AN-011624   APOLLO OFFICE UNITS RADCLIVE RD GAWCOTT   \n",
       "18                   AN-011638    AKELEY WOOD SENIOR SCHOOL, AKELEY WOOD   \n",
       "19                   AN-011638    AKELEY WOOD SENIOR SCHOOL, AKELEY WOOD   \n",
       "20                    AN-01558               ROBIN HOOD PH BUFFLERS HOLT   \n",
       "21                 NE-42600608       BATES COLLIERY (FORMER) SITE RUNOFF   \n",
       "22                   AN-123656           ELSTOW LANDFILL SITE NORTH WEST   \n",
       "23                   AN-123660     ELSTOW SOUTH CLAY PITS, ELSTOW, BEDS.   \n",
       "24                   AN-123678  CHEQUERS PH AMPTHIL RD HOUGHTON CONQUEST   \n",
       "25                 NE-43100023                             OTTERBURN STW   \n",
       "26                    AN-01M14             R.OUSE WATER STRATFORD RD.BR.   \n",
       "27                   AN-031487                CLUBHOUSE GT.LINFORD LAKES   \n",
       "28                    AN-03577            WHITTLEBURY HALL STW WEST PARK   \n",
       "29                 MD-36789260           NON-TIDAL TRENT - BERRYHILL SWS   \n",
       "30                   AN-021255       TUSMORE PARK HOLDINGS TUSMORE OXON.   \n",
       "31                 MD-36791290   NORTON LANE D/S HEAKLEY HALL FARM DISCH   \n",
       "32                 MD-36791290   NORTON LANE D/S HEAKLEY HALL FARM DISCH   \n",
       "33                 MD-03332190                     COLES COTTAGE STP, FE   \n",
       "34                   AN-021255       TUSMORE PARK HOLDINGS TUSMORE OXON.   \n",
       "35                 MD-06988570             WAYSIDE STP, RADFORD ROAD, FE   \n",
       "36                 MD-06996430              KNOWLE FIELDS PLOT C STP, FE   \n",
       "37                 MD-03341300                   PRESTON BROOK WINDCROSS   \n",
       "38                    AN-02400               ADDINGTON MANOR EST.STW O/F   \n",
       "39                 MD-03341300                   PRESTON BROOK WINDCROSS   \n",
       "40                 MD-03341300                   PRESTON BROOK WINDCROSS   \n",
       "41                 MD-03341300                   PRESTON BROOK WINDCROSS   \n",
       "42                 MD-03341300                   PRESTON BROOK WINDCROSS   \n",
       "43                 AN-TF416908                                  HOWDALES   \n",
       "44                 MD-03341300                   PRESTON BROOK WINDCROSS   \n",
       "45                 MD-03341300                   PRESTON BROOK WINDCROSS   \n",
       "46                 AN-TF416908                                  HOWDALES   \n",
       "47                 NE-43100100                   REDE AT COTTONSHOPEFOOT   \n",
       "48                 NE-43100100                   REDE AT COTTONSHOPEFOOT   \n",
       "\n",
       "   samplesampleDateTime determinandlabel  \\\n",
       "0   2001-01-08T12:00:00     NO FLOW/SAMP   \n",
       "1   2005-01-10T10:55:00     NO FLOW/SAMP   \n",
       "2   2013-08-01T11:30:00      D Site Insp   \n",
       "3   2001-04-11T11:20:00     NO FLOW/SAMP   \n",
       "4   2013-07-30T12:55:00      D Site Insp   \n",
       "5   2011-02-08T13:49:00      D Site Insp   \n",
       "6   2010-02-17T13:50:00      D Site Insp   \n",
       "7   2013-06-15T10:06:00     NO FLOW/SAMP   \n",
       "8   2014-10-09T16:44:00     NO FLOW/SAMP   \n",
       "9   2010-07-20T09:50:00     Site Inspect   \n",
       "10  2007-08-30T13:40:00     NO FLOW/SAMP   \n",
       "11  2013-10-21T15:00:00     NO FLOW/SAMP   \n",
       "12  2013-07-11T14:45:00     Site Inspect   \n",
       "13  2013-08-01T13:00:00      D Site Insp   \n",
       "14  2011-02-08T13:48:00      D Site Insp   \n",
       "15  2011-03-03T12:15:00      D Site Insp   \n",
       "16  2011-07-20T14:33:00     Site Inspect   \n",
       "17  2013-07-29T12:25:00     NO FLOW/SAMP   \n",
       "18  2013-06-05T10:25:00     NO FLOW/SAMP   \n",
       "19  2013-09-11T10:47:00     NO FLOW/SAMP   \n",
       "20  2013-07-11T14:10:00     Site Inspect   \n",
       "21  2014-06-06T10:15:00     Site Inspect   \n",
       "22  2009-06-29T08:50:00     NO FLOW/SAMP   \n",
       "23  2009-01-28T09:15:00     NO FLOW/SAMP   \n",
       "24  2009-08-10T10:00:00     NO FLOW/SAMP   \n",
       "25  2014-05-22T10:50:00     NO FLOW/SAMP   \n",
       "26  2000-03-22T14:38:00     NO FLOW/SAMP   \n",
       "27  2008-12-04T10:00:00     NO FLOW/SAMP   \n",
       "28  2008-03-13T13:20:00     NO FLOW/SAMP   \n",
       "29  2008-06-12T09:40:00     WethPresTemp   \n",
       "30  2005-10-12T11:40:00     NO FLOW/SAMP   \n",
       "31  2008-06-13T11:00:00     WethPresPrec   \n",
       "32  2008-06-13T11:00:00     Weth-Visibty   \n",
       "33  2004-04-06T13:55:00     Weth-Visibty   \n",
       "34  2000-06-28T12:40:00     NO FLOW/SAMP   \n",
       "35  2005-05-20T11:45:00     Weth-Visibty   \n",
       "36  2005-07-12T14:15:00     Weth-Visibty   \n",
       "37  2004-04-06T11:44:00     WethPresPrec   \n",
       "38  2002-10-24T14:00:00     NO FLOW/SAMP   \n",
       "39  2004-06-24T12:25:00     WethPresPrec   \n",
       "40  2004-08-04T10:18:00     Weth-Visibty   \n",
       "41  2004-08-13T11:55:00     Weth-Visibty   \n",
       "42  2004-08-13T11:55:00     WethPresTemp   \n",
       "43  2007-08-16T12:30:00     GCMS Vol Scn   \n",
       "44  2004-11-24T11:20:00     Weth-Visibty   \n",
       "45  2004-12-09T10:55:00     WethPresTemp   \n",
       "46  2007-08-16T12:30:00     GCMS LL sVol   \n",
       "47  2015-03-17T12:11:00     ICP-MS Semiq   \n",
       "48  2015-06-17T10:09:00        MR Screen   \n",
       "\n",
       "                                determinanddefinition  determinandnotation  \\\n",
       "0                                  No flow /No sample               7668.0   \n",
       "1                                  No flow /No sample               7668.0   \n",
       "2         Descriptive Site Inspection : Pass/Fail 1/0               7444.0   \n",
       "3                                  No flow /No sample               7668.0   \n",
       "4         Descriptive Site Inspection : Pass/Fail 1/0               7444.0   \n",
       "5         Descriptive Site Inspection : Pass/Fail 1/0               7444.0   \n",
       "6         Descriptive Site Inspection : Pass/Fail 1/0               7444.0   \n",
       "7                                  No flow /No sample               7668.0   \n",
       "8                                  No flow /No sample               7668.0   \n",
       "9                   Site Inspection : Pass/Fail (1/0)               4883.0   \n",
       "10                                 No flow /No sample               7668.0   \n",
       "11                                 No flow /No sample               7668.0   \n",
       "12                  Site Inspection : Pass/Fail (1/0)               4883.0   \n",
       "13        Descriptive Site Inspection : Pass/Fail 1/0               7444.0   \n",
       "14        Descriptive Site Inspection : Pass/Fail 1/0               7444.0   \n",
       "15        Descriptive Site Inspection : Pass/Fail 1/0               7444.0   \n",
       "16                  Site Inspection : Pass/Fail (1/0)               4883.0   \n",
       "17                                 No flow /No sample               7668.0   \n",
       "18                                 No flow /No sample               7668.0   \n",
       "19                                 No flow /No sample               7668.0   \n",
       "20                  Site Inspection : Pass/Fail (1/0)               4883.0   \n",
       "21                  Site Inspection : Pass/Fail (1/0)               4883.0   \n",
       "22                                 No flow /No sample               7668.0   \n",
       "23                                 No flow /No sample               7668.0   \n",
       "24                                 No flow /No sample               7668.0   \n",
       "25                                 No flow /No sample               7668.0   \n",
       "26                                 No flow /No sample               7668.0   \n",
       "27                                 No flow /No sample               7668.0   \n",
       "28                                 No flow /No sample               7668.0   \n",
       "29                              Weather : Temperature               1181.0   \n",
       "30                                 No flow /No sample               7668.0   \n",
       "31                            Weather : Precipitation               1183.0   \n",
       "32                               Weather : Visibility               6528.0   \n",
       "33                               Weather : Visibility               6528.0   \n",
       "34                                 No flow /No sample               7668.0   \n",
       "35                               Weather : Visibility               6528.0   \n",
       "36                               Weather : Visibility               6528.0   \n",
       "37                            Weather : Precipitation               1183.0   \n",
       "38                                 No flow /No sample               7668.0   \n",
       "39                            Weather : Precipitation               1183.0   \n",
       "40                               Weather : Visibility               6528.0   \n",
       "41                               Weather : Visibility               6528.0   \n",
       "42                              Weather : Temperature               1181.0   \n",
       "43  GCMS Screen : Volatile Screen : Semi Quantitative               4084.0   \n",
       "44                               Weather : Visibility               6528.0   \n",
       "45                              Weather : Temperature               1181.0   \n",
       "46                   GCMS Scan : Semi-Volatile Screen               9247.0   \n",
       "47         ICP-MS : Metals screen : Semi-quantitative               3401.0   \n",
       "48  GCMS Screen : Target Based multi-residue scree...               4994.0   \n",
       "\n",
       "   resultQualifiernotation  result codedResultInterpretationinterpretation  \\\n",
       "0                     None     1.0                                    None   \n",
       "1                     None     0.0                                    None   \n",
       "2                     None     1.0                                    None   \n",
       "3                     None     0.0                                    None   \n",
       "4                     None     1.0                                    None   \n",
       "5                     None     0.0                                    None   \n",
       "6                     None     1.0                                    None   \n",
       "7                     None     0.0                                    None   \n",
       "8                     None     0.0                                    None   \n",
       "9                     None     1.0                                    None   \n",
       "10                    None     0.0                                    None   \n",
       "11                    None     0.0                                    None   \n",
       "12                    None     1.0                                    None   \n",
       "13                    None     0.0                                    None   \n",
       "14                    None     0.0                                    None   \n",
       "15                    None     1.0                                    None   \n",
       "16                    None     1.0                                    None   \n",
       "17                    None     0.0                                    None   \n",
       "18                    None     0.0                                    None   \n",
       "19                    None     0.0                                    None   \n",
       "20                    None     0.0                                    None   \n",
       "21                    None     1.0                                    None   \n",
       "22                    None     0.0                                    None   \n",
       "23                    None     0.0                                    None   \n",
       "24                    None     0.0                                    None   \n",
       "25                    None     0.0                                    None   \n",
       "26                    None     3.0                                    None   \n",
       "27                    None     0.0                                    None   \n",
       "28                    None     3.0                                    None   \n",
       "29                    None     4.0                                    None   \n",
       "30                    None     0.0                                    None   \n",
       "31                    None     1.0                                    None   \n",
       "32                    None     2.0                                    None   \n",
       "33                    None     2.0                                    None   \n",
       "34                    None     0.0                                    None   \n",
       "35                    None     3.0                                    None   \n",
       "36                    None     3.0                                    None   \n",
       "37                    None     2.0                                    None   \n",
       "38                    None     0.0                                    None   \n",
       "39                    None     1.0                                    None   \n",
       "40                    None     4.0                                    None   \n",
       "41                    None     4.0                                    None   \n",
       "42                    None     4.0                                    None   \n",
       "43                    None     1.0                                    None   \n",
       "44                    None     4.0                                    None   \n",
       "45                    None     2.0                                    None   \n",
       "46                    None     1.0                                    None   \n",
       "47                    None     1.0                                    None   \n",
       "48                    None     1.0                                    None   \n",
       "\n",
       "   determinandunitlabel        samplesampledMaterialTypelabel  \\\n",
       "0                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "1                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "2                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "3                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "4                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "5                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "6                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "7                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "8                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "9                 coded                 FINAL SEWAGE EFFLUENT   \n",
       "10                coded                 FINAL SEWAGE EFFLUENT   \n",
       "11                coded                 FINAL SEWAGE EFFLUENT   \n",
       "12                coded                 FINAL SEWAGE EFFLUENT   \n",
       "13                coded                 FINAL SEWAGE EFFLUENT   \n",
       "14                coded                 FINAL SEWAGE EFFLUENT   \n",
       "15                coded                            ANY SEWAGE   \n",
       "16                coded                 FINAL SEWAGE EFFLUENT   \n",
       "17                coded                 FINAL SEWAGE EFFLUENT   \n",
       "18                coded                 FINAL SEWAGE EFFLUENT   \n",
       "19                coded                 FINAL SEWAGE EFFLUENT   \n",
       "20                coded                 FINAL SEWAGE EFFLUENT   \n",
       "21                coded                    ANY TRADE EFFLUENT   \n",
       "22                coded                    ANY TRADE EFFLUENT   \n",
       "23                coded                    ANY TRADE EFFLUENT   \n",
       "24                coded                    ANY TRADE EFFLUENT   \n",
       "25                coded                 FINAL SEWAGE EFFLUENT   \n",
       "26                coded         RIVER / RUNNING SURFACE WATER   \n",
       "27                coded                 FINAL SEWAGE EFFLUENT   \n",
       "28                coded                    ANY TRADE EFFLUENT   \n",
       "29                coded         RIVER / RUNNING SURFACE WATER   \n",
       "30                coded                 FINAL SEWAGE EFFLUENT   \n",
       "31                coded         RIVER / RUNNING SURFACE WATER   \n",
       "32                coded         RIVER / RUNNING SURFACE WATER   \n",
       "33                coded                 FINAL SEWAGE EFFLUENT   \n",
       "34                coded                 FINAL SEWAGE EFFLUENT   \n",
       "35                coded                 FINAL SEWAGE EFFLUENT   \n",
       "36                coded                 FINAL SEWAGE EFFLUENT   \n",
       "37                coded         RIVER / RUNNING SURFACE WATER   \n",
       "38                coded                 FINAL SEWAGE EFFLUENT   \n",
       "39                coded         RIVER / RUNNING SURFACE WATER   \n",
       "40                coded         RIVER / RUNNING SURFACE WATER   \n",
       "41                coded         RIVER / RUNNING SURFACE WATER   \n",
       "42                coded         RIVER / RUNNING SURFACE WATER   \n",
       "43             unitless  GROUNDWATER - PURGED/PUMPED/REFILLED   \n",
       "44                coded         RIVER / RUNNING SURFACE WATER   \n",
       "45                coded         RIVER / RUNNING SURFACE WATER   \n",
       "46                 text  GROUNDWATER - PURGED/PUMPED/REFILLED   \n",
       "47             unitless         RIVER / RUNNING SURFACE WATER   \n",
       "48                 text         RIVER / RUNNING SURFACE WATER   \n",
       "\n",
       "    sampleisComplianceSample  \\\n",
       "0                       True   \n",
       "1                       True   \n",
       "2                       True   \n",
       "3                       True   \n",
       "4                       True   \n",
       "5                       True   \n",
       "6                       True   \n",
       "7                       True   \n",
       "8                       True   \n",
       "9                       True   \n",
       "10                      True   \n",
       "11                      True   \n",
       "12                      True   \n",
       "13                      True   \n",
       "14                      True   \n",
       "15                      True   \n",
       "16                      True   \n",
       "17                      True   \n",
       "18                      True   \n",
       "19                      True   \n",
       "20                      True   \n",
       "21                      True   \n",
       "22                      True   \n",
       "23                      True   \n",
       "24                      True   \n",
       "25                      True   \n",
       "26                     False   \n",
       "27                      True   \n",
       "28                      True   \n",
       "29                     False   \n",
       "30                      True   \n",
       "31                     False   \n",
       "32                     False   \n",
       "33                      True   \n",
       "34                      True   \n",
       "35                      True   \n",
       "36                      True   \n",
       "37                     False   \n",
       "38                      True   \n",
       "39                     False   \n",
       "40                     False   \n",
       "41                     False   \n",
       "42                     False   \n",
       "43                     False   \n",
       "44                     False   \n",
       "45                     False   \n",
       "46                     False   \n",
       "47                     False   \n",
       "48                     False   \n",
       "\n",
       "                                   samplepurposelabel  \\\n",
       "0                           COMPLIANCE AUDIT (PERMIT)   \n",
       "1                           COMPLIANCE AUDIT (PERMIT)   \n",
       "2                           COMPLIANCE AUDIT (PERMIT)   \n",
       "3                           COMPLIANCE AUDIT (PERMIT)   \n",
       "4                           COMPLIANCE AUDIT (PERMIT)   \n",
       "5                           COMPLIANCE AUDIT (PERMIT)   \n",
       "6                           COMPLIANCE AUDIT (PERMIT)   \n",
       "7                           COMPLIANCE AUDIT (PERMIT)   \n",
       "8                           COMPLIANCE AUDIT (PERMIT)   \n",
       "9                           COMPLIANCE AUDIT (PERMIT)   \n",
       "10                          COMPLIANCE AUDIT (PERMIT)   \n",
       "11                          COMPLIANCE AUDIT (PERMIT)   \n",
       "12                          COMPLIANCE AUDIT (PERMIT)   \n",
       "13                          COMPLIANCE AUDIT (PERMIT)   \n",
       "14                          COMPLIANCE AUDIT (PERMIT)   \n",
       "15                          COMPLIANCE AUDIT (PERMIT)   \n",
       "16                          COMPLIANCE AUDIT (PERMIT)   \n",
       "17                          COMPLIANCE AUDIT (PERMIT)   \n",
       "18                          COMPLIANCE AUDIT (PERMIT)   \n",
       "19                          COMPLIANCE AUDIT (PERMIT)   \n",
       "20                          COMPLIANCE AUDIT (PERMIT)   \n",
       "21                          COMPLIANCE AUDIT (PERMIT)   \n",
       "22                          COMPLIANCE AUDIT (PERMIT)   \n",
       "23                          COMPLIANCE AUDIT (PERMIT)   \n",
       "24                          COMPLIANCE AUDIT (PERMIT)   \n",
       "25  WATER QUALITY OPERATOR SELF MONITORING COMPLIA...   \n",
       "26  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "27                          COMPLIANCE AUDIT (PERMIT)   \n",
       "28                          COMPLIANCE AUDIT (PERMIT)   \n",
       "29       MONITORING  (UK GOVT POLICY - NOT GQA OR RE)   \n",
       "30                          COMPLIANCE AUDIT (PERMIT)   \n",
       "31           PLANNED INVESTIGATION (LOCAL MONITORING)   \n",
       "32           PLANNED INVESTIGATION (LOCAL MONITORING)   \n",
       "33                          COMPLIANCE AUDIT (PERMIT)   \n",
       "34                          COMPLIANCE AUDIT (PERMIT)   \n",
       "35                          COMPLIANCE AUDIT (PERMIT)   \n",
       "36                          COMPLIANCE AUDIT (PERMIT)   \n",
       "37  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "38                          COMPLIANCE AUDIT (PERMIT)   \n",
       "39  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "40  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "41  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "42  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "43  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "44  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "45  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "46  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "47  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "48  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "\n",
       "    samplesamplingPointeasting  samplesamplingPointnorthing  \n",
       "0                     467020.0                     233400.0  \n",
       "1                     467020.0                     233400.0  \n",
       "2                     455510.0                     239070.0  \n",
       "3                     466660.0                     235220.0  \n",
       "4                     467660.0                     239950.0  \n",
       "5                     462060.0                     240890.0  \n",
       "6                     462060.0                     240890.0  \n",
       "7                     467020.0                     233400.0  \n",
       "8                     467020.0                     233400.0  \n",
       "9                     466660.0                     235220.0  \n",
       "10                    466660.0                     235220.0  \n",
       "11                    467020.0                     233400.0  \n",
       "12                    467600.0                     233410.0  \n",
       "13                    462060.0                     240890.0  \n",
       "14                    462060.0                     240890.0  \n",
       "15                    462060.0                     240890.0  \n",
       "16                    466660.0                     235220.0  \n",
       "17                    467993.0                     232851.0  \n",
       "18                    468847.0                     237506.0  \n",
       "19                    468847.0                     237506.0  \n",
       "20                    466660.0                     235220.0  \n",
       "21                    430343.0                     582199.0  \n",
       "22                    504203.0                     246300.0  \n",
       "23                    505070.0                     245400.0  \n",
       "24                    503066.0                     240255.0  \n",
       "25                    389130.0                     592620.0  \n",
       "26                    465205.0                     234067.0  \n",
       "27                    484910.0                     242770.0  \n",
       "28                    468740.0                     242380.0  \n",
       "29                    389000.0                     346450.0  \n",
       "30                    456690.0                     230220.0  \n",
       "31                    390100.0                     351300.0  \n",
       "32                    390100.0                     351300.0  \n",
       "33                    367930.0                     230660.0  \n",
       "34                    456690.0                     230220.0  \n",
       "35                    400840.0                     254511.0  \n",
       "36                    404154.0                     257993.0  \n",
       "37                    369200.0                     232490.0  \n",
       "38                    474300.0                     228700.0  \n",
       "39                    369200.0                     232490.0  \n",
       "40                    369200.0                     232490.0  \n",
       "41                    369200.0                     232490.0  \n",
       "42                    369200.0                     232490.0  \n",
       "43                    541592.0                     390878.0  \n",
       "44                    369200.0                     232490.0  \n",
       "45                    369200.0                     232490.0  \n",
       "46                    541592.0                     390878.0  \n",
       "47                    377820.0                     601280.0  \n",
       "48                    377820.0                     601280.0  "
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE determinandunitlabel COLUMN FOR TOTAL OUTLIERS ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE determinandunitlabel = 'unitless'\n",
    "        UNION\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE determinandunitlabel = 'text'\n",
    "        UNION\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE determinandunitlabel = 'coded';\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# These 49 records are to be deleted because they seem not to be important considering \n",
    "# their corresponding values in the determinanddefinition column."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "8d76b137",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>determinanddefinition</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Descriptive Site Inspection : Pass/Fail 1/0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GCMS Scan : Semi-Volatile Screen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GCMS Screen : Target Based multi-residue scree...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GCMS Screen : Volatile Screen : Semi Quantitative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ICP-MS : Metals screen : Semi-quantitative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No flow /No sample</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Site Inspection : Pass/Fail (1/0)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Weather : Precipitation</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Weather : Temperature</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Weather : Visibility</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               determinanddefinition\n",
       "0        Descriptive Site Inspection : Pass/Fail 1/0\n",
       "1                   GCMS Scan : Semi-Volatile Screen\n",
       "2  GCMS Screen : Target Based multi-residue scree...\n",
       "3  GCMS Screen : Volatile Screen : Semi Quantitative\n",
       "4         ICP-MS : Metals screen : Semi-quantitative\n",
       "5                                 No flow /No sample\n",
       "6                  Site Inspection : Pass/Fail (1/0)\n",
       "7                            Weather : Precipitation\n",
       "8                              Weather : Temperature\n",
       "9                               Weather : Visibility"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE determinanddefinition COLUMN INFO OF determinandunitlabel COLUMN ENTRIES THAT LOOKS ODD ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT s.determinanddefinition FROM\n",
    "    (\n",
    "    SELECT * FROM dw_water_quality\n",
    "        WHERE determinandunitlabel = 'unitless'\n",
    "            UNION\n",
    "    SELECT * FROM dw_water_quality\n",
    "        WHERE determinandunitlabel = 'text'\t\n",
    "            UNION\n",
    "    SELECT * FROM dw_water_quality\n",
    "        WHERE determinandunitlabel = 'coded'\n",
    "    ) s;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# The result summary below shows the reason why these 49 records seem not to be important."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3650112b",
   "metadata": {},
   "source": [
    "##### Examine the sampleisComplianceSample  column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "042ba52f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   sampleisComplianceSample\n",
       "0                     False\n",
       "1                      True"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE sampleisComplianceSample COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT sampleisComplianceSample\n",
    "    FROM dw_water_quality;\n",
    "        \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 2 unique results (1 and 0. This implies \"compliant\" and \"non-compliant\" respectively)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "35cd6be4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE sampleisComplianceSample COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE sampleisComplianceSample IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null records."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "759a1d83",
   "metadata": {},
   "source": [
    "##### Examine the samplesampledMaterialTypelabel column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "b3e41e76",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ANY TRADE EFFLUENT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GROUNDWATER - PURGED/PUMPED/REFILLED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>RUNNING SURFACE WATER SEDIMENT - &lt;63UM FRACTION</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>UNCODED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>GROUNDWATER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>ANY SEWAGE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>ANY WATER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    samplesampledMaterialTypelabel\n",
       "0                               ANY TRADE EFFLUENT\n",
       "1             GROUNDWATER - PURGED/PUMPED/REFILLED\n",
       "2  RUNNING SURFACE WATER SEDIMENT - <63UM FRACTION\n",
       "3                            FINAL SEWAGE EFFLUENT\n",
       "4                                          UNCODED\n",
       "5                                      GROUNDWATER\n",
       "6                                       ANY SEWAGE\n",
       "7                                        ANY WATER\n",
       "8                    RIVER / RUNNING SURFACE WATER"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesampledMaterialTypelabel COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT samplesampledMaterialTypelabel \n",
    "    FROM dw_water_quality;\n",
    "        \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 9 unique values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "b7dd213d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesampledMaterialTypelabel COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE samplesampledMaterialTypelabel IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null records."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fdb8a966",
   "metadata": {},
   "source": [
    "##### Examine the samplepurposelabel column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "8a1a86cc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>samplepurposelabel</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>UNPLANNED REACTIVE MONITORING FORMAL (POLLUTIO...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>PLANNED INVESTIGATION (LOCAL MONITORING)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>MONITORING  (UK GOVT POLICY - NOT GQA OR RE)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>UNPLANNED REACTIVE MONITORING (POLLUTION INCID...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>WATER QUALITY UWWTD MONITORING DATA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>ENVIRONMENTAL MONITORING (GQA &amp; RE ONLY)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>WATER QUALITY OPERATOR SELF MONITORING COMPLIA...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>MONITORING  (NATIONAL AGENCY POLICY)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>COMPLIANCE FORMAL (PERMIT)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>STATUTORY FAILURES (FOLLOW UPS AT NON-DESIGNAT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>UNSPECIFIED AT TIME OF WIMS LOAD</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   samplepurposelabel\n",
       "0   UNPLANNED REACTIVE MONITORING FORMAL (POLLUTIO...\n",
       "1      PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)\n",
       "2            PLANNED INVESTIGATION (LOCAL MONITORING)\n",
       "3        MONITORING  (UK GOVT POLICY - NOT GQA OR RE)\n",
       "4   ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...\n",
       "5   UNPLANNED REACTIVE MONITORING (POLLUTION INCID...\n",
       "6                           COMPLIANCE AUDIT (PERMIT)\n",
       "7                 WATER QUALITY UWWTD MONITORING DATA\n",
       "8            ENVIRONMENTAL MONITORING (GQA & RE ONLY)\n",
       "9   WATER QUALITY OPERATOR SELF MONITORING COMPLIA...\n",
       "10               MONITORING  (NATIONAL AGENCY POLICY)\n",
       "11                         COMPLIANCE FORMAL (PERMIT)\n",
       "12  STATUTORY FAILURES (FOLLOW UPS AT NON-DESIGNAT...\n",
       "13                   UNSPECIFIED AT TIME OF WIMS LOAD"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplepurposelabel COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT samplepurposelabel \n",
    "    FROM dw_water_quality;\n",
    "        \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 14 unique values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "3925fa07",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplepurposelabel COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE samplepurposelabel IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null records."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "eae54c8c",
   "metadata": {},
   "source": [
    "##### Examine the samplesamplingPointeasting column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "3dea65cc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>475760.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>465800.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>479484.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>471467.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>450491.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>478766.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>466660.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>494702.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>492020.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>458404.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    samplesamplingPointeasting\n",
       "0                     475760.0\n",
       "1                     465800.0\n",
       "2                     479484.0\n",
       "3                     471467.0\n",
       "4                     450491.0\n",
       "..                         ...\n",
       "75                    478766.0\n",
       "76                    466660.0\n",
       "77                    494702.0\n",
       "78                    492020.0\n",
       "79                    458404.0\n",
       "\n",
       "[80 rows x 1 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPointeasting COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT samplesamplingPointeasting \n",
    "    FROM dw_water_quality;\n",
    "        \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 80 unique values!!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "bad21bf9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPointeasting COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE samplesamplingPointeasting IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null records."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1a746af6",
   "metadata": {},
   "source": [
    "##### Examine the samplesamplingPointnorthing column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "dd8df98f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>232851.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>237506.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>592620.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>230220.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>238550.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>250870.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>240255.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>228700.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>249257.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>81 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    samplesamplingPointnorthing\n",
       "0                      232851.0\n",
       "1                      237506.0\n",
       "2                      228850.0\n",
       "3                      592620.0\n",
       "4                      230220.0\n",
       "..                          ...\n",
       "76                     238550.0\n",
       "77                     250870.0\n",
       "78                     240255.0\n",
       "79                     228700.0\n",
       "80                     249257.0\n",
       "\n",
       "[81 rows x 1 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPointnorthing COLUMN FOR DISTINCT VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT DISTINCT samplesamplingPointnorthing \n",
    "    FROM dw_water_quality;\n",
    "        \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 81 unique results."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "48d6b748",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [ID1, ID, @id, samplesamplingPoint, samplesamplingPointnotation, samplesamplingPointlabel, samplesampleDateTime, determinandlabel, determinanddefinition, determinandnotation, resultQualifiernotation, result, codedResultInterpretationinterpretation, determinandunitlabel, samplesampledMaterialTypelabel, sampleisComplianceSample, samplepurposelabel, samplesamplingPointeasting, samplesamplingPointnorthing]\n",
       "Index: []"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### CHECK THE samplesamplingPointnorthing COLUMN FOR NULL VALUES ###\n",
    "\n",
    "## You can run this cell more than once. Expect an empty dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality\n",
    "    WHERE samplesamplingPointnorthing IS NULL;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# No null records."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5744e13a",
   "metadata": {},
   "source": [
    "##### Data cleaning..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "301a06f1",
   "metadata": {},
   "outputs": [],
   "source": [
    "### DATA CLEANING 1: TO REMOVE UNNECESSARY RECORDS ###\n",
    "\n",
    "## Deleting is done using the distinct column \"ID_\" as a unique key column!\n",
    "\n",
    "## Run this cell only once. Expect no output ##\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "DELETE FROM dw_water_quality \n",
    "    WHERE ID_ IN\n",
    "        (\n",
    "        SELECT s.ID_ FROM\n",
    "            (\n",
    "            SELECT * FROM dw_water_quality\n",
    "                WHERE determinandunitlabel = 'unitless'\n",
    "                    UNION\n",
    "            SELECT * FROM dw_water_quality\n",
    "                WHERE determinandunitlabel = 'text'\t\n",
    "                    UNION\n",
    "            SELECT * FROM dw_water_quality\n",
    "                WHERE determinandunitlabel = 'coded'\n",
    "            ) s\n",
    "        );\n",
    "        \n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "848a2b92",
   "metadata": {},
   "outputs": [],
   "source": [
    "### DATA CLEANING 2: TO REMOVE REDUNDANT PARTS OF ENTRIES ###\n",
    "\n",
    "## To strip off all appearances of “http://environment.data.gov.uk/water-quality” from the ID_ and samplesamplingpoint columns\n",
    "\n",
    "## Run this cell only once. Expect no output ##\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "UPDATE dw_water_quality\n",
    "    SET ID_ = REPLACE(ID_, 'http://environment.data.gov.uk/water-quality', '');\n",
    "\n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()\n",
    "\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "UPDATE dw_water_quality\n",
    "    SET samplesamplingpoint = REPLACE(samplesamplingpoint, 'http://environment.data.gov.uk/water-quality', '');\n",
    "    \n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "027c959b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID1</th>\n",
       "      <th>ID</th>\n",
       "      <th>@id</th>\n",
       "      <th>samplesamplingPoint</th>\n",
       "      <th>samplesamplingPointnotation</th>\n",
       "      <th>samplesamplingPointlabel</th>\n",
       "      <th>samplesampleDateTime</th>\n",
       "      <th>determinandlabel</th>\n",
       "      <th>determinanddefinition</th>\n",
       "      <th>determinandnotation</th>\n",
       "      <th>resultQualifiernotation</th>\n",
       "      <th>result</th>\n",
       "      <th>codedResultInterpretationinterpretation</th>\n",
       "      <th>determinandunitlabel</th>\n",
       "      <th>samplesampledMaterialTypelabel</th>\n",
       "      <th>sampleisComplianceSample</th>\n",
       "      <th>samplepurposelabel</th>\n",
       "      <th>samplesamplingPointeasting</th>\n",
       "      <th>samplesamplingPointnorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>/data/measurement/AN-687353-0111</td>\n",
       "      <td>/id/sampling-point/AN-011396</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2000-01-04T14:10:00</td>\n",
       "      <td>Ammonia(N)</td>\n",
       "      <td>Ammoniacal Nitrogen as N</td>\n",
       "      <td>111.0</td>\n",
       "      <td>None</td>\n",
       "      <td>10.4000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>9.0</td>\n",
       "      <td>/data/measurement/AN-1053332-0135</td>\n",
       "      <td>/id/sampling-point/AN-011396</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>2000-11-15T14:50:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>14.4000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>True</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "      <td>467020.0</td>\n",
       "      <td>233400.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>17.0</td>\n",
       "      <td>/data/measurement/AN-1037010-0135</td>\n",
       "      <td>/id/sampling-point/AN-011489</td>\n",
       "      <td>AN-011489</td>\n",
       "      <td>RED HOUSE NURSING HOME SYRESHAM</td>\n",
       "      <td>2000-07-17T10:15:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>65.3000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "      <td>False</td>\n",
       "      <td>UNPLANNED REACTIVE MONITORING (POLLUTION INCID...</td>\n",
       "      <td>462060.0</td>\n",
       "      <td>240890.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>25.0</td>\n",
       "      <td>/data/measurement/AN-689676-6051</td>\n",
       "      <td>/id/sampling-point/AN-01M04</td>\n",
       "      <td>AN-01M04</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>2000-01-24T10:55:00</td>\n",
       "      <td>Iron - as Fe</td>\n",
       "      <td>Iron</td>\n",
       "      <td>6051.0</td>\n",
       "      <td>None</td>\n",
       "      <td>160.0000</td>\n",
       "      <td>None</td>\n",
       "      <td>ug/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>459427.0</td>\n",
       "      <td>236819.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>33.0</td>\n",
       "      <td>/data/measurement/AN-689676-0135</td>\n",
       "      <td>/id/sampling-point/AN-01M04</td>\n",
       "      <td>AN-01M04</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>2000-01-24T10:55:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>4.0000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>459427.0</td>\n",
       "      <td>236819.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2294</th>\n",
       "      <td>255</td>\n",
       "      <td>1352.0</td>\n",
       "      <td>/data/measurement/AN-1673460-0135</td>\n",
       "      <td>/id/sampling-point/AN-02M10</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-05-21T11:31:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>3.7800</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2295</th>\n",
       "      <td>255</td>\n",
       "      <td>2541.0</td>\n",
       "      <td>/data/measurement/NE-1542543-0239</td>\n",
       "      <td>/id/sampling-point/NE-43100100</td>\n",
       "      <td>NE-43100100</td>\n",
       "      <td>REDE AT COTTONSHOPEFOOT</td>\n",
       "      <td>2015-11-30T10:59:00</td>\n",
       "      <td>Ca Filtered</td>\n",
       "      <td>Calcium, Dissolved</td>\n",
       "      <td>239.0</td>\n",
       "      <td>None</td>\n",
       "      <td>10.2000</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "      <td>377820.0</td>\n",
       "      <td>601280.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2296</th>\n",
       "      <td>256</td>\n",
       "      <td>1353.0</td>\n",
       "      <td>/data/measurement/AN-1676129-0135</td>\n",
       "      <td>/id/sampling-point/AN-02M10</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-06-14T14:29:00</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>Solids, Suspended at 105 C</td>\n",
       "      <td>135.0</td>\n",
       "      <td>None</td>\n",
       "      <td>8.6700</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2297</th>\n",
       "      <td>257</td>\n",
       "      <td>1354.0</td>\n",
       "      <td>/data/measurement/AN-1676129-0117</td>\n",
       "      <td>/id/sampling-point/AN-02M10</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-06-14T14:29:00</td>\n",
       "      <td>Nitrate-N</td>\n",
       "      <td>Nitrate as N</td>\n",
       "      <td>117.0</td>\n",
       "      <td>None</td>\n",
       "      <td>6.0400</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2298</th>\n",
       "      <td>258</td>\n",
       "      <td>1355.0</td>\n",
       "      <td>/data/measurement/AN-1676129-0118</td>\n",
       "      <td>/id/sampling-point/AN-02M10</td>\n",
       "      <td>AN-02M10</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>2012-06-14T14:29:00</td>\n",
       "      <td>Nitrite-N</td>\n",
       "      <td>Nitrite as N</td>\n",
       "      <td>118.0</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0378</td>\n",
       "      <td>None</td>\n",
       "      <td>mg/l</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "      <td>False</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "      <td>470377.0</td>\n",
       "      <td>228850.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2299 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      ID1      ID                                @id  \\\n",
       "0       1     1.0   /data/measurement/AN-687353-0111   \n",
       "1       2     9.0  /data/measurement/AN-1053332-0135   \n",
       "2       3    17.0  /data/measurement/AN-1037010-0135   \n",
       "3       4    25.0   /data/measurement/AN-689676-6051   \n",
       "4       5    33.0   /data/measurement/AN-689676-0135   \n",
       "...   ...     ...                                ...   \n",
       "2294  255  1352.0  /data/measurement/AN-1673460-0135   \n",
       "2295  255  2541.0  /data/measurement/NE-1542543-0239   \n",
       "2296  256  1353.0  /data/measurement/AN-1676129-0135   \n",
       "2297  257  1354.0  /data/measurement/AN-1676129-0117   \n",
       "2298  258  1355.0  /data/measurement/AN-1676129-0118   \n",
       "\n",
       "                 samplesamplingPoint samplesamplingPointnotation  \\\n",
       "0       /id/sampling-point/AN-011396                   AN-011396   \n",
       "1       /id/sampling-point/AN-011396                   AN-011396   \n",
       "2       /id/sampling-point/AN-011489                   AN-011489   \n",
       "3        /id/sampling-point/AN-01M04                    AN-01M04   \n",
       "4        /id/sampling-point/AN-01M04                    AN-01M04   \n",
       "...                              ...                         ...   \n",
       "2294     /id/sampling-point/AN-02M10                    AN-02M10   \n",
       "2295  /id/sampling-point/NE-43100100                 NE-43100100   \n",
       "2296     /id/sampling-point/AN-02M10                    AN-02M10   \n",
       "2297     /id/sampling-point/AN-02M10                    AN-02M10   \n",
       "2298     /id/sampling-point/AN-02M10                    AN-02M10   \n",
       "\n",
       "                   samplesamplingPointlabel samplesampleDateTime  \\\n",
       "0        BUCKINGHAM GOLF CLUB TINGEWICK RD.  2000-01-04T14:10:00   \n",
       "1        BUCKINGHAM GOLF CLUB TINGEWICK RD.  2000-11-15T14:50:00   \n",
       "2           RED HOUSE NURSING HOME SYRESHAM  2000-07-17T10:15:00   \n",
       "3                R.OUSE A422 RD.BR.BRACKLEY  2000-01-24T10:55:00   \n",
       "4                R.OUSE A422 RD.BR.BRACKLEY  2000-01-24T10:55:00   \n",
       "...                                     ...                  ...   \n",
       "2294  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD  2012-05-21T11:31:00   \n",
       "2295                REDE AT COTTONSHOPEFOOT  2015-11-30T10:59:00   \n",
       "2296  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD  2012-06-14T14:29:00   \n",
       "2297  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD  2012-06-14T14:29:00   \n",
       "2298  PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD  2012-06-14T14:29:00   \n",
       "\n",
       "     determinandlabel       determinanddefinition  determinandnotation  \\\n",
       "0          Ammonia(N)    Ammoniacal Nitrogen as N                111.0   \n",
       "1        Sld Sus@105C  Solids, Suspended at 105 C                135.0   \n",
       "2        Sld Sus@105C  Solids, Suspended at 105 C                135.0   \n",
       "3        Iron - as Fe                        Iron               6051.0   \n",
       "4        Sld Sus@105C  Solids, Suspended at 105 C                135.0   \n",
       "...               ...                         ...                  ...   \n",
       "2294     Sld Sus@105C  Solids, Suspended at 105 C                135.0   \n",
       "2295      Ca Filtered          Calcium, Dissolved                239.0   \n",
       "2296     Sld Sus@105C  Solids, Suspended at 105 C                135.0   \n",
       "2297        Nitrate-N                Nitrate as N                117.0   \n",
       "2298        Nitrite-N                Nitrite as N                118.0   \n",
       "\n",
       "     resultQualifiernotation    result  \\\n",
       "0                       None   10.4000   \n",
       "1                       None   14.4000   \n",
       "2                       None   65.3000   \n",
       "3                       None  160.0000   \n",
       "4                       None    4.0000   \n",
       "...                      ...       ...   \n",
       "2294                    None    3.7800   \n",
       "2295                    None   10.2000   \n",
       "2296                    None    8.6700   \n",
       "2297                    None    6.0400   \n",
       "2298                    None    0.0378   \n",
       "\n",
       "     codedResultInterpretationinterpretation determinandunitlabel  \\\n",
       "0                                       None                 mg/l   \n",
       "1                                       None                 mg/l   \n",
       "2                                       None                 mg/l   \n",
       "3                                       None                 ug/l   \n",
       "4                                       None                 mg/l   \n",
       "...                                      ...                  ...   \n",
       "2294                                    None                 mg/l   \n",
       "2295                                    None                 mg/l   \n",
       "2296                                    None                 mg/l   \n",
       "2297                                    None                 mg/l   \n",
       "2298                                    None                 mg/l   \n",
       "\n",
       "     samplesampledMaterialTypelabel  sampleisComplianceSample  \\\n",
       "0             FINAL SEWAGE EFFLUENT                      True   \n",
       "1             FINAL SEWAGE EFFLUENT                      True   \n",
       "2             FINAL SEWAGE EFFLUENT                     False   \n",
       "3     RIVER / RUNNING SURFACE WATER                     False   \n",
       "4     RIVER / RUNNING SURFACE WATER                     False   \n",
       "...                             ...                       ...   \n",
       "2294  RIVER / RUNNING SURFACE WATER                     False   \n",
       "2295  RIVER / RUNNING SURFACE WATER                     False   \n",
       "2296  RIVER / RUNNING SURFACE WATER                     False   \n",
       "2297  RIVER / RUNNING SURFACE WATER                     False   \n",
       "2298  RIVER / RUNNING SURFACE WATER                     False   \n",
       "\n",
       "                                     samplepurposelabel  \\\n",
       "0                             COMPLIANCE AUDIT (PERMIT)   \n",
       "1                             COMPLIANCE AUDIT (PERMIT)   \n",
       "2     UNPLANNED REACTIVE MONITORING (POLLUTION INCID...   \n",
       "3     ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "4     ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "...                                                 ...   \n",
       "2294     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "2295  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...   \n",
       "2296     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "2297     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "2298     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)   \n",
       "\n",
       "      samplesamplingPointeasting  samplesamplingPointnorthing  \n",
       "0                       467020.0                     233400.0  \n",
       "1                       467020.0                     233400.0  \n",
       "2                       462060.0                     240890.0  \n",
       "3                       459427.0                     236819.0  \n",
       "4                       459427.0                     236819.0  \n",
       "...                          ...                          ...  \n",
       "2294                    470377.0                     228850.0  \n",
       "2295                    377820.0                     601280.0  \n",
       "2296                    470377.0                     228850.0  \n",
       "2297                    470377.0                     228850.0  \n",
       "2298                    470377.0                     228850.0  \n",
       "\n",
       "[2299 rows x 19 columns]"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### EXAMINE THE RESIDUAL STAGING TABLE SO FAR ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dw_water_quality;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 49 out of 2348 records were deleted. 2299 records remaining."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "40f1a716",
   "metadata": {},
   "source": [
    "##### At this point, column selection, BUS plan, as well as fact and dimension tables design should be done."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ce4ad9d6",
   "metadata": {},
   "source": [
    "### Load Phase"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "f721df13",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "### TO CREATE DIMENSION TABLES AND FACT TABLE AND LOAD THEM ###\n",
    "\n",
    "## Run this cell only once. This might take a few more seconds. Expect no output ##\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "--- To rename the 15 columns ---\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN ID_ TO measurementMetadata;\n",
    "    \n",
    "ALTER TABLE dw_water_quality RENAME COLUMN samplesamplingPoint TO locationMetadata;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN samplesamplingPointnotation TO locationNotation;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN samplesamplingPointlabel TO measurementLocation;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN samplesampleDateTime TO measurementDateTime;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN determinandlabel TO sensorType;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN determinanddefinition TO sensorTypeDefinition;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN determinandnotation TO sensorNotation;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN result TO measurement;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN determinandunitlabel TO sensorUnit;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN sampleisComplianceSample TO sampleCompliance;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN samplesampledMaterialTypelabel TO samplingMaterial;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN samplepurposelabel TO samplingPurpose;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN samplesamplingPointeasting TO locationEasting;\n",
    "\n",
    "ALTER TABLE dw_water_quality RENAME COLUMN samplesamplingPointnorthing TO locationNorthing;\n",
    "\n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()\n",
    "\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "--- To create 6 dimension tables and a fact table ---\n",
    "\n",
    "CREATE TABLE dimLocationTable (\n",
    "    locationID INTEGER GENERATED ALWAYS AS IDENTITY,\n",
    "    locationMetadata VARCHAR2(255),\n",
    "    locationNotation VARCHAR2(255),\n",
    "    measurementLocation VARCHAR2(255),\n",
    "    locationEasting INTEGER, \n",
    "    locationNorthing INTEGER,\n",
    "    CONSTRAINT pk_locationID PRIMARY KEY (locationID)\n",
    "    );\n",
    "\n",
    "CREATE TABLE dimPurposeTable (\n",
    "    purposeID INTEGER GENERATED ALWAYS AS IDENTITY,\n",
    "    samplingPurpose VARCHAR2(255),\n",
    "    CONSTRAINT pk_purposeID PRIMARY KEY (purposeID)\n",
    "    );\n",
    "    \n",
    "CREATE TABLE dimComplianceTable (\n",
    "    complianceID INTEGER GENERATED ALWAYS AS IDENTITY,\n",
    "    sampleCompliance INTEGER,\n",
    "    CONSTRAINT pk_complianceID PRIMARY KEY (complianceID)\n",
    "    );\n",
    "    \n",
    "CREATE TABLE dimSampleTable (\n",
    "    sampleID INTEGER GENERATED ALWAYS AS IDENTITY,\n",
    "    samplingMaterial VARCHAR2(255),\n",
    "    CONSTRAINT pk_sampleID PRIMARY KEY (sampleID)\n",
    "    );\n",
    "\n",
    "CREATE TABLE dimSensorTable (\n",
    "    sensorID INTEGER GENERATED ALWAYS AS IDENTITY,\n",
    "    sensorType VARCHAR2(255),\n",
    "    sensorTypeDefinition VARCHAR2(255),\n",
    "    sensorNotation INTEGER,\n",
    "    sensorUnit VARCHAR2(255),\n",
    "    CONSTRAINT pk_sensorID PRIMARY KEY (sensorID)\n",
    "    );\n",
    "\n",
    "CREATE TABLE dimTimeTable (\n",
    "    timeID INTEGER GENERATED ALWAYS AS IDENTITY,\n",
    "    measurementDateTime VARCHAR2(255),\n",
    "    measurementDay INTEGER,\n",
    "    measurementWeek INTEGER,\n",
    "    measurementMonth VARCHAR2(255),\n",
    "    measurementYear INTEGER,\n",
    "    CONSTRAINT pk_timeID PRIMARY KEY (timeID)\n",
    "    );\n",
    "\n",
    "CREATE TABLE factMeasurementsTable (\n",
    "    measurementID INTEGER GENERATED ALWAYS AS IDENTITY,\n",
    "    locationID INTEGER REFERENCES dimLocationTable(locationID),\n",
    "    purposeID INTEGER REFERENCES dimPurposeTable(purposeID),\n",
    "    complianceID INTEGER REFERENCES dimComplianceTable(complianceID),\n",
    "    sampleID INTEGER REFERENCES dimSampleTable(sampleID),\n",
    "    timeID INTEGER REFERENCES dimTimeTable(timeID),\n",
    "    sensorID INTEGER REFERENCES dimSensorTable(sensorID),\n",
    "    measurement FLOAT,\n",
    "    measurementMetadata VARCHAR2(255),\n",
    "    CONSTRAINT pk_measurementID PRIMARY KEY (measurementID)\n",
    "    );\n",
    "  \n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()\n",
    "\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "--- Cursor to populate the LOCATION dimension table ---\n",
    "\n",
    "DECLARE CURSOR c_location IS\n",
    "    SELECT DISTINCT \n",
    "        locationMetadata, \n",
    "        locationNotation, \n",
    "        measurementLocation,  \n",
    "        locationEasting, \n",
    "        locationNorthing\n",
    "    FROM dw_water_quality;\n",
    "BEGIN\n",
    "    FOR c_loc IN c_location LOOP\n",
    "        INSERT INTO dimLocationTable (\n",
    "            locationMetadata, \n",
    "            locationNotation, \n",
    "            measurementLocation,  \n",
    "            locationEasting, \n",
    "            locationNorthing\n",
    "            )\n",
    "        VALUES ( \n",
    "            c_loc.locationMetadata, \n",
    "            c_loc.locationNotation, \n",
    "            c_loc.measurementLocation, \n",
    "            c_loc.locationEasting, \n",
    "            c_loc.locationNorthing\n",
    "            );\n",
    "    END LOOP;\n",
    "END;\n",
    "\n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()\n",
    "\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "--- Cursor to populate the PURPOSE dimension table ---\n",
    "\n",
    "DECLARE CURSOR c_purpose IS\n",
    "    SELECT DISTINCT \n",
    "        samplingPurpose\n",
    "    FROM dw_water_quality;\n",
    "BEGIN\n",
    "    FOR c_pur IN c_purpose LOOP\n",
    "        INSERT INTO dimPurposeTable (\n",
    "            samplingPurpose\n",
    "            )\n",
    "        VALUES (\n",
    "            c_pur.samplingPurpose\n",
    "            );\n",
    "    END LOOP;\n",
    "END;\n",
    "\n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()\n",
    "\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "--- Cursor to populate the COMPLIANCE dimension table ---\n",
    "\n",
    "DECLARE CURSOR c_compliance IS\n",
    "    SELECT DISTINCT \n",
    "        sampleCompliance\n",
    "    FROM dw_water_quality;\n",
    "BEGIN\n",
    "    FOR c_com IN c_compliance LOOP\n",
    "        INSERT INTO dimComplianceTable (\n",
    "            sampleCompliance\n",
    "            )\n",
    "        VALUES ( \n",
    "            c_com.sampleCompliance\n",
    "            );\n",
    "    END LOOP;\n",
    "END;\n",
    "\n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()\n",
    "\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "--- Cursor to populate the SAMPLE dimension table ---\n",
    "\n",
    "DECLARE CURSOR c_sample IS\n",
    "    SELECT DISTINCT \n",
    "        samplingMaterial\n",
    "    FROM dw_water_quality;\n",
    "BEGIN\n",
    "    FOR c_sam IN c_sample LOOP\n",
    "        INSERT INTO dimSampleTable (\n",
    "            samplingMaterial\n",
    "            )\n",
    "        VALUES (\n",
    "            c_sam.samplingMaterial\n",
    "            );\n",
    "    END LOOP;\n",
    "END;\n",
    "\n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()\n",
    "\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "--- Cursor to populate the SENSOR dimension table ---\n",
    "\n",
    "DECLARE CURSOR c_sensor IS\n",
    "    SELECT DISTINCT \n",
    "        sensorType, \n",
    "        sensorTypeDefinition, \n",
    "        sensorNotation, \n",
    "        sensorUnit\n",
    "    FROM dw_water_quality;\n",
    "BEGIN\n",
    "    FOR c_sen IN c_sensor LOOP\n",
    "        INSERT INTO dimSensorTable (\n",
    "            sensorType, \n",
    "            sensorTypeDefinition, \n",
    "            sensorNotation, \n",
    "            sensorUnit\n",
    "            )\n",
    "        VALUES (\n",
    "            c_sen.sensorType, \n",
    "            c_sen.sensorTypeDefinition, \n",
    "            c_sen.sensorNotation, \n",
    "            c_sen.sensorUnit\n",
    "            );\n",
    "    END LOOP;\n",
    "END;\n",
    "\n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()\n",
    "\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "--- Cursor to populate the TIME dimension table ---\n",
    "\n",
    "DECLARE CURSOR c_time IS\n",
    "    SELECT DISTINCT \n",
    "        measurementDateTime\n",
    "    FROM dw_water_quality;\n",
    "    timeDay INTEGER;\n",
    "    timeWeek INTEGER;\n",
    "    timeMonth VARCHAR2(255);\n",
    "    timeYear INTEGER;\n",
    "BEGIN\n",
    "    FOR c_tim IN c_time LOOP\n",
    "    timeDay := EXTRACT(DAY FROM TO_DATE(SUBSTR(c_tim.measurementDateTime, 1, 10), 'YYYY-MM-DD'));\n",
    "    timeWeek := TO_CHAR(TO_DATE(SUBSTR(c_tim.measurementDateTime, 1, 10), 'YYYY-MM-DD'), 'IW');\n",
    "    timeMonth := TO_CHAR(TO_DATE(SUBSTR(c_tim.measurementDateTime, 1, 10), 'YYYY-MM-DD'), 'MONTH');\n",
    "    timeYear := EXTRACT(YEAR FROM TO_DATE(SUBSTR(c_tim.measurementDateTime, 1, 10), 'YYYY-MM-DD'));\n",
    "        INSERT INTO dimTimeTable (\n",
    "            measurementDateTime, \n",
    "            measurementDay, \n",
    "            measurementWeek, \n",
    "            measurementMonth,\n",
    "            measurementYear\n",
    "            )\n",
    "        VALUES (\n",
    "            c_tim.measurementDateTime, \n",
    "            timeDay,\n",
    "            timeWeek,\n",
    "            timeMonth,\n",
    "            timeYear\n",
    "            );\n",
    "    END LOOP;\n",
    "END;\n",
    "\n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()\n",
    "\n",
    "\n",
    "\n",
    "cursor.execute(\"\"\"\n",
    "\n",
    "--- Cursor to populate the FACT table ---\n",
    "\n",
    "DECLARE CURSOR c_fact IS\n",
    "    SELECT\n",
    "        l.locationID,\n",
    "        p.purposeID,\n",
    "        c.complianceID,\n",
    "        sm.sampleID,\n",
    "        t.timeID, \n",
    "        s.sensorID,\n",
    "        wq.measurement,\n",
    "        wq.measurementMetadata\n",
    "    FROM dw_water_quality wq\n",
    "        INNER JOIN dimLocationTable l \n",
    "    ON wq.measurementLocation = l.measurementLocation\n",
    "            INNER JOIN dimPurposeTable p \n",
    "    ON wq.samplingPurpose = p.samplingPurpose\n",
    "        INNER JOIN dimComplianceTable c \n",
    "    ON wq.sampleCompliance = c.sampleCompliance\n",
    "        INNER JOIN dimSampleTable sm \n",
    "    ON wq.samplingMaterial = sm.samplingMaterial\n",
    "        INNER JOIN dimSensorTable s \n",
    "    ON wq.sensorType = s.sensorType\n",
    "        INNER JOIN dimTimeTable t \n",
    "    ON wq.measurementDateTime = t.measurementDateTime;\n",
    "BEGIN\n",
    "    FOR c_fac IN c_fact LOOP\n",
    "        INSERT INTO factMeasurementsTable (\n",
    "            locationID,\n",
    "            purposeID,\n",
    "            complianceID,\n",
    "            sampleID,\n",
    "            timeID,\n",
    "            sensorID,\n",
    "            measurement,\n",
    "            measurementMetadata\n",
    "            )\n",
    "        VALUES (\n",
    "            c_fac.locationID,\n",
    "            c_fac.purposeID,\n",
    "            c_fac.complianceID,\n",
    "            c_fac.sampleID,\n",
    "            c_fac.timeID, \n",
    "            c_fac.sensorID, \n",
    "            c_fac.measurement,\n",
    "            c_fac.measurementMetadata\n",
    "            );\n",
    "    END LOOP;\n",
    "END;\n",
    "\n",
    "            \"\"\")\n",
    "\n",
    "conn.commit()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "394ca85f",
   "metadata": {},
   "source": [
    "###### At this point the ER (entity relationship) diagram or schema diagram should be ready to view in SQL Developer."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cf5d334e",
   "metadata": {},
   "source": [
    "##### The journey so far: The 6 dimension tables (including the Extended Time table), and the fact table"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "5e32678a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>factID</th>\n",
       "      <th>locationID</th>\n",
       "      <th>dateTimeID</th>\n",
       "      <th>sensorID</th>\n",
       "      <th>purposeID</th>\n",
       "      <th>complianceID</th>\n",
       "      <th>sampleID</th>\n",
       "      <th>measurement</th>\n",
       "      <th>sensorUnit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>10.4000</td>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>52</td>\n",
       "      <td>144</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>14.4000</td>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>34</td>\n",
       "      <td>144</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>65.3000</td>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>10</td>\n",
       "      <td>6</td>\n",
       "      <td>88</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>160.0000</td>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>6</td>\n",
       "      <td>144</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>4.0000</td>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2294</th>\n",
       "      <td>2295</td>\n",
       "      <td>26</td>\n",
       "      <td>668</td>\n",
       "      <td>144</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>3.7800</td>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2295</th>\n",
       "      <td>2296</td>\n",
       "      <td>69</td>\n",
       "      <td>949</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>10.2000</td>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2296</th>\n",
       "      <td>2297</td>\n",
       "      <td>26</td>\n",
       "      <td>670</td>\n",
       "      <td>144</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>8.6700</td>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2297</th>\n",
       "      <td>2298</td>\n",
       "      <td>26</td>\n",
       "      <td>670</td>\n",
       "      <td>111</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>6.0400</td>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2298</th>\n",
       "      <td>2299</td>\n",
       "      <td>26</td>\n",
       "      <td>670</td>\n",
       "      <td>112</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>0.0378</td>\n",
       "      <td>mg/l</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2299 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      factID  locationID  dateTimeID  sensorID  purposeID  complianceID  \\\n",
       "0          1           3           1        24          1             2   \n",
       "1          2           3          52       144          1             2   \n",
       "2          3           4          34       144         10             1   \n",
       "3          4          10           6        88          4             1   \n",
       "4          5          10           6       144          4             1   \n",
       "...      ...         ...         ...       ...        ...           ...   \n",
       "2294    2295          26         668       144          8             1   \n",
       "2295    2296          69         949        43          4             1   \n",
       "2296    2297          26         670       144          8             1   \n",
       "2297    2298          26         670       111          8             1   \n",
       "2298    2299          26         670       112          8             1   \n",
       "\n",
       "      sampleID  measurement sensorUnit  \n",
       "0            4      10.4000       mg/l  \n",
       "1            4      14.4000       mg/l  \n",
       "2            4      65.3000       mg/l  \n",
       "3            7     160.0000       ug/l  \n",
       "4            7       4.0000       mg/l  \n",
       "...        ...          ...        ...  \n",
       "2294         7       3.7800       mg/l  \n",
       "2295         7      10.2000       mg/l  \n",
       "2296         7       8.6700       mg/l  \n",
       "2297         7       6.0400       mg/l  \n",
       "2298         7       0.0378       mg/l  \n",
       "\n",
       "[2299 rows x 9 columns]"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE factMeasurementsTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM factMeasurementsTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 2299 ENTRIES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "7fbad15d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>locationID</th>\n",
       "      <th>locationMetadata</th>\n",
       "      <th>locationNotation</th>\n",
       "      <th>measurementLocation</th>\n",
       "      <th>locationEasting</th>\n",
       "      <th>locationNorthing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>/id/sampling-point/AN-011262</td>\n",
       "      <td>AN-011262</td>\n",
       "      <td>STEANE PARK THE MANOR HOUSE STW</td>\n",
       "      <td>455510</td>\n",
       "      <td>239070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>/id/sampling-point/AN-011265</td>\n",
       "      <td>AN-011265</td>\n",
       "      <td>BLACKPIT FARM STW STOWE</td>\n",
       "      <td>467660</td>\n",
       "      <td>239950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>/id/sampling-point/AN-011396</td>\n",
       "      <td>AN-011396</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>467020</td>\n",
       "      <td>233400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>/id/sampling-point/AN-011489</td>\n",
       "      <td>AN-011489</td>\n",
       "      <td>RED HOUSE NURSING HOME SYRESHAM</td>\n",
       "      <td>462060</td>\n",
       "      <td>240890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>/id/sampling-point/AN-011553</td>\n",
       "      <td>AN-011553</td>\n",
       "      <td>BP CONNECT, BRACKLEY, NORTHAMPTONSHIRE</td>\n",
       "      <td>459250</td>\n",
       "      <td>238550</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>68</td>\n",
       "      <td>/id/sampling-point/NE-43100098</td>\n",
       "      <td>NE-43100098</td>\n",
       "      <td>CHIRDON BURN AT TARSET</td>\n",
       "      <td>378320</td>\n",
       "      <td>585035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>69</td>\n",
       "      <td>/id/sampling-point/NE-43100100</td>\n",
       "      <td>NE-43100100</td>\n",
       "      <td>REDE AT COTTONSHOPEFOOT</td>\n",
       "      <td>377820</td>\n",
       "      <td>601280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>70</td>\n",
       "      <td>/id/sampling-point/NE-45401467</td>\n",
       "      <td>NE-45401467</td>\n",
       "      <td>BISHOPTON BECK D/S MILL BR PUMPING STN</td>\n",
       "      <td>437930</td>\n",
       "      <td>522500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>71</td>\n",
       "      <td>/id/sampling-point/NE-45401488</td>\n",
       "      <td>NE-45401488</td>\n",
       "      <td>MARTON WEST BECK BELOW LYTTON STREET</td>\n",
       "      <td>450491</td>\n",
       "      <td>519949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>72</td>\n",
       "      <td>/id/sampling-point/NE-454F1115</td>\n",
       "      <td>NE-454F1115</td>\n",
       "      <td>ELSTOB HILL (NRA 15) 25-4-35</td>\n",
       "      <td>434900</td>\n",
       "      <td>523000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>72 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    locationID                locationMetadata locationNotation  \\\n",
       "0            1    /id/sampling-point/AN-011262        AN-011262   \n",
       "1            2    /id/sampling-point/AN-011265        AN-011265   \n",
       "2            3    /id/sampling-point/AN-011396        AN-011396   \n",
       "3            4    /id/sampling-point/AN-011489        AN-011489   \n",
       "4            5    /id/sampling-point/AN-011553        AN-011553   \n",
       "..         ...                             ...              ...   \n",
       "67          68  /id/sampling-point/NE-43100098      NE-43100098   \n",
       "68          69  /id/sampling-point/NE-43100100      NE-43100100   \n",
       "69          70  /id/sampling-point/NE-45401467      NE-45401467   \n",
       "70          71  /id/sampling-point/NE-45401488      NE-45401488   \n",
       "71          72  /id/sampling-point/NE-454F1115      NE-454F1115   \n",
       "\n",
       "                       measurementLocation  locationEasting  locationNorthing  \n",
       "0          STEANE PARK THE MANOR HOUSE STW           455510            239070  \n",
       "1                  BLACKPIT FARM STW STOWE           467660            239950  \n",
       "2       BUCKINGHAM GOLF CLUB TINGEWICK RD.           467020            233400  \n",
       "3          RED HOUSE NURSING HOME SYRESHAM           462060            240890  \n",
       "4   BP CONNECT, BRACKLEY, NORTHAMPTONSHIRE           459250            238550  \n",
       "..                                     ...              ...               ...  \n",
       "67                  CHIRDON BURN AT TARSET           378320            585035  \n",
       "68                 REDE AT COTTONSHOPEFOOT           377820            601280  \n",
       "69  BISHOPTON BECK D/S MILL BR PUMPING STN           437930            522500  \n",
       "70    MARTON WEST BECK BELOW LYTTON STREET           450491            519949  \n",
       "71            ELSTOB HILL (NRA 15) 25-4-35           434900            523000  \n",
       "\n",
       "[72 rows x 6 columns]"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE dimLocationTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dimLocationTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 72 ENTRIES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "7b930678",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sensorID</th>\n",
       "      <th>sensorType</th>\n",
       "      <th>sensorTypeDefinition</th>\n",
       "      <th>sensorNotation</th>\n",
       "      <th>sensorUnit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1,1,1-TCA</td>\n",
       "      <td>1,1,1-Trichloroethane</td>\n",
       "      <td>3268</td>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1,2,4-TCB</td>\n",
       "      <td>1,2,4-Trichlorobenzene</td>\n",
       "      <td>9051</td>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>1122TetClEth</td>\n",
       "      <td>1,1,2,2-Tetrachloroethane</td>\n",
       "      <td>7531</td>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>12-DCA</td>\n",
       "      <td>1,2-Dichloroethane</td>\n",
       "      <td>3272</td>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>2,3,5,6-Tetr</td>\n",
       "      <td>2,3,5,6-Tetrachloroaniline</td>\n",
       "      <td>9350</td>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>158</th>\n",
       "      <td>159</td>\n",
       "      <td>Turbidity</td>\n",
       "      <td>Turbidity</td>\n",
       "      <td>68</td>\n",
       "      <td>ftu</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>160</td>\n",
       "      <td>TurbidityNTU</td>\n",
       "      <td>Turbidity</td>\n",
       "      <td>6396</td>\n",
       "      <td>ntu</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>161</td>\n",
       "      <td>Uranium - U</td>\n",
       "      <td>Uranium</td>\n",
       "      <td>6473</td>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>162</td>\n",
       "      <td>Zinc - as Zn</td>\n",
       "      <td>Zinc</td>\n",
       "      <td>6455</td>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>163</td>\n",
       "      <td>Zn- Filtered</td>\n",
       "      <td>Zinc, Dissolved</td>\n",
       "      <td>3408</td>\n",
       "      <td>ug/l</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>163 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     sensorID    sensorType        sensorTypeDefinition  sensorNotation  \\\n",
       "0           1     1,1,1-TCA       1,1,1-Trichloroethane            3268   \n",
       "1           2     1,2,4-TCB      1,2,4-Trichlorobenzene            9051   \n",
       "2           3  1122TetClEth   1,1,2,2-Tetrachloroethane            7531   \n",
       "3           4        12-DCA          1,2-Dichloroethane            3272   \n",
       "4           5  2,3,5,6-Tetr  2,3,5,6-Tetrachloroaniline            9350   \n",
       "..        ...           ...                         ...             ...   \n",
       "158       159     Turbidity                   Turbidity              68   \n",
       "159       160  TurbidityNTU                   Turbidity            6396   \n",
       "160       161   Uranium - U                     Uranium            6473   \n",
       "161       162  Zinc - as Zn                        Zinc            6455   \n",
       "162       163  Zn- Filtered             Zinc, Dissolved            3408   \n",
       "\n",
       "    sensorUnit  \n",
       "0         ug/l  \n",
       "1         ug/l  \n",
       "2         ug/l  \n",
       "3         ug/l  \n",
       "4         ug/l  \n",
       "..         ...  \n",
       "158        ftu  \n",
       "159        ntu  \n",
       "160       ug/l  \n",
       "161       ug/l  \n",
       "162       ug/l  \n",
       "\n",
       "[163 rows x 5 columns]"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE dimSensorTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dimSensorTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 163 ENTRIES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "8e7d70b3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>purposeID</th>\n",
       "      <th>samplingPurpose</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>COMPLIANCE AUDIT (PERMIT)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>COMPLIANCE FORMAL (PERMIT)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>ENVIRONMENTAL MONITORING (GQA &amp; RE ONLY)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>MONITORING  (NATIONAL AGENCY POLICY)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>MONITORING  (UK GOVT POLICY - NOT GQA OR RE)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>PLANNED INVESTIGATION (LOCAL MONITORING)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>STATUTORY FAILURES (FOLLOW UPS AT NON-DESIGNAT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>UNPLANNED REACTIVE MONITORING (POLLUTION INCID...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>UNPLANNED REACTIVE MONITORING FORMAL (POLLUTIO...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>UNSPECIFIED AT TIME OF WIMS LOAD</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>WATER QUALITY OPERATOR SELF MONITORING COMPLIA...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>14</td>\n",
       "      <td>WATER QUALITY UWWTD MONITORING DATA</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    purposeID                                    samplingPurpose\n",
       "0           1                          COMPLIANCE AUDIT (PERMIT)\n",
       "1           2                         COMPLIANCE FORMAL (PERMIT)\n",
       "2           3           ENVIRONMENTAL MONITORING (GQA & RE ONLY)\n",
       "3           4  ENVIRONMENTAL MONITORING STATUTORY (EU DIRECTI...\n",
       "4           5               MONITORING  (NATIONAL AGENCY POLICY)\n",
       "5           6       MONITORING  (UK GOVT POLICY - NOT GQA OR RE)\n",
       "6           7           PLANNED INVESTIGATION (LOCAL MONITORING)\n",
       "7           8     PLANNED INVESTIGATION (NATIONAL AGENCY POLICY)\n",
       "8           9  STATUTORY FAILURES (FOLLOW UPS AT NON-DESIGNAT...\n",
       "9          10  UNPLANNED REACTIVE MONITORING (POLLUTION INCID...\n",
       "10         11  UNPLANNED REACTIVE MONITORING FORMAL (POLLUTIO...\n",
       "11         12                   UNSPECIFIED AT TIME OF WIMS LOAD\n",
       "12         13  WATER QUALITY OPERATOR SELF MONITORING COMPLIA...\n",
       "13         14                WATER QUALITY UWWTD MONITORING DATA"
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE dimPurposeTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dimPurposeTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 14 ENTRIES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "0853ef7a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>complianceID</th>\n",
       "      <th>sampleCompliance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   complianceID  sampleCompliance\n",
       "0             1                 0\n",
       "1             2                 1"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE dimComplianceTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dimComplianceTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 2 ENTRIES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "2df33d3e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sampleID</th>\n",
       "      <th>samplingMaterial</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>ANY SEWAGE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>ANY TRADE EFFLUENT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>ANY WATER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>FINAL SEWAGE EFFLUENT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>GROUNDWATER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>GROUNDWATER - PURGED/PUMPED/REFILLED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>RIVER / RUNNING SURFACE WATER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>RUNNING SURFACE WATER SEDIMENT - &lt;63UM FRACTION</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>UNCODED</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   sampleID                                 samplingMaterial\n",
       "0         1                                       ANY SEWAGE\n",
       "1         2                               ANY TRADE EFFLUENT\n",
       "2         3                                        ANY WATER\n",
       "3         4                            FINAL SEWAGE EFFLUENT\n",
       "4         5                                      GROUNDWATER\n",
       "5         6             GROUNDWATER - PURGED/PUMPED/REFILLED\n",
       "6         7                    RIVER / RUNNING SURFACE WATER\n",
       "7         8  RUNNING SURFACE WATER SEDIMENT - <63UM FRACTION\n",
       "8         9                                          UNCODED"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE dimSampleTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dimSampleTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 9 ENTRIES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "21309308",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dateTimeID</th>\n",
       "      <th>measurementDateTime</th>\n",
       "      <th>yearID</th>\n",
       "      <th>weekID</th>\n",
       "      <th>monthID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>2000-01-04 14:10:00</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>2000-01-10 13:25:00</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>2000-01-24 09:40:00</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>2000-01-24 10:00:00</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>2000-01-24 10:25:00</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1044</th>\n",
       "      <td>1045</td>\n",
       "      <td>2016-12-05 13:58:00</td>\n",
       "      <td>17</td>\n",
       "      <td>50</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1045</th>\n",
       "      <td>1046</td>\n",
       "      <td>2016-12-05 14:23:00</td>\n",
       "      <td>17</td>\n",
       "      <td>50</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1046</th>\n",
       "      <td>1047</td>\n",
       "      <td>2016-12-05 15:05:00</td>\n",
       "      <td>17</td>\n",
       "      <td>50</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1047</th>\n",
       "      <td>1048</td>\n",
       "      <td>2016-12-07 13:00:00</td>\n",
       "      <td>17</td>\n",
       "      <td>50</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1048</th>\n",
       "      <td>1049</td>\n",
       "      <td>2016-12-16 10:32:00</td>\n",
       "      <td>17</td>\n",
       "      <td>51</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1049 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      dateTimeID measurementDateTime  yearID  weekID  monthID\n",
       "0              1 2000-01-04 14:10:00       1       2        1\n",
       "1              2 2000-01-10 13:25:00       1       3        1\n",
       "2              3 2000-01-24 09:40:00       1       5        1\n",
       "3              4 2000-01-24 10:00:00       1       5        1\n",
       "4              5 2000-01-24 10:25:00       1       5        1\n",
       "...          ...                 ...     ...     ...      ...\n",
       "1044        1045 2016-12-05 13:58:00      17      50       12\n",
       "1045        1046 2016-12-05 14:23:00      17      50       12\n",
       "1046        1047 2016-12-05 15:05:00      17      50       12\n",
       "1047        1048 2016-12-07 13:00:00      17      50       12\n",
       "1048        1049 2016-12-16 10:32:00      17      51       12\n",
       "\n",
       "[1049 rows x 5 columns]"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE dimTimeTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dimTimeTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 1049 ENTRIES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "10a404c9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>yearID</th>\n",
       "      <th>measurementYear</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>2000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>2002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>2003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>2005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>2006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>2007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>2009</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>2010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>2011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>14</td>\n",
       "      <td>2013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16</td>\n",
       "      <td>2015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>17</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    yearID  measurementYear\n",
       "0        1             2000\n",
       "1        2             2001\n",
       "2        3             2002\n",
       "3        4             2003\n",
       "4        5             2004\n",
       "5        6             2005\n",
       "6        7             2006\n",
       "7        8             2007\n",
       "8        9             2008\n",
       "9       10             2009\n",
       "10      11             2010\n",
       "11      12             2011\n",
       "12      13             2012\n",
       "13      14             2013\n",
       "14      15             2014\n",
       "15      16             2015\n",
       "16      17             2016"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE dimYearTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dimYearTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 17 ENTRIES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "249ed81a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>weekID</th>\n",
       "      <th>measurementWeek</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>14</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>17</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>24</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>25</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>27</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>28</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>29</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>31</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>32</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>36</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>37</td>\n",
       "      <td>37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>38</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>39</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>40</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>41</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>42</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>43</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>44</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>46</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>47</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>48</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>49</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>52</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    weekID  measurementWeek\n",
       "0        1                1\n",
       "1        2                2\n",
       "2        3                3\n",
       "3        4                4\n",
       "4        5                5\n",
       "5        6                6\n",
       "6        7                7\n",
       "7        8                8\n",
       "8        9                9\n",
       "9       10               10\n",
       "10      11               11\n",
       "11      12               12\n",
       "12      13               13\n",
       "13      14               14\n",
       "14      15               15\n",
       "15      16               16\n",
       "16      17               17\n",
       "17      18               18\n",
       "18      19               19\n",
       "19      20               20\n",
       "20      21               21\n",
       "21      22               22\n",
       "22      23               23\n",
       "23      24               24\n",
       "24      25               25\n",
       "25      26               26\n",
       "26      27               27\n",
       "27      28               28\n",
       "28      29               29\n",
       "29      30               30\n",
       "30      31               31\n",
       "31      32               32\n",
       "32      33               33\n",
       "33      34               34\n",
       "34      35               35\n",
       "35      36               36\n",
       "36      37               37\n",
       "37      38               38\n",
       "38      39               39\n",
       "39      40               40\n",
       "40      41               41\n",
       "41      42               42\n",
       "42      43               43\n",
       "43      44               44\n",
       "44      45               45\n",
       "45      46               46\n",
       "46      47               47\n",
       "47      48               48\n",
       "48      49               49\n",
       "49      50               50\n",
       "50      51               51\n",
       "51      52               53"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE dimWeekTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dimWeekTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 52 ENTRIES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "fa536161",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>monthID</th>\n",
       "      <th>measurementMonth</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>January</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>February</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>March</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>April</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>May</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>June</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>July</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>August</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>September</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>October</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>November</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>December</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    monthID measurementMonth\n",
       "0         1          January\n",
       "1         2         February\n",
       "2         3            March\n",
       "3         4            April\n",
       "4         5              May\n",
       "5         6             June\n",
       "6         7             July\n",
       "7         8           August\n",
       "8         9        September\n",
       "9        10          October\n",
       "10       11         November\n",
       "11       12         December"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### THE dimMonthTable ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT * FROM dimMonthTable;\n",
    "\n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 12 ENTRIES"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3a0163e8",
   "metadata": {},
   "source": [
    "### Querying our Data Warehouse Implementation To Get Information"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "d8c2ff40",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>measurementMonth</th>\n",
       "      <th>sensorType</th>\n",
       "      <th>numberOfSensors</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>January</td>\n",
       "      <td>2,4,6-T</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>January</td>\n",
       "      <td>2,6-Xylenol</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>January</td>\n",
       "      <td>3,4 Xylenol</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>January</td>\n",
       "      <td>Alky pH 4.5</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>January</td>\n",
       "      <td>Ammonia(N)</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>629</th>\n",
       "      <td>December</td>\n",
       "      <td>Sodium - Na</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>630</th>\n",
       "      <td>December</td>\n",
       "      <td>Temp Water</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>631</th>\n",
       "      <td>December</td>\n",
       "      <td>Turbidity</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>632</th>\n",
       "      <td>December</td>\n",
       "      <td>TurbidityNTU</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>633</th>\n",
       "      <td>December</td>\n",
       "      <td>Zinc - as Zn</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>634 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    measurementMonth    sensorType  numberOfSensors\n",
       "0            January       2,4,6-T                1\n",
       "1            January   2,6-Xylenol                1\n",
       "2            January   3,4 Xylenol                1\n",
       "3            January   Alky pH 4.5                4\n",
       "4            January    Ammonia(N)               20\n",
       "..               ...           ...              ...\n",
       "629         December   Sodium - Na                1\n",
       "630         December    Temp Water               10\n",
       "631         December     Turbidity                4\n",
       "632         December  TurbidityNTU                2\n",
       "633         December  Zinc - as Zn                3\n",
       "\n",
       "[634 rows x 3 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### The list of water sensors measured by type by month ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT \n",
    "    s.measurementMonth, s.sensorType, s.numberOfSensors FROM\n",
    "    (\n",
    "    SELECT \n",
    "        mt.measurementMonth, \n",
    "        st.sensorType, \n",
    "        COUNT(measurement) numberOfSensors\n",
    "    FROM \n",
    "        dimSensorTable st \n",
    "        INNER JOIN factMeasurementsTable fm ON st.sensorID = fm.sensorID\n",
    "        INNER JOIN dimTimeTable tt ON fm.dateTimeID = tt.dateTimeID\n",
    "        INNER JOIN dimMonthTable mt ON tt.monthID = mt.monthID\n",
    "    GROUP BY \n",
    "        st.sensorType, mt.measurementMonth \n",
    "    ) s \n",
    "JOIN dimMonthTable mt ON s.measurementMonth = mt.measurementMonth\n",
    "ORDER BY \n",
    "    mt.monthID, s.sensorType;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 634 rows returned."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "ce77826a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>measurementWeek</th>\n",
       "      <th>sensorType</th>\n",
       "      <th>numberOfMeasurements</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Metaldehyde</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Sld Sus@105C</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Alky pH 4.5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>Ammonia(N)</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>Cadmium - Cd</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1253</th>\n",
       "      <td>51</td>\n",
       "      <td>pH</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1254</th>\n",
       "      <td>51</td>\n",
       "      <td>Phosphorus-P</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1255</th>\n",
       "      <td>51</td>\n",
       "      <td>Turbidity</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1256</th>\n",
       "      <td>51</td>\n",
       "      <td>Zinc - as Zn</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1257</th>\n",
       "      <td>53</td>\n",
       "      <td>Phenol Odour</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1258 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      measurementWeek    sensorType  numberOfMeasurements\n",
       "0                   1   Metaldehyde                     1\n",
       "1                   1  Sld Sus@105C                     1\n",
       "2                   2   Alky pH 4.5                     1\n",
       "3                   2    Ammonia(N)                     8\n",
       "4                   2  Cadmium - Cd                     1\n",
       "...               ...           ...                   ...\n",
       "1253               51            pH                     1\n",
       "1254               51  Phosphorus-P                     1\n",
       "1255               51     Turbidity                     2\n",
       "1256               51  Zinc - as Zn                     1\n",
       "1257               53  Phenol Odour                     1\n",
       "\n",
       "[1258 rows x 3 columns]"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### The number of sensor measurements collected by type by week ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT \n",
    "    wt.measurementWeek, \n",
    "    st.sensorType, \n",
    "    COUNT(measurement) numberOfMeasurements\n",
    "FROM \n",
    "    dimSensorTable st \n",
    "    INNER JOIN factMeasurementsTable fm ON st.sensorID = fm.sensorID\n",
    "    INNER JOIN dimTimeTable tt ON fm.dateTimeID = tt.dateTimeID\n",
    "    INNER JOIN dimWeekTable wt ON tt.weekID = wt.weekID\n",
    "GROUP BY \n",
    "    st.sensorType, wt.measurementWeek\n",
    "ORDER BY\n",
    "    wt.measurementWeek, st.sensorType;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 1258 rows returned."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "b7f359d1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>measurementMonth</th>\n",
       "      <th>measurementLocation</th>\n",
       "      <th>numberOfMeasurements</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>January</td>\n",
       "      <td>APOLLO OFFICE UNITS RADCLIVE RD GAWCOTT</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>January</td>\n",
       "      <td>BISHOPTON BECK D/S MILL BR PUMPING STN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>January</td>\n",
       "      <td>BLAKESLEY BK.TRIB.TOVE KINGTHORN MILL</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>January</td>\n",
       "      <td>BUCKINGHAM GOLF CLUB TINGEWICK RD.</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>January</td>\n",
       "      <td>CASWELL BK.TRIB.TOVE CASWELL</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>394</th>\n",
       "      <td>December</td>\n",
       "      <td>SULGRAVE BK.WESTON RD.BR.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>395</th>\n",
       "      <td>December</td>\n",
       "      <td>SYRESHAM STR.TRIB.OUSE.A43 RD.BR.KINDSHL</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>December</td>\n",
       "      <td>TRIB.CLIPSTONE BK.RD.BR.MANOR FARM</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>397</th>\n",
       "      <td>December</td>\n",
       "      <td>TRIB.OUZEL BK.D/S BLUEWATER</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>398</th>\n",
       "      <td>December</td>\n",
       "      <td>WILLOUGHTON BROOK AT BLYBOROUGH</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>399 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    measurementMonth                       measurementLocation  \\\n",
       "0            January   APOLLO OFFICE UNITS RADCLIVE RD GAWCOTT   \n",
       "1            January    BISHOPTON BECK D/S MILL BR PUMPING STN   \n",
       "2            January     BLAKESLEY BK.TRIB.TOVE KINGTHORN MILL   \n",
       "3            January        BUCKINGHAM GOLF CLUB TINGEWICK RD.   \n",
       "4            January              CASWELL BK.TRIB.TOVE CASWELL   \n",
       "..               ...                                       ...   \n",
       "394         December                 SULGRAVE BK.WESTON RD.BR.   \n",
       "395         December  SYRESHAM STR.TRIB.OUSE.A43 RD.BR.KINDSHL   \n",
       "396         December        TRIB.CLIPSTONE BK.RD.BR.MANOR FARM   \n",
       "397         December               TRIB.OUZEL BK.D/S BLUEWATER   \n",
       "398         December           WILLOUGHTON BROOK AT BLYBOROUGH   \n",
       "\n",
       "     numberOfMeasurements  \n",
       "0                       4  \n",
       "1                       1  \n",
       "2                       2  \n",
       "3                       9  \n",
       "4                       3  \n",
       "..                    ...  \n",
       "394                     1  \n",
       "395                    15  \n",
       "396                     1  \n",
       "397                     1  \n",
       "398                     2  \n",
       "\n",
       "[399 rows x 3 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### The number of measurements made by location by month ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT \n",
    "    s.measurementMonth, s.measurementLocation, s.numberOfMeasurements FROM\n",
    "    (\n",
    "    SELECT \n",
    "        mt.measurementMonth, \n",
    "        lt.measurementLocation, \n",
    "        COUNT(measurement) numberOfMeasurements\n",
    "    FROM \n",
    "        dimLocationTable lt \n",
    "        INNER JOIN factMeasurementsTable fm ON lt.locationID = fm.locationID\n",
    "        INNER JOIN dimTimeTable tt ON fm.dateTimeID = tt.dateTimeID\n",
    "        INNER JOIN dimMonthTable mt ON tt.monthID = mt.monthID\n",
    "    GROUP BY \n",
    "        lt.measurementLocation, mt.measurementMonth\n",
    "    ) s\n",
    "JOIN dimMonthTable mt ON s.measurementMonth = mt.measurementMonth\n",
    "ORDER BY \n",
    "    mt.monthID, s.measurementLocation;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 399 rows returned."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "2cd07042",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>measurementYear</th>\n",
       "      <th>numberOfMeasurements</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2000</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2001</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2002</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2003</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2004</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2005</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2006</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2007</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2008</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2009</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2010</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2011</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2012</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2014</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2015</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2016</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    measurementYear  numberOfMeasurements\n",
       "0              2000                     5\n",
       "1              2001                     6\n",
       "2              2002                     6\n",
       "3              2003                    11\n",
       "4              2004                     6\n",
       "5              2005                     9\n",
       "6              2006                     4\n",
       "7              2007                     4\n",
       "8              2008                    11\n",
       "9              2009                     6\n",
       "10             2010                     8\n",
       "11             2011                     6\n",
       "12             2012                    19\n",
       "13             2014                    10\n",
       "14             2015                    15\n",
       "15             2016                     8"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### The average number of measurements covered for pH by year ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT \n",
    "    yt.measurementYear, \n",
    "    COUNT(measurement) numberOfMeasurements\n",
    "FROM \n",
    "    dimSensorTable st \n",
    "    INNER JOIN factMeasurementsTable fm ON st.sensorID = fm.sensorID\n",
    "    INNER JOIN dimTimeTable tt ON fm.dateTimeID = tt.dateTimeID\n",
    "    INNER JOIN dimYearTable yt ON tt.yearID = yt.yearID\n",
    "WHERE \n",
    "    st.sensorType = 'pH'\n",
    "GROUP BY \n",
    "    yt.measurementYear\n",
    "ORDER BY \n",
    "    yt.measurementYear;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 16 rows returned. It is immediately observed that there were no pH measurements recorded for the year 2013."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "3f0a2bd4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>measurementYear</th>\n",
       "      <th>measurementLocation</th>\n",
       "      <th>averageValuesOfNitrate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2000</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>6.45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2003</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>7.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2003</td>\n",
       "      <td>R.OUSE BOURTON MILL</td>\n",
       "      <td>14.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2004</td>\n",
       "      <td>PRESTON BROOK WINDCROSS</td>\n",
       "      <td>5.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2004</td>\n",
       "      <td>R.OUSE BOURTON MILL</td>\n",
       "      <td>9.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2004</td>\n",
       "      <td>R.OUSE WATER STRATFORD RD.BR.</td>\n",
       "      <td>12.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2005</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>6.61</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2006</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>5.52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2006</td>\n",
       "      <td>R.OUSE BOURTON MILL</td>\n",
       "      <td>12.29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2007</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>6.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2007</td>\n",
       "      <td>R.OUSE BOURTON MILL</td>\n",
       "      <td>8.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2008</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>6.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2008</td>\n",
       "      <td>R.OUSE WATER STRATFORD RD.BR.</td>\n",
       "      <td>8.05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2009</td>\n",
       "      <td>R.OUSE BOURTON MILL</td>\n",
       "      <td>6.73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2009</td>\n",
       "      <td>R.OUSE WATER STRATFORD RD.BR.</td>\n",
       "      <td>9.85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2010</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>7.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2010</td>\n",
       "      <td>SYRESHAM STR.TRIB.OUSE.A43 RD.BR.KINDSHL</td>\n",
       "      <td>6.65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2011</td>\n",
       "      <td>SYRESHAM STR.TRIB.OUSE.A43 RD.BR.KINDSHL</td>\n",
       "      <td>5.65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2012</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD</td>\n",
       "      <td>8.19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2012</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE PRESTON BISSET</td>\n",
       "      <td>1.43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2012</td>\n",
       "      <td>PADBURY BK.TRIB.OUSE STRATTON AUDLEY MIL</td>\n",
       "      <td>11.10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2014</td>\n",
       "      <td>BISHOPTON BECK D/S MILL BR PUMPING STN</td>\n",
       "      <td>5.09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2014</td>\n",
       "      <td>BUTTERYHAUGH STW</td>\n",
       "      <td>17.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2014</td>\n",
       "      <td>DUDDO BURN AT WHINNEY HILL FARM</td>\n",
       "      <td>2.59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2014</td>\n",
       "      <td>MARTON WEST BECK BELOW LYTTON STREET</td>\n",
       "      <td>3.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2014</td>\n",
       "      <td>OTTERBURN STW</td>\n",
       "      <td>17.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2014</td>\n",
       "      <td>R.OUSE BOURTON MILL</td>\n",
       "      <td>6.91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2014</td>\n",
       "      <td>R.OUSE WATER STRATFORD RD.BR.</td>\n",
       "      <td>9.29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2015</td>\n",
       "      <td>CHIRDON BURN AT TARSET</td>\n",
       "      <td>0.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2015</td>\n",
       "      <td>HINTON STR.TRIB.OUSE A43 RD.BR.BRACKLEY</td>\n",
       "      <td>4.18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>2015</td>\n",
       "      <td>LEAPLISH STW</td>\n",
       "      <td>4.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>2015</td>\n",
       "      <td>R.OUSE A422 RD.BR.BRACKLEY</td>\n",
       "      <td>2.67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>2015</td>\n",
       "      <td>R.OUSE BOURTON MILL</td>\n",
       "      <td>6.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>2015</td>\n",
       "      <td>R.OUSE WATER STRATFORD RD.BR.</td>\n",
       "      <td>3.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>2015</td>\n",
       "      <td>RADSTONE BK.TRIB.OUSE A43 RD.BR.WHITFIEL</td>\n",
       "      <td>6.23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>2015</td>\n",
       "      <td>STOWE BK. TRIB. OUSE WELSH LANE FORD</td>\n",
       "      <td>2.70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>2015</td>\n",
       "      <td>SYRESHAM STR.TRIB.OUSE.A43 RD.BR.KINDSHL</td>\n",
       "      <td>4.31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>2015</td>\n",
       "      <td>TARSET BURN AT TARSET</td>\n",
       "      <td>0.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>2015</td>\n",
       "      <td>TRIB.CLIPSTONE BK.RD.BR.MANOR FARM</td>\n",
       "      <td>5.43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>2016</td>\n",
       "      <td>R.TOVE ABTHORPE RD.BR.</td>\n",
       "      <td>11.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>2016</td>\n",
       "      <td>R.TOVE COSGROVE PARK FT.BR.</td>\n",
       "      <td>7.29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>2016</td>\n",
       "      <td>SILVERSTONE BK.A43 RD.BR.</td>\n",
       "      <td>9.33</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    measurementYear                       measurementLocation  \\\n",
       "0              2000                R.OUSE A422 RD.BR.BRACKLEY   \n",
       "1              2003                R.OUSE A422 RD.BR.BRACKLEY   \n",
       "2              2003                       R.OUSE BOURTON MILL   \n",
       "3              2004                   PRESTON BROOK WINDCROSS   \n",
       "4              2004                       R.OUSE BOURTON MILL   \n",
       "5              2004             R.OUSE WATER STRATFORD RD.BR.   \n",
       "6              2005                R.OUSE A422 RD.BR.BRACKLEY   \n",
       "7              2006                R.OUSE A422 RD.BR.BRACKLEY   \n",
       "8              2006                       R.OUSE BOURTON MILL   \n",
       "9              2007                R.OUSE A422 RD.BR.BRACKLEY   \n",
       "10             2007                       R.OUSE BOURTON MILL   \n",
       "11             2008                R.OUSE A422 RD.BR.BRACKLEY   \n",
       "12             2008             R.OUSE WATER STRATFORD RD.BR.   \n",
       "13             2009                       R.OUSE BOURTON MILL   \n",
       "14             2009             R.OUSE WATER STRATFORD RD.BR.   \n",
       "15             2010                R.OUSE A422 RD.BR.BRACKLEY   \n",
       "16             2010  SYRESHAM STR.TRIB.OUSE.A43 RD.BR.KINDSHL   \n",
       "17             2011  SYRESHAM STR.TRIB.OUSE.A43 RD.BR.KINDSHL   \n",
       "18             2012     PADBURY BK.TRIB.OUSE KINGSBRIDGE FORD   \n",
       "19             2012       PADBURY BK.TRIB.OUSE PRESTON BISSET   \n",
       "20             2012  PADBURY BK.TRIB.OUSE STRATTON AUDLEY MIL   \n",
       "21             2014    BISHOPTON BECK D/S MILL BR PUMPING STN   \n",
       "22             2014                          BUTTERYHAUGH STW   \n",
       "23             2014           DUDDO BURN AT WHINNEY HILL FARM   \n",
       "24             2014      MARTON WEST BECK BELOW LYTTON STREET   \n",
       "25             2014                             OTTERBURN STW   \n",
       "26             2014                       R.OUSE BOURTON MILL   \n",
       "27             2014             R.OUSE WATER STRATFORD RD.BR.   \n",
       "28             2015                    CHIRDON BURN AT TARSET   \n",
       "29             2015   HINTON STR.TRIB.OUSE A43 RD.BR.BRACKLEY   \n",
       "30             2015                              LEAPLISH STW   \n",
       "31             2015                R.OUSE A422 RD.BR.BRACKLEY   \n",
       "32             2015                       R.OUSE BOURTON MILL   \n",
       "33             2015             R.OUSE WATER STRATFORD RD.BR.   \n",
       "34             2015  RADSTONE BK.TRIB.OUSE A43 RD.BR.WHITFIEL   \n",
       "35             2015      STOWE BK. TRIB. OUSE WELSH LANE FORD   \n",
       "36             2015  SYRESHAM STR.TRIB.OUSE.A43 RD.BR.KINDSHL   \n",
       "37             2015                     TARSET BURN AT TARSET   \n",
       "38             2015        TRIB.CLIPSTONE BK.RD.BR.MANOR FARM   \n",
       "39             2016                    R.TOVE ABTHORPE RD.BR.   \n",
       "40             2016               R.TOVE COSGROVE PARK FT.BR.   \n",
       "41             2016                 SILVERSTONE BK.A43 RD.BR.   \n",
       "\n",
       "    averageValuesOfNitrate  \n",
       "0                     6.45  \n",
       "1                     7.82  \n",
       "2                    14.30  \n",
       "3                     5.68  \n",
       "4                     9.76  \n",
       "5                    12.80  \n",
       "6                     6.61  \n",
       "7                     5.52  \n",
       "8                    12.29  \n",
       "9                     6.83  \n",
       "10                    8.93  \n",
       "11                    6.04  \n",
       "12                    8.05  \n",
       "13                    6.73  \n",
       "14                    9.85  \n",
       "15                    7.41  \n",
       "16                    6.65  \n",
       "17                    5.65  \n",
       "18                    8.19  \n",
       "19                    1.43  \n",
       "20                   11.10  \n",
       "21                    5.09  \n",
       "22                   17.80  \n",
       "23                    2.59  \n",
       "24                    3.79  \n",
       "25                   17.00  \n",
       "26                    6.91  \n",
       "27                    9.29  \n",
       "28                    0.20  \n",
       "29                    4.18  \n",
       "30                    4.00  \n",
       "31                    2.67  \n",
       "32                    6.68  \n",
       "33                    3.50  \n",
       "34                    6.23  \n",
       "35                    2.70  \n",
       "36                    4.31  \n",
       "37                    0.20  \n",
       "38                    5.43  \n",
       "39                   11.50  \n",
       "40                    7.29  \n",
       "41                    9.33  "
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### The average value of nitrate measurements by locations by year ###\n",
    "\n",
    "## You can run this cell more than once. Expect a dataframe ##\n",
    "\n",
    "query = \"\"\"\n",
    "\n",
    "SELECT \n",
    "    yt.measurementYear,\n",
    "    lt.measurementLocation,\n",
    "    ROUND(AVG(measurement), 2) averageValuesOfNitrate\n",
    "FROM \n",
    "    dimLocationTable lt \n",
    "    INNER JOIN factMeasurementsTable fm ON lt.locationID = fm.locationID\n",
    "    INNER JOIN dimSensorTable st ON fm.sensorID = st.sensorID\n",
    "    INNER JOIN dimTimeTable tt ON fm.dateTimeID = tt.dateTimeID\n",
    "    INNER JOIN dimYearTable yt ON tt.yearID = yt.yearID\n",
    "WHERE \n",
    "    st.sensorType = 'Nitrate-N'\n",
    "GROUP BY \n",
    "    lt.measurementLocation, yt.measurementYear\n",
    "ORDER BY \n",
    "    yt.measurementYear, lt.measurementLocation;\n",
    "    \n",
    "        \"\"\"\n",
    "\n",
    "df = pd.read_sql_query(query, conn)\n",
    "df\n",
    "\n",
    "# 42 rows returned. It also observed that there were no Nitrate measurements recorded for the years 2001, 2002, and 2013."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "cc5b0cd7",
   "metadata": {},
   "outputs": [],
   "source": [
    "### Endeavour to run this cell in order to close the connection to the database.\n",
    "\n",
    "conn.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c6e5e7b7",
   "metadata": {},
   "source": [
    "##### End of demonstration. Thank you for staying with me on this!"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}