src/notebooks/03_duckdb_eda.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "4da1826a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001B[33mDEPRECATION: Configuring installation scheme with distutils config files is deprecated and will no longer work in the near future. If you are using a Homebrew or Linuxbrew Python, please see discussion at https://github.com/Homebrew/homebrew-core/issues/76621\u001B[0m\u001B[33m\n",
      "\u001B[0m\u001B[33mDEPRECATION: Configuring installation scheme with distutils config files is deprecated and will no longer work in the near future. If you are using a Homebrew or Linuxbrew Python, please see discussion at https://github.com/Homebrew/homebrew-core/issues/76621\u001B[0m\u001B[33m\n",
      "\u001B[0m\u001B[33mWARNING: You are using pip version 22.0.4; however, version 22.3.1 is available.\n",
      "You should consider upgrading via the '/usr/local/opt/python@3.9/bin/python3.9 -m pip install --upgrade pip' command.\u001B[0m\u001B[33m\n",
      "\u001B[0m"
     ]
    }
   ],
   "source": [
    "import sys\n",
    "\n",
    "!{sys.executable} -m pip  install --quiet duckdb duckdb-engine ipython-sql sqlalchemy python-snappy pyarrow memray pandas watermark ipywidgets bs4 polars rich humanize matplotlib"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "c2685812",
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext sql"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "e581def4",
   "metadata": {},
   "outputs": [],
   "source": [
    "%config SqlMagic.autopandas = True\n",
    "%config SqlMagic.feedback = False\n",
    "%config SqlMagic.displaycon = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "2631995d",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "UsageError: Line magic function `%sql` not found.\n"
     ]
    }
   ],
   "source": [
    "%sql duckdb:///my-db.duckdb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "f0298ec8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ",asin,authors,average_rating,book_id,country_code,description,edition_information,format,image_url,is_ebook,isbn,isbn13,kindle_asin,language_code,link,num_pages,popular_shelves,publication_day,publication_month,publication_year,publisher,ratings_count,series,similar_books,text_reviews_count,title,title_without_series,url,work_id\r\n",
      "0,,\"[{'author_id': '604031', 'role': ''}]\",4.00,5333265,US,,,Paperback,https://images.gr-assets.com/books/1310220028m/5333265.jpg,false,0312853122,9780312853129,,,https://www.goodreads.com/book/show/5333265-w-c-fields,256,\"[{'count': '3', 'name': 'to-read'} {'count': '1', 'name': 'p'}\r\n",
      " {'count': '1', 'name': 'collection'} {'count': '1', 'name': 'w-c-fields'}\r\n",
      " {'count': '1', 'name': 'biography'}]\",1,9,1984,St. Martin's Press,3,[],[],1,W.C. Fields: A Life on Film,W.C. Fields: A Life on Film,https://www.goodreads.com/book/show/5333265-w-c-fields,5400751\r\n",
      "1,,\"[{'author_id': '626222', 'role': ''}]\",3.23,1333909,US,\"Anita Diamant's international bestseller \"\"The Red Tent\"\" brilliantly re-created the ancient world of womanhood. Diamant brings her remarkable storytelling skills to \"\"Good Harbor\"\" -- offering insight to the precarious balance of marriage and career, motherhood and friendship in the world of modern women. The seaside town of Gloucester, Massachusetts is a place where the smell of the ocean lingers in the air and the rocky coast glistens in the Atlantic sunshine. When longtime Gloucester-resident Kathleen Levine is diagnosed with breast cancer, her life is thrown into turmoil. Frightened and burdened by secrets, she meets Joyce Tabachnik -- a freelance writer with literary aspirations -- and a once-in-a-lifetime friendship is born. Joyce has just bought a small house in Gloucester, where she hopes to write as well as vacation with her family. Like Kathleen, Joyce is at a fragile place in her life.\r\n",
      "A mutual love for books, humor, and the beauty of the natural world brings the two women together. They share their personal histories, and help each other to confront scars left by old emotional wounds.\r\n",
      "With her own trademark wisdom and humor, Diamant considers the nature, strength, and necessity of adult female friendship. \"\"Good Harbor\"\" examines the tragedy of loss, the insidious nature of family secrets, as well as the redemptive power of friendship.\",Abridged,Audio CD,https://s.gr-assets.com/assets/nophoto/book/111x148-bcc042a9c91a29c1d680899eff700a03.png,false,0743509986,9780743509985,B000FC0PBC,,https://www.goodreads.com/book/show/1333909.Good_Harbor,,\"[{'count': '2634', 'name': 'to-read'} {'count': '160', 'name': 'fiction'}\r\n",
      " {'count': '92', 'name': 'currently-reading'}\r\n",
      " {'count': '25', 'name': 'contemporary-fiction'}\r\n",
      " {'count': '22', 'name': 'owned'} {'count': '19', 'name': 'book-club'}\r\n",
      "cat: stdout: Broken pipe\r\n"
     ]
    }
   ],
   "source": [
    "cat goodreads.csv | head"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "id": "86745725",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>column_name</th>\n",
       "      <th>column_type</th>\n",
       "      <th>null</th>\n",
       "      <th>key</th>\n",
       "      <th>default</th>\n",
       "      <th>extra</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>column00</td>\n",
       "      <td>INTEGER</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>asin</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>authors</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>average_rating</td>\n",
       "      <td>DOUBLE</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>book_id</td>\n",
       "      <td>INTEGER</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>country_code</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>description</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>edition_information</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>format</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>image_url</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>is_ebook</td>\n",
       "      <td>BOOLEAN</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>isbn</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>isbn13</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>kindle_asin</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>language_code</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>link</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>num_pages</td>\n",
       "      <td>INTEGER</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>popular_shelves</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>publication_day</td>\n",
       "      <td>INTEGER</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>publication_month</td>\n",
       "      <td>INTEGER</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>publication_year</td>\n",
       "      <td>INTEGER</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>publisher</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>ratings_count</td>\n",
       "      <td>INTEGER</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>series</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>similar_books</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>text_reviews_count</td>\n",
       "      <td>INTEGER</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>title</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>title_without_series</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>url</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>work_id</td>\n",
       "      <td>INTEGER</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             column_name column_type null   key default extra\n",
       "0               column00     INTEGER  YES  None    None  None\n",
       "1                   asin     VARCHAR  YES  None    None  None\n",
       "2                authors     VARCHAR  YES  None    None  None\n",
       "3         average_rating      DOUBLE  YES  None    None  None\n",
       "4                book_id     INTEGER  YES  None    None  None\n",
       "5           country_code     VARCHAR  YES  None    None  None\n",
       "6            description     VARCHAR  YES  None    None  None\n",
       "7    edition_information     VARCHAR  YES  None    None  None\n",
       "8                 format     VARCHAR  YES  None    None  None\n",
       "9              image_url     VARCHAR  YES  None    None  None\n",
       "10              is_ebook     BOOLEAN  YES  None    None  None\n",
       "11                  isbn     VARCHAR  YES  None    None  None\n",
       "12                isbn13     VARCHAR  YES  None    None  None\n",
       "13           kindle_asin     VARCHAR  YES  None    None  None\n",
       "14         language_code     VARCHAR  YES  None    None  None\n",
       "15                  link     VARCHAR  YES  None    None  None\n",
       "16             num_pages     INTEGER  YES  None    None  None\n",
       "17       popular_shelves     VARCHAR  YES  None    None  None\n",
       "18       publication_day     INTEGER  YES  None    None  None\n",
       "19     publication_month     INTEGER  YES  None    None  None\n",
       "20      publication_year     INTEGER  YES  None    None  None\n",
       "21             publisher     VARCHAR  YES  None    None  None\n",
       "22         ratings_count     INTEGER  YES  None    None  None\n",
       "23                series     VARCHAR  YES  None    None  None\n",
       "24         similar_books     VARCHAR  YES  None    None  None\n",
       "25    text_reviews_count     INTEGER  YES  None    None  None\n",
       "26                 title     VARCHAR  YES  None    None  None\n",
       "27  title_without_series     VARCHAR  YES  None    None  None\n",
       "28                   url     VARCHAR  YES  None    None  None\n",
       "29               work_id     INTEGER  YES  None    None  None"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Table created from CSV file \n",
    "%sql CREATE TABLE goodreads_schema AS SELECT * FROM read_csv('/Users/vicki/viberary/viberary/notebooks/goodreads.csv'\n",
    "                                                      header=True, columns={'index_col': 'INTEGER', \n",
    "                                                                            'asin': 'VARCHAR', \n",
    "                                                                            'authors': 'VARCHAR', \n",
    "                                                                            'average_rating': 'DOUBLE',\n",
    "                                                                           'book_id': 'INTEGER', \n",
    "                                                                           'country_code': 'VARCHAR', \n",
    "                                                                           'description': 'VARCHAR', \n",
    "                                                                           'edition_information': 'VARCHAR', \n",
    "                                                                           'format': 'VARCHAR', \n",
    "                                                                           'image_url': 'VARCHAR', \n",
    "                                                                           'is_ebook': 'VARCHAR', \n",
    "                                                                           'isbn': 'VARCHAR', \n",
    "                                                                           'isbn13': 'VARCHAR', \n",
    "                                                                           'kindle_asin': 'VARCHAR', \n",
    "                                                                           'language_code': 'VARCHAR', \n",
    "                                                                           'link': 'VARCHAR', \n",
    "                                                                           'num_pages': 'INTEGER', \n",
    "                                                                           'popular_shelves': 'LIST', \n",
    "                                                                           'publication)da': 'VARCHAR', \n",
    "                                                                           'authors': 'VARCHAR', \n",
    "                                                                           'authors': 'VARCHAR', \n",
    "                                                                           'authors': 'VARCHAR', \n",
    "                                                                           });;\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "cdb08599",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "UsageError: Line magic function `%sql` not found.\n"
     ]
    }
   ],
   "source": [
    "%sql DESCRIBE goodreads_schema;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "13f10626",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2360655</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     Count\n",
       "0  2360655"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Creating from JSON file\n",
    "%sql CREATE TABLE goodreads_json AS SELECT * FROM read_json_objects('/Users/vicki/viberary/viberary/jsonparquet/src/main/resources/goodreads_books.json');"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "03f5d0a2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2360655</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     Count\n",
       "0  2360655"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Creating from parquet directory\n",
    "%sql CREATE TABLE goodreads_pq AS SELECT * FROM '/Users/vicki/Downloads/spark-3.3.1-bin-hadoop3/goodreads_schema/*.parquet';"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "0fd404d9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>column_name</th>\n",
       "      <th>column_type</th>\n",
       "      <th>null</th>\n",
       "      <th>key</th>\n",
       "      <th>default</th>\n",
       "      <th>extra</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>asin</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>authors</td>\n",
       "      <td>STRUCT(author_id VARCHAR, role VARCHAR)[]</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>average_rating</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>book_id</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>country_code</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>description</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>edition_information</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>format</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>image_url</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>is_ebook</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>isbn</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>isbn13</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>kindle_asin</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>language_code</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>link</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>num_pages</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>popular_shelves</td>\n",
       "      <td>STRUCT(count VARCHAR, name VARCHAR)[]</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>publication_day</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>publication_month</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>publication_year</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>publisher</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>ratings_count</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>series</td>\n",
       "      <td>VARCHAR[]</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>similar_books</td>\n",
       "      <td>VARCHAR[]</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>text_reviews_count</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>title</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>title_without_series</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>url</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>work_id</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             column_name                                column_type null  \\\n",
       "0                   asin                                    VARCHAR  YES   \n",
       "1                authors  STRUCT(author_id VARCHAR, role VARCHAR)[]  YES   \n",
       "2         average_rating                                    VARCHAR  YES   \n",
       "3                book_id                                    VARCHAR  YES   \n",
       "4           country_code                                    VARCHAR  YES   \n",
       "5            description                                    VARCHAR  YES   \n",
       "6    edition_information                                    VARCHAR  YES   \n",
       "7                 format                                    VARCHAR  YES   \n",
       "8              image_url                                    VARCHAR  YES   \n",
       "9               is_ebook                                    VARCHAR  YES   \n",
       "10                  isbn                                    VARCHAR  YES   \n",
       "11                isbn13                                    VARCHAR  YES   \n",
       "12           kindle_asin                                    VARCHAR  YES   \n",
       "13         language_code                                    VARCHAR  YES   \n",
       "14                  link                                    VARCHAR  YES   \n",
       "15             num_pages                                    VARCHAR  YES   \n",
       "16       popular_shelves      STRUCT(count VARCHAR, name VARCHAR)[]  YES   \n",
       "17       publication_day                                    VARCHAR  YES   \n",
       "18     publication_month                                    VARCHAR  YES   \n",
       "19      publication_year                                    VARCHAR  YES   \n",
       "20             publisher                                    VARCHAR  YES   \n",
       "21         ratings_count                                    VARCHAR  YES   \n",
       "22                series                                  VARCHAR[]  YES   \n",
       "23         similar_books                                  VARCHAR[]  YES   \n",
       "24    text_reviews_count                                    VARCHAR  YES   \n",
       "25                 title                                    VARCHAR  YES   \n",
       "26  title_without_series                                    VARCHAR  YES   \n",
       "27                   url                                    VARCHAR  YES   \n",
       "28               work_id                                    VARCHAR  YES   \n",
       "\n",
       "     key default extra  \n",
       "0   None    None  None  \n",
       "1   None    None  None  \n",
       "2   None    None  None  \n",
       "3   None    None  None  \n",
       "4   None    None  None  \n",
       "5   None    None  None  \n",
       "6   None    None  None  \n",
       "7   None    None  None  \n",
       "8   None    None  None  \n",
       "9   None    None  None  \n",
       "10  None    None  None  \n",
       "11  None    None  None  \n",
       "12  None    None  None  \n",
       "13  None    None  None  \n",
       "14  None    None  None  \n",
       "15  None    None  None  \n",
       "16  None    None  None  \n",
       "17  None    None  None  \n",
       "18  None    None  None  \n",
       "19  None    None  None  \n",
       "20  None    None  None  \n",
       "21  None    None  None  \n",
       "22  None    None  None  \n",
       "23  None    None  None  \n",
       "24  None    None  None  \n",
       "25  None    None  None  \n",
       "26  None    None  None  \n",
       "27  None    None  None  \n",
       "28  None    None  None  "
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Parquet file does not correctly map column types\n",
    "%sql DESCRIBE goodreads_pq;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "a143309c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(duckdb.ConversionException) Conversion Error: Could not convert string '' to INT32\n",
      "[SQL: ALTER TABLE goodreads_pq ALTER num_pages TYPE INTEGER;]\n",
      "(Background on this error at: https://sqlalche.me/e/14/9h9h)\n"
     ]
    }
   ],
   "source": [
    "%sql ALTER TABLE goodreads_pq ALTER book_id TYPE INTEGER;\\\n",
    "ALTER TABLE goodreads_pq ALTER num_pages TYPE INTEGER;\n",
    "# ALTER TABLE goodreads_pq ALTER ratings_count TYPE INTEGER;\\\n",
    "# ALTER TABLE goodreads_pq ALTER text_reviews_count TYPE INTEGER;\\\n",
    "# ALTER TABLE goodreads_pq ALTER work_id TYPE INTEGER;\\"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "601cca2c",
   "metadata": {},
   "outputs": [],
   "source": [
    "%sql DESCRIBE goodreads_pq;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "16f2bcd2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>total_books</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2360655</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   total_books\n",
       "0      2360655"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%sql select count(*) as total_books from goodreads;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "782c56b5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>json</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>{\"isbn\": \"0312853122\", \"text_reviews_count\": \"...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                json\n",
       "0  {\"isbn\": \"0312853122\", \"text_reviews_count\": \"..."
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# JSON also does not correctly map types\n",
    "%sql select * from goodreads_json limit 1;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "c768dc75",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Returning data to local variable my_df\n"
     ]
    }
   ],
   "source": [
    "%sql my_df << SELECT num_pages, count(*) AS total_books \\\n",
    "FROM goodreads \\\n",
    "GROUP BY num_pages \\\n",
    "ORDER BY count(*) desc;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "712a9667",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Returning data to local variable my_df\n"
     ]
    }
   ],
   "source": [
    "%sql my_df << SELECT try_cast(num_pages as INTEGER), count(*) AS total_books \\\n",
    "FROM goodreads_pq \\\n",
    "GROUP BY num_pages \\\n",
    "ORDER BY count(*) desc;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "id": "f787a7dd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>TRY_CAST(num_pages AS INTEGER)</th>\n",
       "      <th>total_books</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>764133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32.0</td>\n",
       "      <td>34947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>320.0</td>\n",
       "      <td>29945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>256.0</td>\n",
       "      <td>29859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>224.0</td>\n",
       "      <td>28978</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2547</th>\n",
       "      <td>10416.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2548</th>\n",
       "      <td>3203.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2549</th>\n",
       "      <td>1852.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2550</th>\n",
       "      <td>5012.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2551</th>\n",
       "      <td>2871.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2552 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      TRY_CAST(num_pages AS INTEGER)  total_books\n",
       "0                                NaN       764133\n",
       "1                               32.0        34947\n",
       "2                              320.0        29945\n",
       "3                              256.0        29859\n",
       "4                              224.0        28978\n",
       "...                              ...          ...\n",
       "2547                         10416.0            1\n",
       "2548                          3203.0            1\n",
       "2549                          1852.0            1\n",
       "2550                          5012.0            1\n",
       "2551                          2871.0            1\n",
       "\n",
       "[2552 rows x 2 columns]"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "my_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "fa82f9f1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:xlabel='num_pages', ylabel='total_books'>"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAf0AAAFXCAYAAACoS5cAAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAApH0lEQVR4nO3dfXhU5Z3/8c/JTAJJJjFE40MsIKFQiynyizFYjZT60Kgt10ZEUNy0C6ylyIPYikAkCZpUoNlia0Cq3XrtltaLLlBZdKWiCBt5MCiXkV9iKas/pEoCgklkZgLJZOb8/nCJTYHhxMxJZjjv11/eZ+45557vhfmcc58nwzRNUwAA4LwX19cDAAAAvYPQBwDAIQh9AAAcgtAHAMAhCH0AAByC0AcAwCHcfT0Aux096o3o+gYMSFJzc2tE1wnqahfqag/qag/qGhkZGSln/Ywj/W5yu119PYTzEnW1B3W1B3W1B3W1H6EPAIBDEPoAADgEoQ8AgEMQ+gAAOAShDwCAQxD6AAA4BKEPAIBDEPoAADiEbU/kCwaDWrRokQ4cOCDDMPTYY4+po6ND06dP1xVXXCFJuvfee3XHHXdoxYoV2rZtm9xut4qLizVy5EgdPHhQCxYskGEYGjZsmMrKyhQXF3fGvgAA4NxsC/2tW7dKktasWaOamho9+eSTuummmzRlyhRNnTq1s199fb12796ttWvXqrGxUbNnz9b69eu1ZMkSzZ07V6NHj1Zpaam2bNmizMzMM/btDb7Wdq3evF8t/nalJSeoqGC4PIkJvbJtAAAiwbbQv+WWWzR27FhJUkNDg1JTU1VXV6cDBw5oy5YtGjx4sIqLi7Vnzx7l5+fLMAxlZmYqGAyqqalJ9fX1ysvLkySNGTNGO3bs0JAhQ87YNz093a6f0Wn15v16a98nXZbNKMy2fbsAAESKrS/ccbvdmj9/vl599VU99dRTOnLkiO6++25lZ2dr1apVWrlypVJSUpSWltb5neTkZHm9XpmmKcMwuizz+Xxn7Bsu9AcMSIrI85xb/O2ntcO91ADdRz3tQV3tQV3tQV3tZftb9pYtW6aHH35YEydO1Jo1a3TJJZdIkm699VaVl5fr5ptvlt/v7+zv9/uVkpKiuLi4LstSU1Pl8XjO2DecSL2xKS054bR2pN/g52QZGSnU0wbU1R7U1R7UNTL65C17GzZs0DPPPCNJSkxMlGEYmjVrlvbu3StJ2rVrl6666irl5ORo+/btCoVCamhoUCgUUnp6ukaMGKGamhpJUnV1tXJzc8/atzcUFQzXtVderGED03TtlRerqGB4r2wXAIBIMUzTNO1YcWtrqxYuXKhjx46po6ND999/vy677DKVl5crPj5eF110kcrLy+XxeFRVVaXq6mqFQiEtXLhQubm5OnDggEpKShQIBJSVlaWKigq5XK4z9g0n0nuN7Inag7rag7rag7rag7pGRrgjfdtCP1oQ+rGButqDutqDutqDukZGn0zvAwCA6ELoAwDgEIQ+AAAOQegDAOAQhD4AAA5B6AMA4BCEPgAADkHoAwDgEIQ+AAAOQegDAOAQhD4AAA5B6AMA4BCEPgAADkHoAwDgEIQ+AAAOQegDAOAQhD4AAA5B6AMA4BCEPgAADkHoAwDgEIQ+AAAOQegDAOAQhD4AAA5B6AMA4BCEPgAADkHoAwDgEIQ+AAAOQegDAOAQhD4AAA5B6AMA4BCEPgAADuG2a8XBYFCLFi3SgQMHZBiGHnvsMfXr108LFiyQYRgaNmyYysrKFBcXpxUrVmjbtm1yu90qLi7WyJEjdfDgQct9AQDAudkW+lu3bpUkrVmzRjU1NXryySdlmqbmzp2r0aNHq7S0VFu2bFFmZqZ2796ttWvXqrGxUbNnz9b69eu1ZMkSy317g6+1Xas371eLv11pyQkqKhguT2JCr2wbAIBIsC30b7nlFo0dO1aS1NDQoNTUVO3cuVN5eXmSpDFjxmjHjh0aMmSI8vPzZRiGMjMzFQwG1dTUpPr6est909PT7foZnZ57+c+qff/TznagI6g5E662fbsAAESKbaEvSW63W/Pnz9err76qp556Sjt27JBhGJKk5ORkeb1e+Xw+paWldX7n1HLTNC33DRf6AwYkye129fi3vH/o+GntjIyUHq8XX6Ce9qCu9qCu9qCu9rI19CVp2bJlevjhhzVx4kS1tbV1Lvf7/UpNTZXH45Hf7++yPCUlRXFxcZb7htPc3BqR3xEKmae1jx71RmTd+Px/dOoZedTVHtTVHtQ1MsLtONl29f6GDRv0zDPPSJISExNlGIays7NVU1MjSaqurlZubq5ycnK0fft2hUIhNTQ0KBQKKT09XSNGjLDctzd8bWBa1/agtDP2AwAgWhmmaZrn7tZ9ra2tWrhwoY4dO6aOjg7df//9Gjp0qEpKShQIBJSVlaWKigq5XC5VVVWpurpaoVBICxcuVG5urg4cOGC5bziR2mv0nWjX6le4kM8u7OHbg7rag7rag7pGRrgjfdtCP1pE+h8Q/yjtQV3tQV3tQV3tQV0jo0+m9wEAQHSx/UK+88XhT/2qXFOr1pMBJfWL17z7RunSAcl9PSwAACzjSN+iyjW1ava2qS0QUrOvTZXP1/b1kAAA6BZC3yKvvy1sGwCAaEfoW3TqQUFnawMAEO0IfYsuHpAUtg0AQLQj9C3KvCg5bBsAgGjH1fsWFRUMl6QuD+cBACCWEPoWeRITNKMwm4dHAABiFtP7AAA4BKEPAIBDEPoAADgEoQ8AgEMQ+gAAOAShDwCAQxD6AAA4BKEPAIBDEPoAADgEoQ8AgEMQ+gAAOAShDwCAQxD6AAA4BKEPAIBDEPoAADgEoQ8AgEMQ+gAAOAShDwCAQxD6AAA4BKEPAIBDEPoAADgEoQ8AgEO47VhpIBBQcXGxDh06pPb2ds2YMUOXXXaZpk+friuuuEKSdO+99+qOO+7QihUrtG3bNrndbhUXF2vkyJE6ePCgFixYIMMwNGzYMJWVlSkuLu6MfQEAgDW2hP7GjRuVlpamyspKtbS0qLCwUDNnztSUKVM0derUzn719fXavXu31q5dq8bGRs2ePVvr16/XkiVLNHfuXI0ePVqlpaXasmWLMjMzz9gXAABYY0vo33bbbSooKJAkmaYpl8uluro6HThwQFu2bNHgwYNVXFysPXv2KD8/X4ZhKDMzU8FgUE1NTaqvr1deXp4kacyYMdqxY4eGDBlyxr7p6el2/AQAAM47toR+cnKyJMnn82nOnDmaO3eu2tvbdffddys7O1urVq3SypUrlZKSorS0tC7f83q9Mk1ThmF0Webz+c7Y91yhP2BAktxuV0R/X0ZGSkTXh89RV3tQV3tQV3tQV3vZEvqS1NjYqJkzZ2ry5MkaN26cjh8/rtTUVEnSrbfeqvLyct18883y+/2d3/H7/UpJSVFcXFyXZampqfJ4PGfsey7Nza0R/FWf/4M8etQb0XWCutqFutqDutqDukZGuB0nW67eP3bsmKZOnap58+ZpwoQJkqRp06Zp7969kqRdu3bpqquuUk5OjrZv365QKKSGhgaFQiGlp6drxIgRqqmpkSRVV1crNzf3rH0BAIA1thzp/+pXv9Lx48f19NNP6+mnn5YkLViwQE888YTi4+N10UUXqby8XB6PR7m5uZo0aZJCoZBKS0slSfPnz1dJSYmWL1+urKwsFRQUyOVynbFvb/G1tmv15v1q8bcrLTlBRQXD5UlM6NUxAADQE4ZpmmZfD8JOkZoqWrWhTm/t+6Szfe2VF2tGYXZE1g2m9exCXe1BXe1BXSOj16f3z0dHW06EbQMAEO0IfYsy0hLDtgEAiHa2Xb1/vikqGC5JXc7pAwAQSwh9izyJCZpRmM05JwBAzGJ6HwAAhyD0AQBwCEIfAACHIPQBAHAIQh8AAIcg9AEAcAhu2bOIZ+8DAGIdoW/R6s37uzx7XxLP3gcAxBSm9y3i2fsAgFhH6FvEs/cBALGO6X2LePY+ACDWcaRvldnXAwAAoGc40reIC/kAALGOI32LuJAPABDrCH2LuJAPABDrmN63iAv5AACxjtC3yJOYoBmF2crISNHRo96+Hg4AAN3G9D4AAA5B6AMA4BBM71vEC3cAALGO0LeI+/QBALGO6X2LuE8fABDrCH2LuE8fABDrvtT0vs/nk8fjifRYohr36QMAYp2l0N+6davefvttPfDAA5owYYKampo0Z84c3XfffXaPL2pwnz4AINZZmt5fsWKFxo8fr5dfflkjR47U66+/rvXr19s9NgAAEEGWz+kPHTpU27Zt00033aTk5GQFAgE7xwUAACLM0vT+RRddpPLyctXV1amyslJLly5VZmbmWfsHAgEVFxfr0KFDam9v14wZM/TVr35VCxYskGEYGjZsmMrKyhQXF6cVK1Zo27ZtcrvdKi4u1siRI3Xw4EHLfXsL9+kDAGKdpdD/+c9/rtdee03f//73lZSUpIEDB2rWrFln7b9x40alpaWpsrJSLS0tKiws1JVXXqm5c+dq9OjRKi0t1ZYtW5SZmandu3dr7dq1amxs1OzZs7V+/XotWbLEct/ewn36AIBYZ2l6f+PGjSosLNTgwYMlSddcc42mTJly1v633XabHnzwQUmSaZpyuVyqr69XXl6eJGnMmDHauXOn9uzZo/z8fBmGoczMTAWDQTU1NXWrb2/hPn0AQKyzdKT/0ksvKRgMauLEifrlL3+pF198UT/5yU/O2j85OVnS57f2zZkzR3PnztWyZctkGEbn516vVz6fT2lpaV2+5/V6ZZqm5b7p6elhxz5gQJLcbpeVnxnWJRcm6cPD3i7tjIyUHq8XX6Ce9qCu9qCu9qCu9rIU+s8995xmzZqlZ599VmPHjtVLL72kCy64IOx3GhsbNXPmTE2ePFnjxo1TZWVl52d+v1+pqanyeDzy+/1dlqekpCguLs5y33Npbm618hPPyd/aflqbW/cih1sh7UFd7UFd7UFdIyPcjlPY6f0NGzZow4YN+tOf/qTvfOc7CoVCSkpK0tatW7Vhw4azfu/YsWOaOnWq5s2bpwkTJkiSRowYoZqaGklSdXW1cnNzlZOTo+3btysUCqmhoUGhUEjp6end6ttb/l/D8bBtAACiXdgj/VPBe8qYMWN0/PjxzuWFhYVn/N6vfvUrHT9+XE8//bSefvppSdKjjz6qiooKLV++XFlZWSooKJDL5VJubq4mTZqkUCik0tJSSdL8+fNVUlJiqW/vMc7RBgAguhmmaZpWOgYCAR04cEDBYFDDhg2T2x0bL+iL1FRR1bq9euf9Y53t/zPsIs2+q/duGTzfMa1nD+pqD+pqD+oaGeGm9y0ld11dnebMmaO0tDSFQiEdO3ZMK1eu1NVXXx2xQUa7u28aqg+PeNV6MqCkfvG6+6ahfT0kAAC6xVLoV1RU6Mknn+wM+draWpWXl2vdunW2Di6avFB9QM3eNklSW6BNL/z3Ae7TBwDEFEv36be2tnY5qh81apTa2tpsG1Q04j59AECssxT6F1xwgV577bXO9muvvdblnnknSPMkhG0DABDtLE3vl5eXa968eXr00UdlmqYGDRqkn/3sZ3aPLaqceljQ2doAAEQ7S6F/xRVXaO3atfL5fPJ6vbrsssvsHlfUOXU+/2xtAACinaXQ/+tf/6of//jH+uijj2SapjIzM/Xkk09qyJAhdo8vamSkJXZ5DG9GWmIfjgYAgO6zFPplZWX653/+Z912222SpJdfflmlpaVavXq1rYOLJkUFwyWpy6t1AQCIJZZCv7m5uTPwJemOO+7QqlWrbBtUNPIkJmhGYTYPjwAAxCxLV+8nJCSovr6+s11XV6fERKa3AQCIJZaO9IuLizV79mylpaXJNE199tlnevLJJ+0eGwAAiCBLoT9q1Ci98sor+vDDD2Wapq644golJHCfOgAAscRS6Hu9Xq1cuVK7d++W2+3W9ddfr+nTpzPFDwBADLF0Tv/RRx+Vy+XSkiVL9Pjjj8vv96ukpMTusQEAgAiydKR/8OBBPfXUU53tRx99VOPGjbNtUAAAIPIsHekPGTJE77zzTmd73759uuKKK+waEwAAsEHYI/2bbrpJhmGora1Nr7zyirKysuRyufTBBx9o8ODBvTVGAAAQAWFD38oT9+rr63XVVVdFbEAAAMAeYUP/8ssvP+cKFi1apBdeeCFiAwIAAPawdE4/HNM0IzEOAABgsx6HPu+VBwAgNvQ49AEAQGwg9AEAcAhLD+cJxynn9H2t7Vq9eb9a/O1KS05QUcFweRJ5/wAAIHaEDf233nor7JevvfZaVVVVRXRA0Wr15v16a98nXZbNKMzuo9EAANB9YUP/bx+9+/cMw9Bvf/tbDRw4MOKDikaHP/WHbQMAEO16/HAep/istT1sGwCAaGfpnP7bb7+t3/zmN2ptbZVpmgqFQmpoaNDrr79u9/iiRqAjFLYNAEC0s3T1/qJFi3TLLbcoGAzqvvvu0+DBg3XLLbfYPbaoYsgI2wYAINpZCv3+/fvrrrvuUl5enlJTU1VRUXHOi/zON1mXpXRtZ6acpScAANHJUuj369dPLS0tGjJkiN59910ZhqHW1tZzfu/dd99VUVGRJOm9997TjTfeqKKiIhUVFenll1+WJK1YsUITJkzQPffco71790qSDh48qHvvvVeTJ09WWVmZQqHQWfv2lvh4V9e223WWngAARCdL5/T/6Z/+SQ899JCqqqo0YcIEvfjii8rODn+72q9//Wtt3LhRiYmJkj5/G9+UKVM0derUzj719fXavXu31q5dq8bGRs2ePVvr16/XkiVLNHfuXI0ePVqlpaXasmWLMjMzz9i3tzR728K2AQCIdpZC//rrr9dtt90mwzD0xz/+UR9++KFSUsJPbw8aNEhVVVV65JFHJEl1dXU6cOCAtmzZosGDB6u4uFh79uxRfn6+DMNQZmamgsGgmpqaVF9fr7y8PEnSmDFjtGPHDg0ZMuSMfdPT03tYAmsy0hL14WFvlzYAALEk7PR+Y2OjGhoadN999+nw4cNqaGhQS0uLUlJSdP/994ddcUFBgdzuL/YpRo4cqUceeUS///3vNXDgQK1cuVI+n08ej6ezT3Jysrxer0zT7HyRz6llZ+vbW4oKhuvaKy/WsIFpuvbKi1VUMLzXtg0AQCSc8+E8NTU1+uSTT3Tfffd98SW3W2PHju3Whm699ValpqZ2/nd5ebluvvlm+f1fPOTG7/crJSVFcXFxXZalpqbK4/Gcse+5DBiQJHcEzr9nSCq9/5s9Xg/OLiODiyPtQF3tQV3tQV3tFTb0lyxZIkl69tln9cMf/rBHG5o2bZpKSko0cuRI7dq1S1dddZVycnJUWVmpadOm6fDhwwqFQkpPT9eIESNUU1Oj0aNHq7q6Wtddd50GDRp0xr7n0tx87gsOuyMjI0VHj/beDINTUFd7UFd7UFd7UNfICLfjZOmc/j/+4z+qsrJSu3btUjAY1HXXXacHH3xQSUlJlgexePFilZeXKz4+XhdddJHKy8vl8XiUm5urSZMmKRQKqbS0VJI0f/58lZSUaPny5crKylJBQYFcLtcZ+wIAAGsM08Jr8hYuXKjExERNnDhRkvQf//Ef8nq9qqystH2APRXpvUb2RO1BXe1BXe1BXe1BXSOjx0f69fX12rhxY2e7tLRUd9xxR89HBgAAeo2lh/OYpqnjx493to8fPy6Xi4fTAAAQSywd6U+ZMkUTJkzQTTfdJNM0tXXr1h5f2AcAAHqXpSP9rVu3auXKlRo4cKAGDhyoqqoqvfjii3aPDQAARFDYI/2ZM2dq3759+uSTT/Tee+/p1DV///qv/6rLLrusVwYYLXyt7Vq9eb9a/O1KS05QUcFweRIT+npYAABYFjb0ly1bppaWFv30pz/VokWLvviS260LL7zQ9sFFk9Wb9+utfZ90WTajMPz7BwAAiCZhQ9/j8cjj8WjVqlW9NZ6odbTlRNg2AADRztI5fZz+gh1euAMAiDWWrt6HOl+w87fn9AEAiCWEvkWexATNKMzmiVEAgJjF9D4AAA5B6AMA4BCEPgAADkHoAwDgEIQ+AAAOQegDAOAQ3LJnEc/eBwDEOkLfoude/rNq3/+0sx3oCGrOhKv7cEQAAHQP0/sW7f+oJWwbAIBoR+hbZpyjDQBAdCP0LfrawLSu7UFpZ+wHAEC04py+RVO+e6Xcr+znhTsAgJhF6FvEC3cAALGO6X0AAByCI32LuE8fABDrCH2LVm/er7f2fdJl2YzC7D4aDQAA3cf0vkWHP/WHbQMAEO0IfYt8JzvCtgEAiHaEvkUpSe6wbQAAoh2hb9ElA5LDtgEAiHYcrlp06mE8PJwHABCrbA39d999V//yL/+i1atX6+DBg1qwYIEMw9CwYcNUVlamuLg4rVixQtu2bZPb7VZxcbFGjhzZrb69hYfzAABinW3T+7/+9a+1aNEitbW1SZKWLFmiuXPn6vnnn5dpmtqyZYvq6+u1e/durV27VsuXL9djjz3W7b4AAMAa20J/0KBBqqqq6mzX19crLy9PkjRmzBjt3LlTe/bsUX5+vgzDUGZmpoLBoJqamrrVt7f4Wtu1akOdfvyL/9aqDXXynWjvtW0DABAJtk3vFxQU6OOPP+5sm6Ypw/j8dbTJycnyer3y+XxKS0vr7HNqeXf6pqenhx3HgAFJcrtdPf49z/32rS4P5+nXz63537+2x+vFFzIyUvp6COcl6moP6moP6mqvXruQLy7ui0kFv9+v1NRUeTwe+f3+LstTUlK61fdcmptbIzL+gw2fndbm3H7kcK2EPairPairPahrZITbceq1W/ZGjBihmpoaSVJ1dbVyc3OVk5Oj7du3KxQKqaGhQaFQSOnp6d3q21t4OA8AINb12pH+/PnzVVJSouXLlysrK0sFBQVyuVzKzc3VpEmTFAqFVFpa2u2+vSWpX5yavV3bAADEEsM0TbOvB2GnSE0V/WTlDjV72zrbA1L66eczb4jIusG0nl2oqz2oqz2oa2RExfR+rPv7I3uO9AEAsYbksqi1LRS2DQBAtCP0LeJIHwAQ60guizjSBwDEOkLfIl6tCwCIdYS+RbxaFwAQ6zhctYhX6wIAYh1H+lad108zAAA4AUf6Fq3evL/LC3ckaUZhdh+NBgCA7uNI36KjLSfCtgEAiHaEvkUZaYlh2wAARDum9y3iQj4AQKwj9C3yJCZoRmE2L4QAAMQsQt+iw5/6VbmmVq0nA0rqF695943SpdyrDwCIIZzTt6hyTa2avW1qC4TU7GtT5fO1fT0kAAC6hdC3yH8iELYNAEC0I/QtSu4f37WdGH+WngAARCdC36IHxl+leJchQ1K8y9AD46/q6yEBANAthL5F67e+r0DQlCkpEDS1/vX3+3pIAAB0C6Fv0b6PjodtAwAQ7Qh9AAAcgtAHAMAhCH0AAByC0Lco3mWEbQMAEO0IfYsuHpAUtg0AQLQj9C1KTDDCtgEAiHaEvkUfNPjCtgEAiHaEvkXmOdoAAEQ7Qh8AAIcg9C26JD0xbBsAgGhH6Ft0WXpS2DYAANHO3dsbvPPOO+XxeCRJX/nKVzRp0iT99Kc/lcvlUn5+vmbNmqVQKKTFixfrL3/5ixISElRRUaHBgwertrb2tL69xdfaFrYNAEC069XQb2trk2maWr16deeyf/iHf1BVVZUGDhyoH/7wh3rvvff08ccfq729XX/4wx9UW1urpUuXatWqVSorKzut74gRI3pl7O//3dX6f98GACDa9Wro79u3TydOnNDUqVPV0dGh2bNnq729XYMGDZIk5efna+fOnTp69KhuvPFGSdKoUaNUV1cnn893xr69FfoAAMS6Xg39/v37a9q0abr77rv14Ycf6v7771dqamrn58nJyfroo4/k8/k6TwFIksvlOm3Zqb7nMmBAktxuV2R/yP/KyEixZb1ORT3tQV3tQV3tQV3t1auhP2TIEA0ePFiGYWjIkCFKSUlRS0tL5+d+v1+pqak6efKk/H5/5/JQKCSPx9Nl2am+59Lc3BqRsfePj9PJQKhL++hRb0TWjc//R6eekUdd7UFd7UFdIyPcjlOvXr2/bt06LV26VJJ05MgRnThxQklJSfrrX/8q0zS1fft25ebmKicnR9XV1ZKk2tpaDR8+XB6PR/Hx8af17S2hUChsGwCAaNerR/oTJkzQwoULde+998owDD3xxBOKi4vTww8/rGAwqPz8fF199dX6xje+oR07duiee+6RaZp64oknJEmPPfbYaX17S3swfBsAgGhnmKZ5Xj9RNlJTRVOXvn7asucW3BSRdYNpPbtQV3tQV3tQ18iImul9AADQdwh9AAAcgtAHAMAhCH0AAByC0AcAwCEIfQAAHILQBwDAIQh9AAAcgtAHAMAhCH0AAByC0AcAwCEIfQAAHILQBwDAIQh9AAAcgtAHAMAhCH0AAByC0AcAwCEIfQAAHILQBwDAIQh9AAAcgtAHAMAhCH0AAByC0AcAwCEIfQAAHILQBwDAIQh9AAAcgtAHAMAhCH0AAByC0AcAwCEIfQAAHILQ74G6D4/29RAAALAs5kI/FAqptLRUkyZNUlFRkQ4ePNhnY1m+5v/22bYBAOgud18PoLtee+01tbe36w9/+INqa2u1dOlSrVq1qs/GM3Xp693+Tj+3ocT+8UpJjNdFFyTKlKlPPzspb2u72jpCMiQNH5imqd/9umRKqzfv19GWE8pIS1RRwXD5WgOqXFMr/4mAkvvHa959o3TpgOQe/xZfa/tp2/IkJvR4vecL6gMgkvrib0rMhf6ePXt04403SpJGjRqlurq6Ph5R97V1mGrztavF166PjvrP2Kf2/U+1+pX9kqS39n0iSfrwsFeS9P6hz9TsbZMktfvaVPl8rX4+84Yej2v15v2nbWtGYXaP13u+oD4AIqkv/qbEXOj7fD55PJ7OtsvlUkdHh9zuM/+UAQOS5Ha7emt4EdXibz/jstaTgS7LWk8GlJGREvHttfjbI7Jeq3pzW19GX9fny4qFMcYi6moPJ9W1L/6mxFzoezwe+f1fHB2HQqGzBr4kNTe39sawbJGWfPo0T1pygo71i1dboK1zWVL/eB096o349tKSEyKyXisyMlJ6bVtfVl/W58uKhbrGIupqD6fV1a6/KeF2HGIu9HNycrR161bdcccdqq2t1fDhw/t6SN3W5Zx+WqJM88zn9IsKvvhtXc7pnwyo8vn/PaefGK95k0dFZFyntve328IXqA+ASOqLvymGaZqm7VuJoFAopMWLF2v//v0yTVNPPPGEhg4detb+kd5rdNqeaG+hrvagrvagrvagrpFxXh3px8XF6fHHH+/rYQAAEHNi7j59AADw5RD6AAA4BKEPAIBDEPoAADgEoQ8AgEMQ+gAAOAShDwCAQxD6AAA4BKEPAIBDxNxjeAEAwJfDkT4AAA5B6AMA4BCEPgAADkHoAwDgEIQ+AAAOQegDAOAQ7r4eQKwIhUJavHix/vKXvyghIUEVFRUaPHhwXw8ragQCARUXF+vQoUNqb2/XjBkz9NWvflULFiyQYRgaNmyYysrKFBcXpxUrVmjbtm1yu90qLi7WyJEjdfDgwR73PV99+umnGj9+vJ577jm53W5qGiHPPPOMXn/9dQUCAd17773Ky8ujtj0QCAS0YMECHTp0SHFxcSovL+ffazQyYckrr7xizp8/3zRN03znnXfMH/3oR308ouiybt06s6KiwjRN02xubja/9a1vmdOnTzfffPNN0zRNs6SkxNy8ebNZV1dnFhUVmaFQyDx06JA5fvx40zTNHvc9X7W3t5sPPPCA+Z3vfMd8//33qWmEvPnmm+b06dPNYDBo+nw+86mnnqK2PfTqq6+ac+bMMU3TNLdv327OmjWLmkYhdo0s2rNnj2688UZJ0qhRo1RXV9fHI4out912mx588EFJkmmacrlcqq+vV15eniRpzJgx2rlzp/bs2aP8/HwZhqHMzEwFg0E1NTX1uO/5atmyZbrnnnt08cUXSxI1jZDt27dr+PDhmjlzpn70ox9p7Nix1LaHhgwZomAwqFAoJJ/PJ7fbTU2jEKFvkc/nk8fj6Wy7XC51dHT04YiiS3Jysjwej3w+n+bMmaO5c+fKNE0ZhtH5udfrPa2Op5b3tO/56I9//KPS09M7dzYlUdMIaW5uVl1dnX75y1/qscce08MPP0xteygpKUmHDh3S7bffrpKSEhUVFVHTKMQ5fYs8Ho/8fn9nOxQKye2mfH+rsbFRM2fO1OTJkzVu3DhVVlZ2fub3+5WamnpaHf1+v1JSUrqcj/syfc9H69evl2EY2rVrl/785z9r/vz5ampq6vycmn55aWlpysrKUkJCgrKystSvXz8dPny483Nq233/9m//pvz8fP3kJz9RY2OjfvCDHygQCHR+Tk2jA0f6FuXk5Ki6ulqSVFtbq+HDh/fxiKLLsWPHNHXqVM2bN08TJkyQJI0YMUI1NTWSpOrqauXm5ionJ0fbt29XKBRSQ0ODQqGQ0tPTe9z3fPT73/9ev/vd77R69Wp9/etf17JlyzRmzBhqGgHXXHON3njjDZmmqSNHjujEiRP65je/SW17IDU1VSkpKZKkCy64QB0dHfwNiEK8cMeiU1fv79+/X6Zp6oknntDQoUP7elhRo6KiQps2bVJWVlbnskcffVQVFRUKBALKyspSRUWFXC6XqqqqVF1drVAopIULFyo3N1cHDhxQSUlJj/qez4qKirR48WLFxcX1uE7U9HM/+9nPVFNTI9M09dBDD+krX/kKte0Bv9+v4uJiHT16VIFAQN///veVnZ1NTaMMoQ8AgEMwvQ8AgEMQ+gAAOAShDwCAQxD6AAA4BKEPAIBDEPoAADgEoQ8AgEPwHFnAIWpqavTMM8+of//++uCDD/S1r31NDz30kKZNm6bXX39dklRVVSVJmj17tm644QZ9+9vf1ttvv62MjAxNnjxZq1ev1uHDh7V06dLOF56cyanXnu7fv18+n08zZsxQYWGhjhw5ouLiYnm9Xh09elTf/e539fDDDysQCKisrEx79uzRJZdcIsMw9MADD2j06NF69tlntWnTJgWDQeXn52vevHny+/368Y9/rGPHjkmSZs6cqZtvvtn+IgIxjtAHHOSdd97Rpk2bdPHFF2vixInavn37WfseO3ZMY8eOVUVFhYqKivTaa6/p+eef1wsvvKB///d/Dxv6knTkyBGtWbNGn376qcaPH68bbrhBL730kr73ve/pzjvvlNfr1be+9S1NnTpV//Vf/6UTJ07oT3/6kxoaGjRu3DhJnz9ita6uTuvWrZNhGJo3b542btyoUCikyy+/XM8++6w++OADrVu3jtAHLCD0AQcZNmyYLr30UknS0KFD9dlnn4XtP2bMGEnS5ZdfrmuuuUaSlJmZqePHj59zW+PHj1d8fLwuvfRS5eTkaM+ePZo2bZrefPNN/eY3v9H//M//KBAI6MSJE9qxY4cmTpwowzB0+eWX65vf/KYkadeuXdq7d6/Gjx8vSTp58qQyMzN11113afny5Tpy5IjGjh2rmTNnfumaAE5C6AMO0q9fv87/PvVq0r99EndHR0eXt0cmJCR0/nd3n23+t/1PvZVy6dKl+uijj/S9731Pt9xyi3bu3CnTNOVyuRQKhU5bRzAY1A9+8ANNmTJFknT8+HG5XC4lJydr06ZNeuONN7R161Y999xz2rRpU+dvAnBmXMgHOFhKSoo+++wzNTU1qb29XW+88UbE1r1p0yaZpqlDhw5p7969uuaaa7Rjxw5NmzZNt99+uxobG3XkyBGFQiFdf/31evnllzvferd7924ZhqHrrrtO//mf/ym/36+Ojg7NnDlTr7zyin73u9+pqqpKt99+u8rKytTU1MQ71QELONIHHCwlJUXTpk3ThAkTdOmll+ob3/hGxNZ98uRJ3XXXXWpvb9fjjz+uAQMGaPr06XrkkUeUmpqqCy+8UNnZ2fr44481ceJE7du3T+PGjVNGRoYyMzPVv39/5eXlad++fZo4caKCwaBuvPFG3XnnnZ0X8o0bN05ut1uzZs3ineqABbxlD0DELViwQHl5eZ3n4s9l27ZtMk1T3/72t+X1elVYWKj169crLS3N3oECDsORPoAvZdmyZdq5c+dpy7Ozs7u9rqFDh+qRRx7RL37xC0nSnDlzCHzABhzpAwDgEFzIBwCAQxD6AAA4BKEPAIBDEPoAADgEoQ8AgEMQ+gAAOMT/BxbVmbMXstvqAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 576x396 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "\n",
    "plt.style.use(\"seaborn\")\n",
    "\n",
    "my_df.plot(x=\"num_pages\", y=\"total_books\", kind=\"scatter\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "549b754e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Throw out outliers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "522419e1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>description</th>\n",
       "      <th>popular_shelves</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>W.C. Fields: A Life on Film</td>\n",
       "      <td>None</td>\n",
       "      <td>[{'count': '3', 'name': 'to-read'} {'count': '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Good Harbor</td>\n",
       "      <td>Anita Diamant's international bestseller \"The ...</td>\n",
       "      <td>[{'count': '2634', 'name': 'to-read'} {'count'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Unschooled Wizard (Sun Wolf and Starhawk, ...</td>\n",
       "      <td>Omnibus book club edition containing the Ladie...</td>\n",
       "      <td>[{'count': '58', 'name': 'to-read'} {'count': ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Best Friends Forever</td>\n",
       "      <td>Addie Downs and Valerie Adler were eight when ...</td>\n",
       "      <td>[{'count': '7615', 'name': 'to-read'}\\n {'coun...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Runic Astrology: Starcraft and Timekeeping in ...</td>\n",
       "      <td>None</td>\n",
       "      <td>[{'count': '32', 'name': 'to-read'} {'count': ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>The Aeneid for Boys and Girls</td>\n",
       "      <td>Relates in vigorous prose the tale of Aeneas, ...</td>\n",
       "      <td>[{'count': '56', 'name': 'to-read'}\\n {'count'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>The Wanting of Levine</td>\n",
       "      <td>None</td>\n",
       "      <td>[{'count': '14', 'name': 'to-read'}\\n {'count'...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>All's Fairy in Love and War (Avalon: Web of Ma...</td>\n",
       "      <td>To Kara's astonishment, she discovers that a p...</td>\n",
       "      <td>[{'count': '515', 'name': 'to-read'} {'count':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Playmaker: A Venom Series Novella</td>\n",
       "      <td>Secrets. Sometimes keeping them in confidence ...</td>\n",
       "      <td>[{'count': '4', 'name': 'to-read'} {'count': '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>The Devil's Notebook</td>\n",
       "      <td>Wisdom, humor, and dark observations by the fo...</td>\n",
       "      <td>[{'count': '961', 'name': 'to-read'}\\n {'count...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               title  \\\n",
       "0                        W.C. Fields: A Life on Film   \n",
       "1                                        Good Harbor   \n",
       "2  The Unschooled Wizard (Sun Wolf and Starhawk, ...   \n",
       "3                               Best Friends Forever   \n",
       "4  Runic Astrology: Starcraft and Timekeeping in ...   \n",
       "5                      The Aeneid for Boys and Girls   \n",
       "6                              The Wanting of Levine   \n",
       "7  All's Fairy in Love and War (Avalon: Web of Ma...   \n",
       "8                  Playmaker: A Venom Series Novella   \n",
       "9                               The Devil's Notebook   \n",
       "\n",
       "                                         description  \\\n",
       "0                                               None   \n",
       "1  Anita Diamant's international bestseller \"The ...   \n",
       "2  Omnibus book club edition containing the Ladie...   \n",
       "3  Addie Downs and Valerie Adler were eight when ...   \n",
       "4                                               None   \n",
       "5  Relates in vigorous prose the tale of Aeneas, ...   \n",
       "6                                               None   \n",
       "7  To Kara's astonishment, she discovers that a p...   \n",
       "8  Secrets. Sometimes keeping them in confidence ...   \n",
       "9  Wisdom, humor, and dark observations by the fo...   \n",
       "\n",
       "                                     popular_shelves  \n",
       "0  [{'count': '3', 'name': 'to-read'} {'count': '...  \n",
       "1  [{'count': '2634', 'name': 'to-read'} {'count'...  \n",
       "2  [{'count': '58', 'name': 'to-read'} {'count': ...  \n",
       "3  [{'count': '7615', 'name': 'to-read'}\\n {'coun...  \n",
       "4  [{'count': '32', 'name': 'to-read'} {'count': ...  \n",
       "5  [{'count': '56', 'name': 'to-read'}\\n {'count'...  \n",
       "6  [{'count': '14', 'name': 'to-read'}\\n {'count'...  \n",
       "7  [{'count': '515', 'name': 'to-read'} {'count':...  \n",
       "8  [{'count': '4', 'name': 'to-read'} {'count': '...  \n",
       "9  [{'count': '961', 'name': 'to-read'}\\n {'count...  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Inspect CSV data\n",
    "%sql select title,description,popular_shelves from goodreads limit 10;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "008c93b8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Returning data to local variable text_data\n"
     ]
    }
   ],
   "source": [
    "%sql text_data << select title,description,popular_shelves from goodreads limit 10;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "5b6e52d0",
   "metadata": {},
   "outputs": [],
   "source": [
    "text_data[\"popular_shelves\"] = text_data[\"popular_shelves\"].to_json()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "1d91fb2f",
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'text_data' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001B[0;31m---------------------------------------------------------------------------\u001B[0m",
      "\u001B[0;31mNameError\u001B[0m                                 Traceback (most recent call last)",
      "\u001B[0;32m/var/folders/n8/dpr0sw1x2mdcxbv9rthvwz500000gp/T/ipykernel_29802/1077198020.py\u001B[0m in \u001B[0;36m<module>\u001B[0;34m\u001B[0m\n\u001B[0;32m----> 1\u001B[0;31m \u001B[0mtext_data\u001B[0m\u001B[0;34m[\u001B[0m\u001B[0;34m'popular_shelves'\u001B[0m\u001B[0;34m]\u001B[0m\u001B[0;34m.\u001B[0m\u001B[0mhead\u001B[0m\u001B[0;34m(\u001B[0m\u001B[0;34m)\u001B[0m\u001B[0;34m\u001B[0m\u001B[0;34m\u001B[0m\u001B[0m\n\u001B[0m",
      "\u001B[0;31mNameError\u001B[0m: name 'text_data' is not defined"
     ]
    }
   ],
   "source": [
    "text_data[\"popular_shelves\"].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0ab577d6",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}