stock_web_scrapping.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Hoj91t2qHp1i"
      },
      "source": [
        "First, let's import the needed libraries."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "49B1kZzKWmMI"
      },
      "outputs": [],
      "source": [
        "!pip install selenium \n",
        "!apt-get update \n",
        "!apt install chromium-chromedriver"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "z-su6V481aTC"
      },
      "outputs": [],
      "source": [
        "!sudo apt-get install unixodbc-dev\n",
        "!pip install pyodbc"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "N_Q5rd0EHvD4"
      },
      "outputs": [],
      "source": [
        "from bs4 import BeautifulSoup\n",
        "import requests\n",
        "import html5lib\n",
        "import pandas as pd\n",
        "import time\n",
        "import datetime\n",
        "import pyodbc\n",
        "\n",
        "from selenium import webdriver\n",
        "from selenium.webdriver.common.keys import Keys\n",
        "from selenium.webdriver.common.by import By\n",
        "\n",
        "chrome_options = webdriver.ChromeOptions()\n",
        "chrome_options.add_argument('--headless')\n",
        "chrome_options.add_argument('--no-sandbox')\n",
        "chrome_options.add_argument('--disable-dev-shm-usage')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "4uqG5owj2s3f"
      },
      "outputs": [],
      "source": [
        "%%sh\n",
        "curl https://packages.microsoft.com/keys/microsoft.asc | apt-key add -\n",
        "curl https://packages.microsoft.com/config/ubuntu/16.04/prod.list > /etc/apt/sources.list.d/mssql-release.list\n",
        "sudo apt-get update\n",
        "sudo ACCEPT_EULA=Y apt-get -q -y install msodbcsql17"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "VXrnKMKgHWFr"
      },
      "source": [
        "Now lets define which stock tickers we will retrieve:"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "_F21corXHcxd"
      },
      "outputs": [],
      "source": [
        "tickers = [ \"VALE3.SA\", \"TAEE11.SA\",\"BBSE3.SA\", \"IVVB11.SA\", \"BBAS3.SA\", \"PETR4.SA\", \"MGLU3.SA\",\"VIIA3.SA\", \"WEGE3.SA\", \"TRPL4.SA\",\n",
        "           \"FLRY3.SA\",\"CPLE6.SA\", \"ITSA4.SA\", \"PETZ3.SA\",\"ITUB4.SA\", \"BBDC4.SA\", \"SAPR4.SA\", \"KLBN4.SA\", \"UNIP6.SA\", \n",
        "           \"GGBR4.SA\", \"TUPY3.SA\",\"AGRO3.SA\", \"CMIG4.SA\", \"OIBR4.SA\" ]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "nU47MZRdgu2p"
      },
      "outputs": [],
      "source": [
        "class Stock:\n",
        "  def __init__(self, id, quotations):\n",
        "    self.id = id\n",
        "    self.quotations = quotations "
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XTuEcNPkItDh"
      },
      "source": [
        "And, for each ticker, scrape its data from Yahoo! Finance website:"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "NDyVezCUIsx0",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 827
        },
        "outputId": "29f6cec7-f210-4d63-d0d3-d90a0532b199"
      },
      "outputs": [
        {
          "metadata": {
            "tags": null
          },
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:1: DeprecationWarning: use options instead of chrome_options\n",
            "  \"\"\"Entry point for launching an IPython kernel.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "https://finance.yahoo.com/quote/VALE3.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true&guccounter=1\n",
            "Company name: Vale S.A. \n",
            "[('Nov 10, 2022', '74.55'), ('Nov 09, 2022', '73.15'), ('Nov 08, 2022', '74.05'), ('Nov 07, 2022', '71.87'), ('Nov 04, 2022', '72.25'), ('Nov 03, 2022', '67.15'), ('Nov 01, 2022', '69.17'), ('Oct 31, 2022', '67.13'), ('Oct 28, 2022', '67.45'), ('Oct 27, 2022', '70.91'), ('Oct 26, 2022', '73.53'), ('Oct 25, 2022', '71.93'), ('Oct 24, 2022', '71.93'), ('Oct 21, 2022', '74.13'), ('Oct 20, 2022', '72.02'), ('Oct 19, 2022', '71.11'), ('Oct 18, 2022', '71.96'), ('Oct 17, 2022', '70.93'), ('Oct 14, 2022', '69.83'), ('Oct 13, 2022', '72.18'), ('Oct 11, 2022', '73.49'), ('Oct 10, 2022', '73.99'), ('Oct 07, 2022', '75.51'), ('Oct 06, 2022', '75.23'), ('Oct 05, 2022', '76.96'), ('Oct 04, 2022', '75.79'), ('Oct 03, 2022', '74.00'), ('Sep 30, 2022', '72.04'), ('Sep 29, 2022', '68.43'), ('Sep 28, 2022', '68.34'), ('Sep 27, 2022', '67.70'), ('Sep 26, 2022', '68.72'), ('Sep 23, 2022', '68.57'), ('Sep 22, 2022', '70.02'), ('Sep 21, 2022', '68.45'), ('Sep 20, 2022', '69.45'), ('Sep 19, 2022', '70.46'), ('Sep 16, 2022', '68.25'), ('Sep 15, 2022', '68.35'), ('Sep 14, 2022', '67.00'), ('Sep 13, 2022', '68.25'), ('Sep 12, 2022', '70.16'), ('Sep 09, 2022', '69.55'), ('Sep 08, 2022', '64.51'), ('Sep 06, 2022', '63.67'), ('Sep 05, 2022', '65.22'), ('Sep 02, 2022', '62.92'), ('Sep 01, 2022', '63.89'), ('Aug 31, 2022', '64.50'), ('Aug 30, 2022', '64.97'), ('Aug 29, 2022', '66.91'), ('Aug 26, 2022', '68.23'), ('Aug 25, 2022', '69.27'), ('Aug 24, 2022', '67.95'), ('Aug 23, 2022', '70.21'), ('Aug 22, 2022', '65.98'), ('Aug 19, 2022', '66.96'), ('Aug 18, 2022', '67.72'), ('Aug 17, 2022', '68.23'), ('Aug 16, 2022', '69.82'), ('Aug 15, 2022', '68.30'), ('Aug 12, 2022', '69.80'), ('Aug 11, 2022', '72.49'), ('Aug 10, 2022', '70.05'), ('Aug 09, 2022', '70.00'), ('Aug 08, 2022', '68.58'), ('Aug 05, 2022', '68.00'), ('Aug 04, 2022', '67.13'), ('Aug 03, 2022', '67.52'), ('Aug 02, 2022', '70.25'), ('Aug 01, 2022', '68.08'), ('Jul 29, 2022', '69.75'), ('Jul 28, 2022', '70.69'), ('Jul 27, 2022', '70.52'), ('Jul 26, 2022', '70.36'), ('Jul 25, 2022', '70.49'), ('Jul 22, 2022', '69.21'), ('Jul 21, 2022', '68.57'), ('Jul 20, 2022', '67.39'), ('Jul 19, 2022', '68.88'), ('Jul 18, 2022', '68.73'), ('Jul 15, 2022', '68.37'), ('Jul 14, 2022', '67.95'), ('Jul 13, 2022', '72.80'), ('Jul 12, 2022', '73.05'), ('Jul 11, 2022', '72.83'), ('Jul 08, 2022', '75.40'), ('Jul 07, 2022', '77.18'), ('Jul 06, 2022', '75.00'), ('Jul 05, 2022', '74.30'), ('Jul 04, 2022', '74.67'), ('Jul 01, 2022', '75.10'), ('Jun 30, 2022', '76.56'), ('Jun 29, 2022', '78.79'), ('Jun 28, 2022', '79.45'), ('Jun 27, 2022', '78.05'), ('Jun 24, 2022', '74.62'), ('Jun 23, 2022', '72.60'), ('Jun 22, 2022', '75.35')]\n",
            "https://finance.yahoo.com/quote/TAEE11.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n",
            "Company name: Transmissora Aliança de Energia Elétrica S.A. \n",
            "[('Nov 10, 2022', '38.39'), ('Nov 09, 2022', '39.45'), ('Nov 08, 2022', '39.51'), ('Nov 07, 2022', '39.21'), ('Nov 04, 2022', '39.51'), ('Nov 03, 2022', '39.45'), ('Nov 01, 2022', '39.88'), ('Oct 31, 2022', '40.19'), ('Oct 28, 2022', '39.53'), ('Oct 27, 2022', '39.63'), ('Oct 26, 2022', '39.28'), ('Oct 25, 2022', '40.13'), ('Oct 24, 2022', '40.26'), ('Oct 21, 2022', '39.93'), ('Oct 20, 2022', '39.13'), ('Oct 19, 2022', '39.05'), ('Oct 18, 2022', '38.95'), ('Oct 17, 2022', '38.72'), ('Oct 14, 2022', '38.85'), ('Oct 13, 2022', '39.07'), ('Oct 11, 2022', '39.75'), ('Oct 10, 2022', '40.04'), ('Oct 07, 2022', '39.96'), ('Oct 06, 2022', '39.71'), ('Oct 05, 2022', '39.59'), ('Oct 04, 2022', '39.64'), ('Oct 03, 2022', '40.05'), ('Sep 30, 2022', '38.95'), ('Sep 29, 2022', '38.53'), ('Sep 28, 2022', '39.29'), ('Sep 27, 2022', '39.95'), ('Sep 26, 2022', '40.68'), ('Sep 23, 2022', '41.83'), ('Sep 22, 2022', '41.77'), ('Sep 21, 2022', '41.66'), ('Sep 20, 2022', '41.30'), ('Sep 19, 2022', '40.94'), ('Sep 16, 2022', '40.65'), ('Sep 15, 2022', '40.84'), ('Sep 14, 2022', '41.08'), ('Sep 13, 2022', '41.15'), ('Sep 12, 2022', '41.49'), ('Sep 09, 2022', '41.50'), ('Sep 08, 2022', '41.72'), ('Sep 06, 2022', '42.00'), ('Sep 05, 2022', '42.26'), ('Sep 02, 2022', '42.12'), ('Sep 01, 2022', '42.26'), ('Aug 31, 2022', '41.68'), ('Aug 30, 2022', '40.71'), ('Aug 29, 2022', '40.72'), ('Aug 26, 2022', '40.24'), ('Aug 25, 2022', '40.37'), ('Aug 24, 2022', '40.92'), ('Aug 23, 2022', '41.34'), ('Aug 22, 2022', '41.46'), ('Aug 19, 2022', '41.50'), ('Aug 18, 2022', '41.90'), ('Aug 17, 2022', '42.04'), ('Aug 16, 2022', '41.40'), ('Aug 15, 2022', '43.38'), ('Aug 12, 2022', '42.66'), ('Aug 11, 2022', '42.15'), ('Aug 10, 2022', '43.15'), ('Aug 09, 2022', '43.10'), ('Aug 08, 2022', '42.59'), ('Aug 05, 2022', '42.16'), ('Aug 04, 2022', '41.82'), ('Aug 03, 2022', '41.27'), ('Aug 02, 2022', '41.27'), ('Aug 01, 2022', '40.85'), ('Jul 29, 2022', '40.46'), ('Jul 28, 2022', '40.59'), ('Jul 27, 2022', '40.45'), ('Jul 26, 2022', '40.41'), ('Jul 25, 2022', '40.62'), ('Jul 22, 2022', '40.25'), ('Jul 21, 2022', '39.65'), ('Jul 20, 2022', '39.47'), ('Jul 19, 2022', '39.27'), ('Jul 18, 2022', '39.47'), ('Jul 15, 2022', '39.60'), ('Jul 14, 2022', '39.57'), ('Jul 13, 2022', '39.09'), ('Jul 12, 2022', '39.17'), ('Jul 11, 2022', '39.11'), ('Jul 08, 2022', '39.08'), ('Jul 07, 2022', '39.18'), ('Jul 06, 2022', '38.74'), ('Jul 05, 2022', '38.47'), ('Jul 04, 2022', '38.65'), ('Jul 01, 2022', '39.28'), ('Jun 30, 2022', '38.62'), ('Jun 29, 2022', '38.58'), ('Jun 28, 2022', '39.33'), ('Jun 27, 2022', '39.09'), ('Jun 24, 2022', '39.00'), ('Jun 23, 2022', '39.22'), ('Jun 22, 2022', '39.69')]\n",
            "https://finance.yahoo.com/quote/BBSE3.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n",
            "Company name: BB Seguridade Participações S.A. \n",
            "[('Nov 10, 2022', '29.95'), ('Nov 09, 2022', '31.25'), ('Nov 08, 2022', '30.36'), ('Nov 07, 2022', '30.09'), ('Nov 04, 2022', '29.78'), ('Nov 03, 2022', '29.59'), ('Nov 01, 2022', '29.70'), ('Oct 31, 2022', '29.69'), ('Oct 28, 2022', '29.32'), ('Oct 27, 2022', '29.18'), ('Oct 26, 2022', '28.04'), ('Oct 25, 2022', '28.24'), ('Oct 24, 2022', '28.69'), ('Oct 21, 2022', '29.16'), ('Oct 20, 2022', '29.42'), ('Oct 19, 2022', '28.99'), ('Oct 18, 2022', '28.81'), ('Oct 17, 2022', '28.04'), ('Oct 14, 2022', '27.50'), ('Oct 13, 2022', '28.17'), ('Oct 11, 2022', '27.44'), ('Oct 10, 2022', '28.23'), ('Oct 07, 2022', '28.16'), ('Oct 06, 2022', '27.78'), ('Oct 05, 2022', '27.57'), ('Oct 04, 2022', '26.86'), ('Oct 03, 2022', '27.36'), ('Sep 30, 2022', '26.57'), ('Sep 29, 2022', '26.56'), ('Sep 28, 2022', '27.39'), ('Sep 27, 2022', '28.62'), ('Sep 26, 2022', '28.97'), ('Sep 23, 2022', '29.61'), ('Sep 22, 2022', '29.64'), ('Sep 21, 2022', '30.08'), ('Sep 20, 2022', '30.22'), ('Sep 19, 2022', '29.81'), ('Sep 16, 2022', '29.47'), ('Sep 15, 2022', '28.33'), ('Sep 14, 2022', '28.12'), ('Sep 13, 2022', '28.37'), ('Sep 12, 2022', '28.20'), ('Sep 09, 2022', '28.56'), ('Sep 08, 2022', '28.58'), ('Sep 06, 2022', '28.80'), ('Sep 05, 2022', '28.68'), ('Sep 02, 2022', '28.46'), ('Sep 01, 2022', '28.79'), ('Aug 31, 2022', '28.28'), ('Aug 30, 2022', '28.23'), ('Aug 29, 2022', '28.22'), ('Aug 26, 2022', '28.40'), ('Aug 25, 2022', '28.15'), ('Aug 24, 2022', '28.50'), ('Aug 23, 2022', '28.50'), ('Aug 22, 2022', '28.56'), ('Aug 19, 2022', '28.50'), ('Aug 18, 2022', '28.67'), ('Aug 17, 2022', '30.22'), ('Aug 16, 2022', '30.49'), ('Aug 15, 2022', '30.75'), ('Aug 12, 2022', '30.58'), ('Aug 11, 2022', '30.29'), ('Aug 10, 2022', '29.45'), ('Aug 09, 2022', '29.79'), ('Aug 08, 2022', '29.49'), ('Aug 05, 2022', '28.48'), ('Aug 04, 2022', '28.21'), ('Aug 03, 2022', '28.56'), ('Aug 02, 2022', '29.25'), ('Aug 01, 2022', '28.94'), ('Jul 29, 2022', '28.99'), ('Jul 28, 2022', '28.87'), ('Jul 27, 2022', '28.80'), ('Jul 26, 2022', '28.41'), ('Jul 25, 2022', '28.23'), ('Jul 22, 2022', '27.88'), ('Jul 21, 2022', '27.62'), ('Jul 20, 2022', '27.34'), ('Jul 19, 2022', '27.01'), ('Jul 18, 2022', '26.87'), ('Jul 15, 2022', '27.50'), ('Jul 14, 2022', '26.39'), ('Jul 13, 2022', '25.30'), ('Jul 12, 2022', '25.21'), ('Jul 11, 2022', '25.14'), ('Jul 08, 2022', '25.34'), ('Jul 07, 2022', '25.46'), ('Jul 06, 2022', '25.20'), ('Jul 05, 2022', '25.20'), ('Jul 04, 2022', '25.40'), ('Jul 01, 2022', '26.05'), ('Jun 30, 2022', '25.96'), ('Jun 29, 2022', '25.48'), ('Jun 28, 2022', '25.45'), ('Jun 27, 2022', '24.92'), ('Jun 24, 2022', '24.75'), ('Jun 23, 2022', '25.12'), ('Jun 22, 2022', '25.03')]\n",
            "https://finance.yahoo.com/quote/IVVB11.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n",
            "Company name: iShares S&P 500 Fundo de Investimento - Investimento No Exterior \n",
            "[('Nov 10, 2022', '233.75'), ('Nov 09, 2022', '215.00'), ('Nov 08, 2022', '217.25'), ('Nov 07, 2022', '216.75'), ('Nov 04, 2022', '209.85'), ('Nov 03, 2022', '209.65'), ('Nov 01, 2022', '217.35'), ('Oct 31, 2022', '220.24'), ('Oct 28, 2022', '226.90'), ('Oct 27, 2022', '222.90'), ('Oct 26, 2022', '226.70'), ('Oct 25, 2022', '225.70'), ('Oct 24, 2022', '221.55'), ('Oct 21, 2022', '213.00'), ('Oct 20, 2022', '210.00'), ('Oct 19, 2022', '214.40'), ('Oct 18, 2022', '215.50'), ('Oct 17, 2022', '214.15'), ('Oct 14, 2022', '209.90'), ('Oct 13, 2022', '213.00'), ('Oct 11, 2022', '208.60'), ('Oct 10, 2022', '206.30'), ('Oct 07, 2022', '208.70'), ('Oct 06, 2022', '214.75'), ('Oct 05, 2022', '215.50'), ('Oct 04, 2022', '215.40'), ('Oct 03, 2022', '209.14'), ('Sep 30, 2022', '213.50'), ('Sep 29, 2022', '215.98'), ('Sep 28, 2022', '219.00'), ('Sep 27, 2022', '215.55'), ('Sep 26, 2022', '216.35'), ('Sep 23, 2022', '213.75'), ('Sep 22, 2022', '211.90'), ('Sep 21, 2022', '215.35'), ('Sep 20, 2022', '218.25'), ('Sep 19, 2022', '221.25'), ('Sep 16, 2022', '224.25'), ('Sep 15, 2022', '225.00'), ('Sep 14, 2022', '224.75'), ('Sep 13, 2022', '224.50'), ('Sep 12, 2022', '230.00'), ('Sep 09, 2022', '230.20'), ('Sep 08, 2022', '229.50'), ('Sep 06, 2022', '225.00'), ('Sep 05, 2022', '223.00'), ('Sep 02, 2022', '223.55'), ('Sep 01, 2022', '228.35'), ('Aug 31, 2022', '226.00'), ('Aug 30, 2022', '223.85'), ('Aug 29, 2022', '223.00'), ('Aug 26, 2022', '226.00'), ('Aug 25, 2022', '235.51'), ('Aug 24, 2022', '232.70'), ('Aug 23, 2022', '231.41'), ('Aug 22, 2022', '235.10'), ('Aug 19, 2022', '240.15'), ('Aug 18, 2022', '243.50'), ('Aug 17, 2022', '242.55'), ('Aug 16, 2022', '243.19'), ('Aug 15, 2022', '241.00'), ('Aug 12, 2022', '238.34'), ('Aug 11, 2022', '238.79'), ('Aug 10, 2022', '234.89'), ('Aug 09, 2022', '232.57'), ('Aug 08, 2022', '232.19'), ('Aug 05, 2022', '235.00'), ('Aug 04, 2022', '237.70'), ('Aug 03, 2022', '240.55'), ('Aug 02, 2022', '237.00'), ('Aug 01, 2022', '233.95'), ('Jul 29, 2022', '234.50'), ('Jul 28, 2022', '230.80'), ('Jul 27, 2022', '231.65'), ('Jul 26, 2022', '230.50'), ('Jul 25, 2022', '233.75'), ('Jul 22, 2022', '238.84'), ('Jul 21, 2022', '240.13'), ('Jul 20, 2022', '237.15'), ('Jul 19, 2022', '233.90'), ('Jul 18, 2022', '228.50'), ('Jul 15, 2022', '228.85'), ('Jul 14, 2022', '225.75'), ('Jul 13, 2022', '225.24'), ('Jul 12, 2022', '227.85'), ('Jul 11, 2022', '227.00'), ('Jul 08, 2022', '225.20'), ('Jul 07, 2022', '228.55'), ('Jul 06, 2022', '228.16'), ('Jul 05, 2022', '226.50'), ('Jul 04, 2022', '222.99'), ('Jul 01, 2022', '227.00'), ('Jun 30, 2022', '216.70'), ('Jun 29, 2022', '217.50'), ('Jun 28, 2022', '220.50'), ('Jun 27, 2022', '223.70'), ('Jun 24, 2022', '225.50'), ('Jun 23, 2022', '217.65'), ('Jun 22, 2022', '213.55'), ('Jun 21, 2022', '212.50')]\n",
            "https://finance.yahoo.com/quote/BBAS3.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n",
            "Company name: Banco do Brasil S.A. \n",
            "[('Nov 10, 2022', '36.33'), ('Nov 09, 2022', '37.06'), ('Nov 08, 2022', '38.07'), ('Nov 07, 2022', '37.89'), ('Nov 04, 2022', '39.26'), ('Nov 03, 2022', '38.69'), ('Nov 01, 2022', '37.90'), ('Oct 31, 2022', '37.02'), ('Oct 28, 2022', '38.82'), ('Oct 27, 2022', '38.59'), ('Oct 26, 2022', '38.11'), ('Oct 25, 2022', '39.51'), ('Oct 24, 2022', '40.20'), ('Oct 21, 2022', '44.68'), ('Oct 20, 2022', '43.60'), ('Oct 19, 2022', '41.65'), ('Oct 18, 2022', '39.95'), ('Oct 17, 2022', '39.49'), ('Oct 14, 2022', '39.16'), ('Oct 13, 2022', '39.38'), ('Oct 11, 2022', '39.11'), ('Oct 10, 2022', '40.07'), ('Oct 07, 2022', '40.66'), ('Oct 06, 2022', '40.57'), ('Oct 05, 2022', '39.86'), ('Oct 04, 2022', '39.23'), ('Oct 03, 2022', '41.46'), ('Sep 30, 2022', '38.52'), ('Sep 29, 2022', '38.34'), ('Sep 28, 2022', '38.55'), ('Sep 27, 2022', '38.54'), ('Sep 26, 2022', '39.03'), ('Sep 23, 2022', '40.73'), ('Sep 22, 2022', '41.24'), ('Sep 21, 2022', '40.50'), ('Sep 20, 2022', '40.79'), ('Sep 19, 2022', '40.18'), ('Sep 16, 2022', '39.40'), ('Sep 15, 2022', '39.85'), ('Sep 14, 2022', '40.26'), ('Sep 13, 2022', '40.22'), ('Sep 12, 2022', '41.18'), ('Sep 09, 2022', '40.55'), ('Sep 08, 2022', '39.46'), ('Sep 06, 2022', '39.63'), ('Sep 05, 2022', '41.63'), ('Sep 02, 2022', '42.53'), ('Sep 01, 2022', '42.33'), ('Aug 31, 2022', '41.69'), ('Aug 30, 2022', '42.33'), ('Aug 29, 2022', '42.45'), ('Aug 26, 2022', '41.59'), ('Aug 25, 2022', '41.80'), ('Aug 24, 2022', '40.83'), ('Aug 23, 2022', '41.52'), ('Aug 22, 2022', '41.47'), ('Aug 19, 2022', '41.05'), ('Aug 18, 2022', '41.82'), ('Aug 17, 2022', '42.81'), ('Aug 16, 2022', '43.20'), ('Aug 15, 2022', '42.99'), ('Aug 12, 2022', '44.10'), ('Aug 11, 2022', '41.74'), ('Aug 10, 2022', '39.97'), ('Aug 09, 2022', '39.63'), ('Aug 08, 2022', '38.98'), ('Aug 05, 2022', '37.79'), ('Aug 04, 2022', '37.10'), ('Aug 03, 2022', '36.41'), ('Aug 02, 2022', '36.16'), ('Aug 01, 2022', '35.68'), ('Jul 29, 2022', '35.97'), ('Jul 28, 2022', '36.21'), ('Jul 27, 2022', '35.55'), ('Jul 26, 2022', '35.32'), ('Jul 25, 2022', '35.20'), ('Jul 22, 2022', '34.67'), ('Jul 21, 2022', '34.91'), ('Jul 20, 2022', '34.67'), ('Jul 19, 2022', '34.66'), ('Jul 18, 2022', '33.75'), ('Jul 15, 2022', '33.28'), ('Jul 14, 2022', '32.61'), ('Jul 13, 2022', '32.65'), ('Jul 12, 2022', '33.01'), ('Jul 11, 2022', '32.90'), ('Jul 08, 2022', '33.45'), ('Jul 07, 2022', '33.13'), ('Jul 06, 2022', '32.65'), ('Jul 05, 2022', '32.86'), ('Jul 04, 2022', '33.04'), ('Jul 01, 2022', '33.15'), ('Jun 30, 2022', '33.38'), ('Jun 29, 2022', '33.08'), ('Jun 28, 2022', '33.25'), ('Jun 27, 2022', '33.13'), ('Jun 24, 2022', '32.46'), ('Jun 23, 2022', '32.65')]\n",
            "https://finance.yahoo.com/quote/PETR4.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n",
            "Company name: Petróleo Brasileiro S.A. - Petrobras \n",
            "[('Nov 10, 2022', '26.12'), ('Nov 09, 2022', '26.90'), ('Nov 08, 2022', '27.35'), ('Nov 07, 2022', '27.15'), ('Nov 04, 2022', '28.30'), ('Nov 03, 2022', '29.95'), ('Nov 01, 2022', '29.86'), ('Oct 31, 2022', '29.81'), ('Oct 28, 2022', '32.57'), ('Oct 27, 2022', '32.96'), ('Oct 26, 2022', '32.71'), ('Oct 25, 2022', '33.53'), ('Oct 24, 2022', '34.25'), ('Oct 21, 2022', '37.72'), ('Oct 20, 2022', '36.47'), ('Oct 19, 2022', '35.42'), ('Oct 18, 2022', '34.21'), ('Oct 17, 2022', '33.39'), ('Oct 14, 2022', '33.42'), ('Oct 13, 2022', '33.94'), ('Oct 11, 2022', '33.00'), ('Oct 10, 2022', '33.25'), ('Oct 07, 2022', '33.63'), ('Oct 06, 2022', '33.66'), ('Oct 05, 2022', '32.55'), ('Oct 04, 2022', '31.37'), ('Oct 03, 2022', '32.18'), ('Sep 30, 2022', '29.80'), ('Sep 29, 2022', '29.31'), ('Sep 28, 2022', '29.27'), ('Sep 27, 2022', '29.67'), ('Sep 26, 2022', '29.29'), ('Sep 23, 2022', '29.94'), ('Sep 22, 2022', '31.94'), ('Sep 21, 2022', '31.17'), ('Sep 20, 2022', '31.09'), ('Sep 19, 2022', '31.27'), ('Sep 16, 2022', '30.78'), ('Sep 15, 2022', '31.06'), ('Sep 14, 2022', '31.12'), ('Sep 13, 2022', '30.65'), ('Sep 12, 2022', '31.48'), ('Sep 09, 2022', '31.79'), ('Sep 08, 2022', '31.80'), ('Sep 06, 2022', '32.10'), ('Sep 05, 2022', '33.34'), ('Sep 02, 2022', '33.42'), ('Sep 01, 2022', '33.85'), ('Aug 31, 2022', '33.23'), ('Aug 30, 2022', '32.43'), ('Aug 29, 2022', '34.48'), ('Aug 26, 2022', '33.64'), ('Aug 25, 2022', '33.28'), ('Aug 24, 2022', '33.64'), ('Aug 23, 2022', '33.44'), ('Aug 22, 2022', '32.41'), ('Aug 19, 2022', '31.73'), ('Aug 18, 2022', '33.42'), ('Aug 17, 2022', '32.76'), ('Aug 16, 2022', '32.01'), ('Aug 15, 2022', '31.72'), ('Aug 12, 2022', '31.71'), ('Aug 11, 2022', '36.25'), ('Aug 10, 2022', '37.11'), ('Aug 09, 2022', '37.23'), ('Aug 08, 2022', '36.63'), ('Aug 05, 2022', '34.87'), ('Aug 04, 2022', '34.21'), ('Aug 03, 2022', '33.85'), ('Aug 02, 2022', '33.83'), ('Aug 01, 2022', '33.68'), ('Jul 29, 2022', '34.15'), ('Jul 28, 2022', '32.29'), ('Jul 27, 2022', '31.35'), ('Jul 26, 2022', '31.01'), ('Jul 25, 2022', '30.70'), ('Jul 22, 2022', '29.33'), ('Jul 21, 2022', '29.02'), ('Jul 20, 2022', '29.17'), ('Jul 19, 2022', '29.18'), ('Jul 18, 2022', '28.60'), ('Jul 15, 2022', '27.96'), ('Jul 14, 2022', '27.49'), ('Jul 13, 2022', '28.25'), ('Jul 12, 2022', '28.23'), ('Jul 11, 2022', '28.66'), ('Jul 08, 2022', '28.80'), ('Jul 07, 2022', '28.48'), ('Jul 06, 2022', '27.67'), ('Jul 05, 2022', '28.03'), ('Jul 04, 2022', '29.14'), ('Jul 01, 2022', '28.53'), ('Jun 30, 2022', '27.93'), ('Jun 29, 2022', '28.08'), ('Jun 28, 2022', '28.33'), ('Jun 27, 2022', '27.98'), ('Jun 24, 2022', '26.29'), ('Jun 23, 2022', '26.49'), ('Jun 22, 2022', '26.99')]\n",
            "https://finance.yahoo.com/quote/MGLU3.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n",
            "Company name: Magazine Luiza S.A. \n",
            "[('Nov 10, 2022', '3.9800'), ('Nov 09, 2022', '4.4700'), ('Nov 08, 2022', '4.6300'), ('Nov 07, 2022', '4.5400'), ('Nov 04, 2022', '4.8300'), ('Nov 03, 2022', '4.8700'), ('Nov 01, 2022', '4.5600'), ('Oct 31, 2022', '4.4700'), ('Oct 28, 2022', '4.3800'), ('Oct 27, 2022', '4.2200'), ('Oct 26, 2022', '3.9100'), ('Oct 25, 2022', '4.2900'), ('Oct 24, 2022', '4.0800'), ('Oct 21, 2022', '4.1500'), ('Oct 20, 2022', '4.0900'), ('Oct 19, 2022', '4.1900'), ('Oct 18, 2022', '4.3200'), ('Oct 17, 2022', '4.3700'), ('Oct 14, 2022', '4.3700'), ('Oct 13, 2022', '4.9200'), ('Oct 11, 2022', '5.1700'), ('Oct 10, 2022', '5.3200'), ('Oct 07, 2022', '5.3100'), ('Oct 06, 2022', '5.3700'), ('Oct 05, 2022', '5.1200'), ('Oct 04, 2022', '5.0900'), ('Oct 03, 2022', '4.9100'), ('Sep 30, 2022', '4.4800'), ('Sep 29, 2022', '4.0500'), ('Sep 28, 2022', '4.3300'), ('Sep 27, 2022', '4.1800'), ('Sep 26, 2022', '4.4800'), ('Sep 23, 2022', '4.6300'), ('Sep 22, 2022', '4.6000'), ('Sep 21, 2022', '4.7500'), ('Sep 20, 2022', '4.4600'), ('Sep 19, 2022', '4.5600'), ('Sep 16, 2022', '4.4600'), ('Sep 15, 2022', '4.3400'), ('Sep 14, 2022', '4.4700'), ('Sep 13, 2022', '4.7000'), ('Sep 12, 2022', '4.7900'), ('Sep 09, 2022', '4.3800'), ('Sep 08, 2022', '4.2900'), ('Sep 06, 2022', '4.0000'), ('Sep 05, 2022', '4.3200'), ('Sep 02, 2022', '4.2600'), ('Sep 01, 2022', '4.3700'), ('Aug 31, 2022', '4.2700'), ('Aug 30, 2022', '4.5100'), ('Aug 29, 2022', '4.5200'), ('Aug 26, 2022', '4.5800'), ('Aug 25, 2022', '4.6800'), ('Aug 24, 2022', '4.5000'), ('Aug 23, 2022', '4.1500'), ('Aug 22, 2022', '3.8200'), ('Aug 19, 2022', '3.7800'), ('Aug 18, 2022', '4.0300'), ('Aug 17, 2022', '4.0200'), ('Aug 16, 2022', '4.1500'), ('Aug 15, 2022', '4.0400'), ('Aug 12, 2022', '3.5800'), ('Aug 11, 2022', '3.0400'), ('Aug 10, 2022', '3.2900'), ('Aug 09, 2022', '3.0800'), ('Aug 08, 2022', '3.2700'), ('Aug 05, 2022', '3.1600'), ('Aug 04, 2022', '3.3400'), ('Aug 03, 2022', '2.9300'), ('Aug 02, 2022', '2.7100'), ('Aug 01, 2022', '2.7200'), ('Jul 29, 2022', '2.5800'), ('Jul 28, 2022', '2.7200'), ('Jul 27, 2022', '2.7000'), ('Jul 26, 2022', '2.6100'), ('Jul 25, 2022', '2.7900'), ('Jul 22, 2022', '2.8600'), ('Jul 21, 2022', '3.0100'), ('Jul 20, 2022', '3.0700'), ('Jul 19, 2022', '2.7900'), ('Jul 18, 2022', '2.7700'), ('Jul 15, 2022', '2.7800'), ('Jul 14, 2022', '2.9100'), ('Jul 13, 2022', '2.8300'), ('Jul 12, 2022', '2.9300'), ('Jul 11, 2022', '2.6300'), ('Jul 08, 2022', '2.6200'), ('Jul 07, 2022', '2.5600'), ('Jul 06, 2022', '2.5000'), ('Jul 05, 2022', '2.3800'), ('Jul 04, 2022', '2.1300'), ('Jul 01, 2022', '2.2000'), ('Jun 30, 2022', '2.3400'), ('Jun 29, 2022', '2.4100'), ('Jun 28, 2022', '2.3800'), ('Jun 27, 2022', '2.4300'), ('Jun 24, 2022', '2.4700'), ('Jun 23, 2022', '2.5500'), ('Jun 22, 2022', '2.4400'), ('Jun 21, 2022', '2.5100')]\n",
            "https://finance.yahoo.com/quote/VIIA3.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n",
            "Company name: Via S.A. \n",
            "[('Nov 10, 2022', '2.5800'), ('Nov 09, 2022', '2.8000'), ('Nov 08, 2022', '2.9100'), ('Nov 07, 2022', '2.9400'), ('Nov 04, 2022', '3.1800'), ('Nov 03, 2022', '3.2200'), ('Nov 01, 2022', '3.1600'), ('Oct 31, 2022', '3.1300'), ('Oct 28, 2022', '3.0400'), ('Oct 27, 2022', '2.9300'), ('Oct 26, 2022', '2.8000'), ('Oct 25, 2022', '3.0300'), ('Oct 24, 2022', '3.0000'), ('Oct 21, 2022', '3.1100'), ('Oct 20, 2022', '3.0300'), ('Oct 19, 2022', '3.2600'), ('Oct 18, 2022', '3.4100'), ('Oct 17, 2022', '3.4800'), ('Oct 14, 2022', '3.3900'), ('Oct 13, 2022', '3.6500'), ('Oct 11, 2022', '3.7800'), ('Oct 10, 2022', '3.9300'), ('Oct 07, 2022', '3.9000'), ('Oct 06, 2022', '3.9000'), ('Oct 05, 2022', '3.6100'), ('Oct 04, 2022', '3.6000'), ('Oct 03, 2022', '3.5400'), ('Sep 30, 2022', '3.1900'), ('Sep 29, 2022', '2.9400'), ('Sep 28, 2022', '3.1400'), ('Sep 27, 2022', '3.0800'), ('Sep 26, 2022', '3.2100'), ('Sep 23, 2022', '3.3500'), ('Sep 22, 2022', '3.3600'), ('Sep 21, 2022', '3.3500'), ('Sep 20, 2022', '3.1900'), ('Sep 19, 2022', '3.2200'), ('Sep 16, 2022', '3.1300'), ('Sep 15, 2022', '3.1100'), ('Sep 14, 2022', '3.2600'), ('Sep 13, 2022', '3.3800'), ('Sep 12, 2022', '3.4300'), ('Sep 09, 2022', '3.2600'), ('Sep 08, 2022', '3.0500'), ('Sep 06, 2022', '2.8900'), ('Sep 05, 2022', '3.1300'), ('Sep 02, 2022', '3.1000'), ('Sep 01, 2022', '3.2000'), ('Aug 31, 2022', '3.2200'), ('Aug 30, 2022', '3.2400'), ('Aug 29, 2022', '3.3300'), ('Aug 26, 2022', '3.2700'), ('Aug 25, 2022', '3.3800'), ('Aug 24, 2022', '3.3900'), ('Aug 23, 2022', '3.2700'), ('Aug 22, 2022', '3.1700'), ('Aug 19, 2022', '3.1100'), ('Aug 18, 2022', '3.3100'), ('Aug 17, 2022', '3.4000'), ('Aug 16, 2022', '3.6200'), ('Aug 15, 2022', '3.6400'), ('Aug 12, 2022', '3.1800'), ('Aug 11, 2022', '2.7900'), ('Aug 10, 2022', '2.9600'), ('Aug 09, 2022', '2.7900'), ('Aug 08, 2022', '2.9200'), ('Aug 05, 2022', '2.8600'), ('Aug 04, 2022', '2.9500'), ('Aug 03, 2022', '2.6200'), ('Aug 02, 2022', '2.3500'), ('Aug 01, 2022', '2.4400'), ('Jul 29, 2022', '2.4000'), ('Jul 28, 2022', '2.5100'), ('Jul 27, 2022', '2.4800'), ('Jul 26, 2022', '2.3600'), ('Jul 25, 2022', '2.5200'), ('Jul 22, 2022', '2.5100'), ('Jul 21, 2022', '2.6300'), ('Jul 20, 2022', '2.6100'), ('Jul 19, 2022', '2.3100'), ('Jul 18, 2022', '2.3100'), ('Jul 15, 2022', '2.4000'), ('Jul 14, 2022', '2.4800'), ('Jul 13, 2022', '2.5200'), ('Jul 12, 2022', '2.5500'), ('Jul 11, 2022', '2.3300'), ('Jul 08, 2022', '2.4300'), ('Jul 07, 2022', '2.3500'), ('Jul 06, 2022', '2.3100'), ('Jul 05, 2022', '2.0400'), ('Jul 04, 2022', '1.8300'), ('Jul 01, 2022', '1.8900'), ('Jun 30, 2022', '1.9200'), ('Jun 29, 2022', '2.0900'), ('Jun 28, 2022', '2.0800'), ('Jun 27, 2022', '2.2000'), ('Jun 24, 2022', '2.2700'), ('Jun 23, 2022', '2.3700'), ('Jun 22, 2022', '2.2900'), ('Jun 21, 2022', '2.2300')]\n",
            "https://finance.yahoo.com/quote/WEGE3.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n",
            "Company name: WEG S.A. \n",
            "[('Nov 10, 2022', '39.23'), ('Nov 09, 2022', '40.60'), ('Nov 08, 2022', '40.80'), ('Nov 07, 2022', '40.90'), ('Nov 04, 2022', '40.80'), ('Nov 03, 2022', '40.20'), ('Nov 01, 2022', '39.41'), ('Oct 31, 2022', '40.28'), ('Oct 28, 2022', '38.47'), ('Oct 27, 2022', '38.83'), ('Oct 26, 2022', '37.98'), ('Oct 25, 2022', '35.05'), ('Oct 24, 2022', '34.92'), ('Oct 21, 2022', '35.20'), ('Oct 20, 2022', '34.66'), ('Oct 19, 2022', '34.65'), ('Oct 18, 2022', '34.56'), ('Oct 17, 2022', '33.61'), ('Oct 14, 2022', '32.86'), ('Oct 13, 2022', '33.47'), ('Oct 11, 2022', '33.90'), ('Oct 10, 2022', '34.27'), ('Oct 07, 2022', '33.35'), ('Oct 06, 2022', '33.73'), ('Oct 05, 2022', '33.67'), ('Oct 04, 2022', '33.24'), ('Oct 03, 2022', '33.58'), ('Sep 30, 2022', '32.14'), ('Sep 29, 2022', '30.14'), ('Sep 28, 2022', '30.32'), ('Sep 27, 2022', '30.05'), ('Sep 26, 2022', '30.57'), ('Sep 23, 2022', '30.57'), ('Sep 22, 2022', '31.01'), ('Sep 21, 2022', '31.18'), ('Sep 20, 2022', '31.13'), ('Sep 19, 2022', '30.60'), ('Sep 16, 2022', '30.48'), ('Sep 15, 2022', '30.01'), ('Sep 14, 2022', '30.62'), ('Sep 13, 2022', '30.61'), ('Sep 12, 2022', '31.80'), ('Sep 09, 2022', '30.45'), ('Sep 08, 2022', '30.21'), ('Sep 06, 2022', '30.29'), ('Sep 05, 2022', '30.90'), ('Sep 02, 2022', '30.21'), ('Sep 01, 2022', '28.38'), ('Aug 31, 2022', '28.29'), ('Aug 30, 2022', '28.39'), ('Aug 29, 2022', '28.37'), ('Aug 26, 2022', '28.81'), ('Aug 25, 2022', '28.95'), ('Aug 24, 2022', '28.79'), ('Aug 23, 2022', '28.80'), ('Aug 22, 2022', '28.95'), ('Aug 19, 2022', '29.85'), ('Aug 18, 2022', '30.84'), ('Aug 17, 2022', '30.43'), ('Aug 16, 2022', '30.59'), ('Aug 15, 2022', '30.34'), ('Aug 12, 2022', '30.90'), ('Aug 11, 2022', '30.13'), ('Aug 10, 2022', '30.68'), ('Aug 09, 2022', '29.58'), ('Aug 08, 2022', '29.73'), ('Aug 05, 2022', '28.83'), ('Aug 04, 2022', '28.81'), ('Aug 03, 2022', '28.12'), ('Aug 02, 2022', '28.38'), ('Aug 01, 2022', '27.88'), ('Jul 29, 2022', '28.04'), ('Jul 28, 2022', '27.93'), ('Jul 27, 2022', '26.87'), ('Jul 26, 2022', '26.20'), ('Jul 25, 2022', '26.48'), ('Jul 22, 2022', '25.84'), ('Jul 21, 2022', '25.33'), ('Jul 20, 2022', '25.99'), ('Jul 19, 2022', '26.96'), ('Jul 18, 2022', '26.12'), ('Jul 15, 2022', '26.55'), ('Jul 14, 2022', '26.40'), ('Jul 13, 2022', '26.73'), ('Jul 12, 2022', '26.59'), ('Jul 11, 2022', '26.58'), ('Jul 08, 2022', '27.27'), ('Jul 07, 2022', '27.61'), ('Jul 06, 2022', '27.10'), ('Jul 05, 2022', '27.02'), ('Jul 04, 2022', '26.49'), ('Jul 01, 2022', '26.50'), ('Jun 30, 2022', '26.45'), ('Jun 29, 2022', '26.03'), ('Jun 28, 2022', '26.15'), ('Jun 27, 2022', '25.93'), ('Jun 24, 2022', '26.46')]\n",
            "https://finance.yahoo.com/quote/TRPL4.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n",
            "Company name: CTEEP - Companhia de Transmissão de Energia Elétrica Paulista S.A. \n",
            "[('Nov 10, 2022', '23.24'), ('Nov 09, 2022', '23.96'), ('Nov 08, 2022', '23.99'), ('Nov 07, 2022', '23.83'), ('Nov 04, 2022', '24.53'), ('Nov 03, 2022', '24.35'), ('Nov 01, 2022', '24.08'), ('Oct 31, 2022', '24.50'), ('Oct 28, 2022', '24.20'), ('Oct 27, 2022', '23.90'), ('Oct 26, 2022', '23.63'), ('Oct 25, 2022', '24.00'), ('Oct 24, 2022', '23.85'), ('Oct 21, 2022', '23.83'), ('Oct 20, 2022', '23.26'), ('Oct 19, 2022', '23.31'), ('Oct 18, 2022', '23.27'), ('Oct 17, 2022', '23.15'), ('Oct 14, 2022', '22.70'), ('Oct 13, 2022', '22.86'), ('Oct 11, 2022', '23.36'), ('Oct 10, 2022', '23.47'), ('Oct 07, 2022', '23.28'), ('Oct 06, 2022', '23.55'), ('Oct 05, 2022', '23.53'), ('Oct 04, 2022', '23.61'), ('Oct 03, 2022', '23.88'), ('Sep 30, 2022', '22.97'), ('Sep 29, 2022', '22.78'), ('Sep 28, 2022', '22.92'), ('Sep 27, 2022', '23.10'), ('Sep 26, 2022', '23.20'), ('Sep 23, 2022', '23.62'), ('Sep 22, 2022', '23.76'), ('Sep 21, 2022', '23.50'), ('Sep 20, 2022', '23.45'), ('Sep 19, 2022', '23.44'), ('Sep 16, 2022', '23.07'), ('Sep 15, 2022', '23.13'), ('Sep 14, 2022', '23.29'), ('Sep 13, 2022', '23.21'), ('Sep 12, 2022', '23.58'), ('Sep 09, 2022', '23.62'), ('Sep 08, 2022', '23.52'), ('Sep 06, 2022', '23.22'), ('Sep 05, 2022', '23.50'), ('Sep 02, 2022', '23.66'), ('Sep 01, 2022', '23.81'), ('Aug 31, 2022', '23.85'), ('Aug 30, 2022', '23.87'), ('Aug 29, 2022', '23.99'), ('Aug 26, 2022', '23.52'), ('Aug 25, 2022', '23.58'), ('Aug 24, 2022', '24.00'), ('Aug 23, 2022', '24.08'), ('Aug 22, 2022', '24.28'), ('Aug 19, 2022', '24.44'), ('Aug 18, 2022', '24.24'), ('Aug 17, 2022', '24.80'), ('Aug 16, 2022', '24.18'), ('Aug 15, 2022', '24.20'), ('Aug 12, 2022', '24.05'), ('Aug 11, 2022', '23.55'), ('Aug 10, 2022', '23.92'), ('Aug 09, 2022', '23.95'), ('Aug 08, 2022', '23.78'), ('Aug 05, 2022', '23.84'), ('Aug 04, 2022', '23.60'), ('Aug 03, 2022', '23.48'), ('Aug 02, 2022', '23.64'), ('Aug 01, 2022', '23.26'), ('Jul 29, 2022', '22.79'), ('Jul 28, 2022', '23.46'), ('Jul 27, 2022', '23.29'), ('Jul 26, 2022', '22.91'), ('Jul 25, 2022', '23.09'), ('Jul 22, 2022', '23.02'), ('Jul 21, 2022', '23.04'), ('Jul 20, 2022', '22.86'), ('Jul 19, 2022', '22.85'), ('Jul 18, 2022', '22.91'), ('Jul 15, 2022', '22.89'), ('Jul 14, 2022', '23.13'), ('Jul 13, 2022', '23.31'), ('Jul 12, 2022', '23.25'), ('Jul 11, 2022', '23.16'), ('Jul 08, 2022', '23.15'), ('Jul 07, 2022', '23.24'), ('Jul 06, 2022', '22.92'), ('Jul 05, 2022', '22.74'), ('Jul 04, 2022', '22.86'), ('Jul 01, 2022', '23.28'), ('Jun 30, 2022', '22.97'), ('Jun 29, 2022', '22.96'), ('Jun 28, 2022', '23.05'), ('Jun 27, 2022', '23.07'), ('Jun 24, 2022', '23.02'), ('Jun 23, 2022', '23.09'), ('Jun 22, 2022', '23.53'), ('Jun 21, 2022', '23.24')]\n",
            "https://finance.yahoo.com/quote/FLRY3.SA/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true\n"
          ]
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-34-40be54dfc716>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m     33\u001b[0m   \u001b[0;32mwhile\u001b[0m \u001b[0mno_of_pagedowns\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     34\u001b[0m       \u001b[0melem\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend_keys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mKeys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mPAGE_DOWN\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 35\u001b[0;31m       \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msleep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m0.5\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     36\u001b[0m       \u001b[0mno_of_pagedowns\u001b[0m\u001b[0;34m-=\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     37\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ],
      "source": [
        "browser = webdriver.Chrome('chromedriver',chrome_options=chrome_options)\n",
        "\n",
        "conn = pyodbc.connect('Driver={ODBC Driver 17 for SQL Server};'\n",
        "                      'Server=personal-sql-server.database.windows.net;'\n",
        "                      'Database=stocks-bd;'\n",
        "                      'UID=gabriel;'\n",
        "                      'PWD=Pass1234;')\n",
        "\n",
        "cursor = conn.cursor()\n",
        "\n",
        "stocks = []\n",
        "\n",
        "flag = False\n",
        "\n",
        "for ticker in tickers:\n",
        "  \n",
        "  base_url = 'https://finance.yahoo.com/quote/'\n",
        "  url_suffix = ticker + '/history?period1=1510358400&period2=1668124800&interval=1d&filter=history&frequency=1d&includeAdjustedClose=true'\n",
        "  ticker_url = base_url + url_suffix\n",
        "  headers = {'User-Agent': \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.135 Safari/537.36 Edge/12.246\", 'COOKIES_ENABLED': True}\n",
        "\n",
        "  browser.get(ticker_url)\n",
        "  # print(browser.page_source)\n",
        "  if(flag == False):\n",
        "    button = browser.find_element(By.NAME, 'agree')\n",
        "    button.click()\n",
        "    flag = True\n",
        "\n",
        "  print(browser.current_url)\n",
        "  elem = browser.find_element(By.TAG_NAME,'body')\n",
        "  no_of_pagedowns = 200\n",
        "\n",
        "  while no_of_pagedowns:\n",
        "      elem.send_keys(Keys.PAGE_DOWN)\n",
        "      time.sleep(0.5)\n",
        "      no_of_pagedowns-=1\n",
        "\n",
        "  # r = requests.get(url=ticker_url, headers=headers)\n",
        "  # soup = BeautifulSoup(r.content, 'html5lib')\n",
        "\n",
        "  soup = BeautifulSoup(browser.page_source, 'html5lib')\n",
        "  company_name = soup.find( 'h1', attrs = {'class': 'D(ib) Fz(18px)'} ).text\n",
        "  company_name_clean = company_name.split('(')[0]\n",
        "  print('Company name: ' + company_name_clean)\n",
        "\n",
        "  cursor.execute(\"select StockId from Stock where CompanyTicker = '\" + ticker + \"'\")\n",
        "  # if(cursor.fetchone()):\n",
        "  #   stock_id = cursor.fetchone()[0]\n",
        "  #   print(\"tem\")\n",
        "  # else:\n",
        "  #   cursor.execute(\"insert into Stock (CompanyName, CompanyTicker) values ('\" + company_name_clean + \"', '\" + ticker + \"')\")\n",
        "  #   stock_id = cursor.execute('SELECT SCOPE_IDENTITY()').fetchone()[0]\n",
        "  #   print(\"n tem\")\n",
        "  # print(stock_id)\n",
        "\n",
        "  quotations = []\n",
        "\n",
        "  table = soup.find( 'table', attrs = {'data-test':'historical-prices'} )\n",
        "  for row in table.findAll( 'tr', attrs = {'class': 'BdT Bdc($seperatorColor) Ta(end) Fz(s) Whs(nw)'} ) :\n",
        "    data = row.findAll( 'td')\n",
        "    if(len(data) > 4):\n",
        "      date_str = data[0].find('span').text\n",
        "      value = data[4].find('span').text\n",
        "      # print('Date: ' + date_str + '  Closing value: ' + value)\n",
        "      quotations.append((date_str, value))\n",
        "  \n",
        "  stocks.append(stock)\n",
        "  stock = Stock(stock_id, quotations)\n",
        "  print(quotations)\n",
        "\n",
        "\n",
        "for stock in stocks:\n",
        "  query = 'INSERT INTO StockQuotation (StockId, QuotationDate, QuotationValue) VALUES '\n",
        "  for quotation in stock.quotations:\n",
        "    query += \"(\" + str(stock.id) + \", '\" + datetime.datetime.strptime(quotation[0], '%b %d, %Y').strftime('%Y-%m-%d') + \"', \" + str(quotation[1]) + \"), \"\n",
        "  print(query[:-2])\n",
        "  cursor.execute(query[:-2])\n",
        "conn.commit()"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}