From 0e08b1c979c98c67734a9526d85f926620615b83 Mon Sep 17 00:00:00 2001 From: rdmaloney <45108790+rdmaloney@users.noreply.github.com> Date: Sun, 11 Aug 2019 23:57:49 +0100 Subject: [PATCH] Update scraper.py --- scraper.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/scraper.py b/scraper.py index 3b875b3..638dbec 100644 --- a/scraper.py +++ b/scraper.py @@ -13,6 +13,7 @@ f1 = [] f2 = [] all_rows = [] +fighters = [] def scrape_data(): @@ -34,12 +35,10 @@ def scrape_data(): fights_table = soup.find('table', { "class": "b-fight-details__table b-fight-details__table_style_margin-top b-fight-details__table_type_event-details js-fight-table"}) - rows = fights_table.find_all('tr', { - "class": "b-fight-details__table-row b-fight-details__table-row__hover js-fight-details-click" + all_rows = fights_table.find_all('tr', { + "class": "b-fight-details__table-row b-fight-details__table-row__hover js-fight-details-click" - for row in all_rows: - - fighters = rows.find_all('a', {"href": re.compile("http://ufcstats.com/fighter-details")}) + fighters = all_rows.find_all('a', {"href": re.compile("http://ufcstats.com/fighter-details")}) try: @@ -78,3 +77,4 @@ def create_df(): df.to_sql('data', conn, if_exists='replace') print('Db successfully constructed and saved') conn.close() +