From 9cf7708c6193d64e218621e7baebe40e911955fa Mon Sep 17 00:00:00 2001 From: Matthew Landauer Date: Tue, 12 Apr 2022 10:29:03 +1000 Subject: [PATCH] Actually one bigger --- scraper.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scraper.py b/scraper.py index 51b4f7d..57404da 100644 --- a/scraper.py +++ b/scraper.py @@ -29,7 +29,7 @@ bs4 = BeautifulSoup(page, "html.parser") rows = bs4.find(id='ContentPlaceHolderBody_gridViewLocalities').find_all('tr') - if len(rows) == 20: + if len(rows) >= 21: # These postcodes probably will have extra pages print("WARNING: Maximum number of rows reached on postcode {}".format(postcode))