Update scraper.py

alexconx · Jun 20, 2018 · 0f84dea · 0f84dea
1 parent 71a92f9
commit 0f84dea
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -36,7 +36,14 @@
 #test3 = soup.find_all(class_='user-ad-row user-ad-row--premium user-ad-row--featured-or-premium user-ad-row--no-image link link--base-color-inherit link--hover-color-none link--no-underline')
 
 for a in soup.find_all('a', href=True, class_='user-ad-row user-ad-row--no-image link link--base-color-inherit link--hover-color-none link--no-underline'):
-    print "Found the URL:", a['href']
+    print "https://www.gumtree.com.au", a['href']
+
+
+for a in soup.find_all('a', href=True, class_='user-ad-row user-ad-row--featured-or-premium user-ad-row--no-image link link--base-color-inherit link--hover-color-none link--no-underline'):
+    print "https://www.gumtree.com.au/", a['href']
+
+for a in soup.find_all('a', href=True, class_='user-ad-row user-ad-row--premium user-ad-row--featured-or-premium user-ad-row--no-image link link--base-color-inherit link--hover-color-none link--no-underline'):
+    print "https://www.gumtree.com.au", a['href']
 
 #print(test1[0])