diff --git a/scraper.py b/scraper.py index d80ec3a..188f898 100644 --- a/scraper.py +++ b/scraper.py @@ -28,7 +28,7 @@ import requests from BeautifulSoup import BeautifulSoup import re -import scraperwiki +#import scraperwiki #brand = "volkswagen" @@ -133,6 +133,7 @@ act_kilometer = '0' data = { + 'index': i, 'link': act_link, 'year': act_year, 'price': act_price, @@ -142,5 +143,6 @@ 'kobcenti': act_kobcenti, 'loero: ': act_loero } + #print(act_link, act_year, act_price, act_kilometer, act_felszereltseg, act_motor, act_kobcenti, act_loero) - scraperwiki.sqlite.save(unique_keys=['link'], data=data) + scraperwiki.sqlite.save(unique_keys=['index'], data=data)