Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
blablupcom committed Jun 10, 2015
1 parent eeebdd9 commit ecd62db
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion scraper.py
Original file line number Diff line number Diff line change
Expand Up @@ -235,7 +235,7 @@ def get_attachments (tender_soup):

attach_list = []
attach_list = get_attachments(tender_soup)
scraperwiki.sqlite.save(unique_keys=['l'], data={"l": unicode(link), "tender_id": unicode(tender_id), "buyer": unicode(buyer), "title" : unicode(title), "summary": summary.decode('utf-8'), "categories": unicode(categories), "contact_name": unicode(contact_name), "contact_phone": contact_phone, "contact_email": unicode(contact_email), "contact_addr": contact_addr, "contract_start": contract_start, "contract_end": contract_end, "eoi_start": eoi_start, "eoi_end": eoi_end, "est_value": est_value, "contract_duration": contract_duration,"extension_duration": extension_duration, "extension_iterations": extension_iterations, "attach_list": unicode(attach_list), "d": todays_date})
scraperwiki.sqlite.save(unique_keys=['l'], data={"l": unicode(link), "tender_id": unicode(tender_id), "buyer": unicode(buyer), "title" : unicode(title), "summary": summary.decode('utf-8'), "categories": unicode(categories), "contact_name": unicode(contact_name), "contact_phone": contact_phone, "contact_email": unicode(contact_email), "contact_addr": contact_addr.decode('utf-8'), "contract_start": contract_start, "contract_end": contract_end, "eoi_start": eoi_start, "eoi_end": eoi_end, "est_value": est_value, "contract_duration": contract_duration.decode('utf-8'),"extension_duration": extension_duration.decode('utf-8'), "extension_iterations": extension_iterations.decode('utf-8'), "attach_list": unicode(attach_list), "d": todays_date})

# csv_row = [link, tender_id,buyer,title,summary,categories,contact_name,contact_phone,contact_email,contact_addr,contract_start,contract_end,eoi_start,eoi_end,est_value,contract_duration,extension_duration,extension_iterations,attach_list]
#
Expand Down

0 comments on commit ecd62db

Please sign in to comment.