Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
blablupcom committed Jun 10, 2015
1 parent e6d13ea commit 56bd64d
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions scraper.py
Original file line number Diff line number Diff line change
Expand Up @@ -244,8 +244,8 @@ def get_attachments (tender_soup):
attach_list = []
attach_list = get_attachments(tender_soup)

scraperwiki.sqlite.save(unique_keys=['l'], data={"l": unicode(link), "tender_id": unicode(tender_id), "buyer": unicode(buyer), "title" : unicode(title), "summary": summary.decode('utf-8'), "categories": unicode(categories), "contact_name": unicode(contact_name),
"contact_phone": contact_phone, "contact_email": contact_email, "contact_addr": contact_addr, "contract_start": contract_start, "contract_end": contract_end, "eoi_start": eoi_start, "eoi_end": eoi_end, "est_value": est_value, "contract_duration": contract_duration,"extension_duration": extension_duration, "extension_iterations": extension_iterations, "attach_list": unicode(attach_list), "d": todays_date })
scraperwiki.sqlite.save(unique_keys=['l'], data={"l": unicode(link), "tender_id": unicode(tender_id), "buyer": unicode(buyer), "title" : unicode(title),})
# "summary": summary.decode('utf-8'), "categories": unicode(categories), "contact_name": unicode(contact_name), "contact_phone": contact_phone, "contact_email": contact_email, "contact_addr": contact_addr, "contract_start": contract_start, "contract_end": contract_end, "eoi_start": eoi_start, "eoi_end": eoi_end, "est_value": est_value, "contract_duration": contract_duration,"extension_duration": extension_duration, "extension_iterations": extension_iterations, "attach_list": unicode(attach_list), "d": todays_date })
# csv_row = [link, tender_id,buyer,title,summary,categories,contact_name,contact_phone,contact_email,contact_addr,contract_start,contract_end,eoi_start,eoi_end,est_value,contract_duration,extension_duration,extension_iterations,attach_list]

# wr = csv.writer(resultFile, quoting=csv.QUOTE_ALL, delimiter=',')
Expand Down

0 comments on commit 56bd64d

Please sign in to comment.