From c9d9cae3198c7e8edbd884a660c96a0283c78740 Mon Sep 17 00:00:00 2001 From: roll Date: Tue, 13 Oct 2015 11:18:09 +0300 Subject: [PATCH] fixed fields with maxOccurs=unbounded; close #8 --- items/trial.py | 8 ++++---- spiders/trials.py | 8 ++++---- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/items/trial.py b/items/trial.py index d9874c0..0882649 100644 --- a/items/trial.py +++ b/items/trial.py @@ -41,7 +41,6 @@ class Trial(scrapy.Item): oversight_info = scrapy.Field() eligibility = scrapy.Field() - overall_official = scrapy.Field() overall_contact = scrapy.Field() overall_contact_backup = scrapy.Field() responsible_party = scrapy.Field() @@ -60,10 +59,11 @@ class Trial(scrapy.Item): conditions = scrapy.Field() arm_groups = scrapy.Field() interventions = scrapy.Field() + overall_officials = scrapy.Field() locations = scrapy.Field() location_countries = scrapy.Field() removed_countries = scrapy.Field() - link = scrapy.Field() - reference = scrapy.Field() - results_reference = scrapy.Field() + links = scrapy.Field() + references = scrapy.Field() + results_references = scrapy.Field() keywords = scrapy.Field() diff --git a/spiders/trials.py b/spiders/trials.py index 11ffd9e..78182f1 100644 --- a/spiders/trials.py +++ b/spiders/trials.py @@ -75,7 +75,6 @@ def parse_item(self, res): item['oversight_info'] = gdict('oversight_info') item['eligibility'] = gdict('eligibility') - item['overall_official'] = gdict('overall_official') item['overall_contact'] = gdict('overall_contact') item['overall_contact_backup'] = gdict('overall_contact_backup') item['responsible_party'] = gdict('responsible_party') @@ -94,12 +93,13 @@ def parse_item(self, res): item['conditions'] = glist('condition') item['arm_groups'] = glist('arm_group') item['interventions'] = glist('intervention') + item['overall_officials'] = glist('overall_official') item['locations'] = glist('location') item['location_countries'] = glist('location_countries/child::*') item['removed_countries'] = glist('removed_countries/child::*') - item['link'] = glist('link') - item['reference'] = glist('reference') - item['results_reference'] = glist('results_reference') + item['links'] = glist('link') + item['references'] = glist('reference') + item['results_references'] = glist('results_reference') item['keywords'] = glist('keyword') return item