fixed fields with maxOccurs=unbounded; close #8

roll · Oct 13, 2015 · c9d9cae · c9d9cae
1 parent 3fe5004
commit c9d9cae
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 8 deletions.
diff --git a/items/trial.py b/items/trial.py
@@ -41,7 +41,6 @@ class Trial(scrapy.Item):
 
     oversight_info = scrapy.Field()
     eligibility = scrapy.Field()
-    overall_official = scrapy.Field()
     overall_contact = scrapy.Field()
     overall_contact_backup = scrapy.Field()
     responsible_party = scrapy.Field()
@@ -60,10 +59,11 @@ class Trial(scrapy.Item):
     conditions = scrapy.Field()
     arm_groups = scrapy.Field()
     interventions = scrapy.Field()
+    overall_officials = scrapy.Field()
     locations = scrapy.Field()
     location_countries = scrapy.Field()
     removed_countries = scrapy.Field()
-    link = scrapy.Field()
-    reference = scrapy.Field()
-    results_reference = scrapy.Field()
+    links = scrapy.Field()
+    references = scrapy.Field()
+    results_references = scrapy.Field()
     keywords = scrapy.Field()
diff --git a/spiders/trials.py b/spiders/trials.py
@@ -75,7 +75,6 @@ def parse_item(self, res):
 
         item['oversight_info'] = gdict('oversight_info')
         item['eligibility'] = gdict('eligibility')
-        item['overall_official'] = gdict('overall_official')
         item['overall_contact'] = gdict('overall_contact')
         item['overall_contact_backup'] = gdict('overall_contact_backup')
         item['responsible_party'] = gdict('responsible_party')
@@ -94,12 +93,13 @@ def parse_item(self, res):
         item['conditions'] = glist('condition')
         item['arm_groups'] = glist('arm_group')
         item['interventions'] = glist('intervention')
+        item['overall_officials'] = glist('overall_official')
         item['locations'] = glist('location')
         item['location_countries'] = glist('location_countries/child::*')
         item['removed_countries'] = glist('removed_countries/child::*')
-        item['link'] = glist('link')
-        item['reference'] = glist('reference')
-        item['results_reference'] = glist('results_reference')
+        item['links'] = glist('link')
+        item['references'] = glist('reference')
+        item['results_references'] = glist('results_reference')
         item['keywords'] = glist('keyword')
 
         return item