Merge ab6815c into ce11307

open-contracting · Jun 2, 2020 · ac50549 · ac50549
2 parents ce11307 + ab6815c
commit ac50549
Show file tree

Hide file tree

Showing 20 changed files with 123 additions and 3 deletions.
diff --git a/kingfisher_scrapy/spiders/afghanistan_records.py b/kingfisher_scrapy/spiders/afghanistan_records.py
@@ -7,6 +7,13 @@
 
 
 class AfghanistanRecords(SimpleSpider):
+    """
+    API documentation
+      https://ocds.ageops.net/
+    Spider arguments
+      sample
+        Download only 1 record.
+    """
     name = 'afghanistan_records'
     data_type = 'record'
 

diff --git a/kingfisher_scrapy/spiders/afghanistan_releases.py b/kingfisher_scrapy/spiders/afghanistan_releases.py
@@ -7,6 +7,13 @@
 
 
 class AfghanistanReleases(SimpleSpider):
+    """
+    API documentation
+      https://ocds.ageops.net/
+    Spider arguments
+      sample
+        Download only 1 release.
+    """
     name = 'afghanistan_releases'
     data_type = 'release'
 

diff --git a/kingfisher_scrapy/spiders/argentina_buenos_aires.py b/kingfisher_scrapy/spiders/argentina_buenos_aires.py
@@ -8,10 +8,10 @@
 
 class ArgentinaBuenosAires(ZipSpider):
     """
-    Bulk download documentation
-      https://data.buenosaires.gob.ar/dataset/buenos-aires-compras/archivo/2a3d077c-71b6-4ba7-8924-f3e38cf1b8fc
     API documentation
       https://data.buenosaires.gob.ar/acerca/ckan
+    Bulk download documentation
+      https://data.buenosaires.gob.ar/dataset/buenos-aires-compras/archivo/2a3d077c-71b6-4ba7-8924-f3e38cf1b8fc
     Spider arguments
       sample
         Downloads the zip file and sends 10 releases to kingfisher process.

diff --git a/kingfisher_scrapy/spiders/argentina_vialidad.py b/kingfisher_scrapy/spiders/argentina_vialidad.py
@@ -4,6 +4,13 @@
 
 
 class ArgentinaVialidad(SimpleSpider):
+    """
+    API documentation
+      https://datosabiertos.vialidad.gob.ar/ui/index.html#!/datos_abiertos
+    Spider arguments
+      sample
+        Download one set of releases.
+    """
     name = 'argentina_vialidad'
     data_type = 'release_package_list'
 

diff --git a/kingfisher_scrapy/spiders/canada_buyandsell.py b/kingfisher_scrapy/spiders/canada_buyandsell.py
@@ -3,6 +3,13 @@
 
 
 class CanadaBuyAndSell(SimpleSpider):
+    """
+    API documentation
+      https://buyandsell.gc.ca/procurement-data/open-contracting-data-standard-pilot/download-ocds-pilot-data
+    Spider arguments
+      sample
+        Download only one set of releases.
+    """
     name = 'canada_buyandsell'
     data_type = 'release_package'
 

diff --git a/kingfisher_scrapy/spiders/canada_montreal.py b/kingfisher_scrapy/spiders/canada_montreal.py
@@ -7,6 +7,13 @@
 
 
 class CanadaMontreal(SimpleSpider):
+    """
+    API documentation
+      http://donnees.ville.montreal.qc.ca/dataset/contrats-et-subventions-api
+    Spider arguments
+      sample
+        Download only the first page.
+    """
     name = 'canada_montreal'
     data_type = 'release_package'
     step = 10000

diff --git a/kingfisher_scrapy/spiders/dominican_republic.py b/kingfisher_scrapy/spiders/dominican_republic.py
@@ -9,6 +9,13 @@
 
 
 class DominicanRepublic(BaseSpider):
+    """
+    Bulk download documentation
+      https://www.dgcp.gob.do/estandar-mundial-ocds/
+    Spider arguments
+      sample
+        Download only one set of releases.
+    """
     name = 'dominican_republic'
 
     def start_requests(self):

diff --git a/kingfisher_scrapy/spiders/france.py b/kingfisher_scrapy/spiders/france.py
@@ -7,6 +7,13 @@
 
 
 class France(SimpleSpider):
+    """
+    Swagger API documentation
+      https://doc.data.gouv.fr/api/reference/
+    Spider arguments
+      sample
+        Download one set of releases.
+    """
     name = 'france'
     data_type = 'release_package'
 

diff --git a/kingfisher_scrapy/spiders/georgia_records.py b/kingfisher_scrapy/spiders/georgia_records.py
@@ -5,6 +5,13 @@
 
 
 class GeorgiaRecords(LinksSpider):
+    """
+    Swagger API documentation
+      https://odapi.spa.ge/api/swagger.ui
+    Spider arguments
+      sample
+        Download one set of releases.
+    """
     name = 'georgia_records'
     data_type = 'record_package'
     next_page_formatter = staticmethod(parameters('page'))

diff --git a/kingfisher_scrapy/spiders/georgia_releases.py b/kingfisher_scrapy/spiders/georgia_releases.py
@@ -5,6 +5,13 @@
 
 
 class GeorgiaReleases(LinksSpider):
+    """
+    Swagger API documentation
+      https://odapi.spa.ge/api/swagger.ui
+    Spider arguments
+      sample
+        Download one set of releases.
+    """
     name = 'georgia_releases'
     data_type = 'release_package'
     next_page_formatter = staticmethod(parameters('page'))

diff --git a/kingfisher_scrapy/spiders/honduras_cost.py b/kingfisher_scrapy/spiders/honduras_cost.py
@@ -4,6 +4,11 @@
 
 
 class HondurasCoST(SimpleSpider):
+    """
+    Spider arguments
+      sample
+        Download only 20 records.
+    """
     name = 'honduras_cost'
     data_type = 'record_package'
 

diff --git a/kingfisher_scrapy/spiders/honduras_oncae.py b/kingfisher_scrapy/spiders/honduras_oncae.py
@@ -5,6 +5,13 @@
 
 
 class HondurasONCAE(ZipSpider):
+    """
+    Bulk download documentation
+      http://oncae.gob.hn/datosabiertos
+    Spider arguments
+      sample
+        Download one set of releases.
+    """
     name = 'honduras_oncae'
     data_type = 'release_package'
 

diff --git a/kingfisher_scrapy/spiders/honduras_portal_bulk_files.py b/kingfisher_scrapy/spiders/honduras_portal_bulk_files.py
@@ -7,6 +7,13 @@
 
 
 class HondurasPortalBulkFiles(SimpleSpider):
+    """
+    Bulk download documentation
+      http://www.contratacionesabiertas.gob.hn/descargas/
+    Spider arguments
+      sample
+        Download one set of releases.
+    """
     name = 'honduras_portal_bulk_files'
     data_type = 'release_package'
 

diff --git a/kingfisher_scrapy/spiders/indonesia_bandung.py b/kingfisher_scrapy/spiders/indonesia_bandung.py
@@ -6,6 +6,11 @@
 
 
 class IndonesiaBandung(BaseSpider):
+    """
+    Spider arguments
+      sample
+        Download only 10 releases.
+    """
     name = 'indonesia_bandung'
 
     def start_requests(self):

diff --git a/kingfisher_scrapy/spiders/mexico_administracion_publica_federal.py b/kingfisher_scrapy/spiders/mexico_administracion_publica_federal.py
@@ -9,7 +9,11 @@
 
 class MexicoAdministracionPublicaFederal(SimpleSpider):
     """
-    Bulk downloads: https://datos.gob.mx/busca/dataset/concentrado-de-contrataciones-abiertas-de-la-apf
+    Bulk download documentation
+      https://datos.gob.mx/busca/dataset/concentrado-de-contrataciones-abiertas-de-la-apf
+    Spider arguments
+      sample
+        Download only 100 records.
     """
     name = 'mexico_administracion_publica_federal'
     data_type = 'record_package_list_in_results'

diff --git a/kingfisher_scrapy/spiders/moldova.py b/kingfisher_scrapy/spiders/moldova.py
@@ -5,6 +5,11 @@
 
 
 class Moldova(SimpleSpider):
+    """
+    Spider arguments
+      sample
+        Download only one set of records.
+    """
     name = 'moldova'
     data_type = 'record_package'
 

diff --git a/kingfisher_scrapy/spiders/moldova_old.py b/kingfisher_scrapy/spiders/moldova_old.py
@@ -3,6 +3,13 @@
 
 
 class MoldovaOld(SimpleSpider):
+    """
+    Bulk download documentation
+      http://opencontracting.date.gov.md/downloads
+    Spider arguments
+      sample
+        Download only data released on 2017.
+    """
     name = 'moldova_old'
     data_type = 'release_package'
 

diff --git a/kingfisher_scrapy/spiders/scotland.py b/kingfisher_scrapy/spiders/scotland.py
@@ -5,6 +5,13 @@
 
 
 class Scotland(SimpleSpider):
+    """
+    API documentation
+      https://api.publiccontractsscotland.gov.uk/v1
+    Spider arguments
+      sample
+        Download only 21 releases.
+    """
     name = 'scotland'
     data_type = 'release_package'
 

diff --git a/kingfisher_scrapy/spiders/uk_contracts_finder.py b/kingfisher_scrapy/spiders/uk_contracts_finder.py
@@ -5,6 +5,11 @@
 
 
 class UKContractsFinder(SimpleSpider):
+    """
+    Spider arguments
+      sample
+        Download only 100 release packages.
+    """
     name = 'uk_contracts_finder'
     data_type = 'release_package_list_in_results'
     encoding = 'iso-8859-1'

diff --git a/kingfisher_scrapy/spiders/uk_fts.py b/kingfisher_scrapy/spiders/uk_fts.py
@@ -5,6 +5,11 @@
 
 
 class UKContractsFinder(LinksSpider):
+    """
+    Spider arguments
+      sample
+        Download only 1 release package.
+    """
     name = 'uk_fts'
     data_type = 'release_package_in_ocdsReleasePackage_in_list_in_results'
     next_page_formatter = staticmethod(parameters('cursor'))