Added script for country numeric codes

python/crawlers/numeric_codes.py

@@ -0,0 +1,43 @@
+# -*- coding: utf-8 -*-
+from bs4 import BeautifulSoup
+import urllib2
+
+URL_ISO_COUNTRIES = 'https://en.wikipedia.org/wiki/ISO_3166-1'
+
+
+def update(countriesJSON):
+    html = __getHTML(URL_ISO_COUNTRIES)
+    soup = BeautifulSoup(html, "html.parser")
+    data = __extractData(soup)
+    return __updateJSON(countriesJSON, data)
+
+
+def __getHTML(url):
+    usock = urllib2.urlopen(url)
+    data = usock.read()
+    usock.close()
+    return data
+
+def __extractData(html):
+    data = {}
+    table = html.find('table', class_='wikitable')
+    for row in table:
+        nameLink = row.find('a')
+        if nameLink != -1:
+            countryName = nameLink['title'].encode('utf-8')
+        for idx,element in enumerate(row):
+            if idx == 7:
+                numericCode = element.text
+                data[countryName] = numericCode
+
+    return data
+
+def __updateJSON(countriesJSON, data):
+    for country in data:
+        for countryJSON in countriesJSON:
+            if country == countryJSON['name'].encode('utf-8'):
+                print(country, data[country])
+                countryJSON['numericCode'] = data[country]
+
+    return countriesJSON
+

python/updater.py

@@ -10,6 +10,7 @@
 from crawlers import gini
 from crawlers import currencies
 from crawlers import languages
+from crawlers import numeric_codes
 
 
 def getCountriesJSON():
@@ -26,8 +27,9 @@ def saveCountriesJSON(countriesJSON):
         json.dump(countriesJSON, outputJsonFile)
 
 countriesJSON = getCountriesJSON()
-countriesJSON = population.update(countriesJSON)
-countriesJSON = gini.update(countriesJSON)
-countriesJSON = currencies.update(countriesJSON)
-countriesJSON = languages.update(countriesJSON)
+#countriesJSON = population.update(countriesJSON)
+#countriesJSON = gini.update(countriesJSON)
+#countriesJSON = currencies.update(countriesJSON)
+#countriesJSON = languages.update(countriesJSON)
+countriesJSON = numeric_codes.update(countriesJSON)
 saveCountriesJSON(countriesJSON)