updated cities.json to only use synonyms that match with a ratio of 70

iwpnd · Feb 15, 2020 · 6ebe80f · 6ebe80f
1 parent ce4515b
commit 6ebe80f
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 6 deletions.
diff --git a/.gitignore b/.gitignore
@@ -5,6 +5,8 @@ __pycache__/
 flash-geotext.code-workspace
 *.ipynb
 scripts/
+.DS_Store
+
 
 # C extensions
 *.so

diff --git a/flashgeotext/extractor.py b/flashgeotext/extractor.py
@@ -37,9 +37,13 @@ def _load_data_list(self, file: str = "") -> list:
             return list(json.loads(f.read()).keys())
 
 
-class Extractor(object):
-    cities: KeywordProcessor = KeywordProcessor
-    countries: KeywordProcessor = KeywordProcessor
+class Extractor:
+    cities: KeywordProcessor = KeywordProcessor(case_sensitive=True)
+    countries: KeywordProcessor = KeywordProcessor(case_sensitive=True)
 
-    def __init__(self):
-        pass
+    def __init__(self, demo_data: bool = False):
+
+        if demo_data:
+            demodata = DemoData()
+            self.cities.add_keywords_from_dict(keyword_dict=demodata.cities)
+            self.countries.add_keywords_from_dict(keyword_dict=demodata.countries)
diff --git a/flashgeotext/resources/cities.json b/flashgeotext/resources/cities.json