Added search data collater

collate_search_data.py

@@ -0,0 +1,24 @@
+import os, glob, json, codecs
+
+F_SEARCH = sorted(glob.glob("search_data/*"))
+
+def load_word_file(f):
+    with codecs.open(f,'r','utf-8') as FIN:
+        js = json.loads(FIN.read())
+    return js
+
+for f in F_SEARCH:
+    js = load_word_file(f)
+
+    try:
+        js["items"] = [item["full_name"] for item in js["items"]]
+    except:
+        print "{} looks to be collated already".format(f)
+        continue
+
+    with codecs.open(f,'w','utf-8') as FOUT:
+        FOUT.write(json.dumps(js))
+
+    print "Completed {}".format(f)
+
+

run_fixer.py

@@ -1,4 +1,5 @@
-
+import os, glob
+from src.word_fix import fix_word
 
 '''
 def load_word_file(f):

word_fix.py → src/word_fix.py

@@ -4,9 +4,6 @@
 logging.basicConfig(level=logging.INFO)
 logging.getLogger("requests").setLevel(logging.WARNING)
 
-## TO DO:
-## LOG AS COMPLETE!
-
 FLAG_fork = True
 FLAG_delete = True