More optimizations

MontrealCorpusTools · Mar 8, 2019 · 6389519 · 6389519
1 parent 839be3c
commit 6389519
Showing 1 changed file with 15 additions and 2 deletions.
diff --git a/polyglotdb/io/importer/from_csv.py b/polyglotdb/io/importer/from_csv.py
@@ -708,16 +708,29 @@ def import_syllable_csv(corpus_context, call_back=None, stop_check=None):
                     (n)-[:contained_by]->(s),
                     (s)-[:spoken_by]->(sp),
                     (s)-[:spoken_in]->(d)
+            '''
+            statement = rel_statement.format(path=csv_path,
+                                         corpus=corpus_context.cypher_safe_name,
+                                         word_name=corpus_context.word_name,
+                                         phone_name=corpus_context.phone_name)
+            corpus_context.execute_cypher(statement)
+            print('Relationships took: {} seconds'.format(time.time()-begin))
+
+            begin = time.time()
+            prev_rel_statement = '''
+            USING PERIODIC COMMIT 2000
+            LOAD CSV WITH HEADERS FROM "{path}" as csvLine
+            MATCH (s:syllable:{corpus}:speech {{id: csvLine.id}})
             with csvLine, s
             MATCH (prev:syllable {{id:csvLine.prev_id}})
               CREATE (prev)-[:precedes]->(s)
             '''
-            statement = rel_statement.format(path=csv_path,
+            statement = prev_rel_statement.format(path=csv_path,
                                          corpus=corpus_context.cypher_safe_name,
                                          word_name=corpus_context.word_name,
                                          phone_name=corpus_context.phone_name)
             corpus_context.execute_cypher(statement)
-            print('Relationships took: {} seconds'.format(time.time()-begin))
+            print('Prev relationships took: {} seconds'.format(time.time()-begin))
 
             begin = time.time()
             del_rel_statement = '''