bugfix in unigram token count

proycon · Aug 28, 2014 · 3debd7d · 3debd7d
1 parent ac963a7
commit 3debd7d
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 10 deletions.
diff --git a/codereview_input b/codereview_input
@@ -1,5 +1,6 @@
 
 - on-line learning, cache models
+
 - embedded systems
 
 - comparison with other LMs
@@ -9,17 +10,19 @@ http://ucrel.lancs.ac.uk/llwizard.html
 
 - stream based Python
 
-- voorbeelden bij metrics in documentatie
+DONE voorbeelden bij metrics in documentatie
 
 - C++ API genereren
 
-- TEchnical Report
+- Technical Report
 
 - Higher level wrapper scripts
 
 - CLAM wrapper
 
-- PIP install / Anaconda package
+
+- PIP install / Anaconda package  
+ (wrote up on it, making a package seems harder)
 
 - SOS/EOS markers
 
diff --git a/include/patternmodel.h b/include/patternmodel.h
@@ -2054,13 +2054,13 @@ class IndexedPatternModel: public PatternModel<IndexedData,IndexedDataHandler,Ma
                                 const Pattern p = *iter2;
                                 types.insert(p);
                             }
-                            IndexedData * data = this->getdata(pattern);
-                            for (IndexedData::iterator dataiter = data->begin(); dataiter != data->end(); dataiter++) {
-                                //take into account all tokens 
-                                for (int i = 0; i < pattern.n(); i++) {
-                                    tokens.insert(*dataiter + i);
-                                }
-                            }
+                        }
+                    }
+                    IndexedData * data = this->getdata(pattern);
+                    for (IndexedData::iterator dataiter = data->begin(); dataiter != data->end(); dataiter++) {
+                        //take into account all tokens 
+                        for (int i = 0; i < pattern.n(); i++) {
+                            tokens.insert(*dataiter + i);
                         }
                     }
                     iter++;