fix(nlu): entities extraction fix (whole entities)

botpress · Mar 18, 2019 · 3259547 · 3259547
1 parent 2e1c64f
commit 3259547
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/modules/nlu/src/backend/pipelines/entities/pattern_extractor.ts b/modules/nlu/src/backend/pipelines/entities/pattern_extractor.ts
@@ -51,7 +51,10 @@ export default class PatternExtractor {
         let partOfPhrase = tok
         const occ = val.join('+')
         if (val.length > 1) {
-          partOfPhrase = (await tokenize(input.substr(cur, occ.length), lang)).join('+')
+          const _tokens = await tokenize(input.substr(cur + partOfPhrase.length), lang)
+          while (_tokens.length && partOfPhrase.length < occ.length) {
+            partOfPhrase += '+' + _tokens.shift()
+          }
         }
 
         let distance = 0.0