fixed problem with --language option not being passed to tokenizer

LanguageMachines · Jan 2, 2019 · a315998 · a315998
1 parent 1660168
commit a315998
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/src/ucto_tokenizer_mod.cxx b/src/ucto_tokenizer_mod.cxx
@@ -89,7 +89,12 @@ bool UctoTokenizer::init( const TiCC::Configuration& config ){
     // it wil run in minimal mode then.
   }
   else {
-    string rulesName = config.lookUp( "rulesFile", "tokenizer" );
+    // when a languas (list) is specified on the command line,
+    // it overrules the language from the config file
+    string rulesName;
+    if ( language_list.empty() ){
+      rulesName = config.lookUp( "rulesFile", "tokenizer" );
+    }
     if ( rulesName.empty() ){
       if ( language_list.empty() ){
 	LOG << "no 'rulesFile' or 'languages' found in configuration" << endl;