use separated log and debug stream for the tokenizer. Needs ucto 0.28!

LanguageMachines · Feb 6, 2023 · 2cfffe1 · 2cfffe1
1 parent 166a492
commit 2cfffe1
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 6 deletions.
diff --git a/configure.ac b/configure.ac
@@ -132,7 +132,7 @@ PKG_CHECK_MODULES([folia],[folia >= 2.9])
 CXXFLAGS="$CXXFLAGS $folia_CFLAGS"
 LIBS="$folia_LIBS $LIBS"
 
-PKG_CHECK_MODULES([ucto], [ucto >= 0.25] )
+PKG_CHECK_MODULES([ucto], [ucto >= 0.28] )
 CXXFLAGS="$CXXFLAGS $ucto_CFLAGS"
 LIBS="$ucto_LIBS $LIBS"
 

diff --git a/src/ucto_tokenizer_mod.cxx b/src/ucto_tokenizer_mod.cxx
@@ -71,10 +71,6 @@ UctoTokenizer::UctoTokenizer( TiCC::LogStream *err_log,
 
 UctoTokenizer::~UctoTokenizer(){
   /// Destroy the Tokenizer
-  // dbg_log is deleted by deleting the tokenizer element.
-  if ( dbgLog != errLog ){
-    delete errLog;
-  }
   delete tokenizer;
 }
 
@@ -109,7 +105,8 @@ bool UctoTokenizer::init( const TiCC::Configuration& config ){
     throw runtime_error( "ucto tokenizer is already initialized" );
   }
   tokenizer = new Tokenizer::TokenizerClass();
-  tokenizer->setErrorLog( dbgLog );
+  tokenizer->setErrorLog( errLog );
+  tokenizer->setDebugLog( dbgLog );
   tokenizer->setEosMarker( "" );
   tokenizer->setVerbose( false );
   tokenizer->setParagraphDetection( false ); //detection of paragraphs