feat(tokenizer): add kakao configuration

entelecheia · Jul 25, 2023 · 9ae964f · 9ae964f
1 parent 04e66d2
commit 9ae964f
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/config/tokenizer/kakao.yaml b/config/tokenizer/kakao.yaml
@@ -0,0 +1,8 @@
+defaults:
+  - mecab
+
+stopwords:
+  stopwords_fn: "lambda x: len(x) <= 2"
+  stopwords_list: ["카카오"]
+  stopwords_path: ${__project_root_path__:}/workspace/stopwords/kakao.txt
+  verbose: false