konlpy apply

chat/management/commands/makedata.py

@@ -1,6 +1,6 @@
 from django.core.management.base import BaseCommand, CommandError
 from chat.models import Chat
-from core.chat import remove_special_char
+from core.chat import remove_special_char, apply_nlpy
 import subprocess
 import os
 import time
@@ -30,7 +30,7 @@ def make_train_data(self, t_input, t_output):
         rep = open(t_output, 'w')
 
         for chat in chats:
-            req.write(remove_special_char(chat.question)+'\n')
+            req.write(apply_nlpy(remove_special_char(chat.question))+'\n')
             rep.write(chat.answer +'\n')
 
         req.close()

core/chat.py

@@ -15,6 +15,7 @@
 from . import model_helper
 
 from . import constants
+from konlpy.tag import Mecab
 
 from .utils import vocab_utils
 
@@ -24,11 +25,20 @@
 
 FLAGS = constants
 
+mecab = Mecab()
 
 def remove_special_char(s_input):
     return re.sub("([.,!?\"':;)(])", "", s_input)
 
 
+def apply_nlpy(s_input):
+    """
+    형태소 분석을 통해서 교육 효율을 높인다.
+    """
+    result = mecab.morphs(s_input)
+    return ' '.join(result)
+
+
 class ChatBot:
     ckpt = None
     hparams = None
@@ -47,7 +57,7 @@ def _do_reply(self, input):
         if len(input) == 0:
             return ''
 
-        infer_data = [remove_special_char(input)]
+        infer_data = [apply_nlpy(remove_special_char(input))]
 
         self.sess.run(
             self.infer_model.iterator.initializer,