add init and runner script

Author: supercoderhawk

python/init_datasets.py

@@ -0,0 +1,26 @@
+# -*- coding: UTF-8 -*-
+import os
+from shutil import copyfile
+from dnlp.data_process.process_cws import ProcessCWS
+
+
+def copy():
+  src_folder = '../datasets/'
+  dst_base_folder = 'dnlp/data/'
+  if not os.path.exists(dst_base_folder):
+    os.makedirs(dst_base_folder)
+  pku = 'pku_training.utf8'
+  copyfile(src_folder + pku, dst_base_folder + pku)
+
+
+def build_cws_datasets():
+  files = ('pku_training.utf8',)
+  base_folder = 'dnlp/data/cws/'
+  if not os.path.exists(base_folder):
+    os.makedirs(base_folder)
+  ProcessCWS(files=files, base_folder=base_folder, name='pku_training')
+
+
+if __name__ == '__main__':
+  copy()
+  build_cws_datasets()

python/runner/cws_ner.py

@@ -0,0 +1,37 @@
+# -*- coding: UTF-8 -*-
+import sys
+import getopt
+from dnlp.config.config import DnnCrfConfig
+from dnlp.core.dnn_crf import DnnCrf
+
+
+def train_cws():
+  data_path = '../dnlp/data/cws/pku_training.pickle'
+  config = DnnCrfConfig()
+  dnncrf = DnnCrf(config=config, data_path=data_path,nn='lstm')
+  dnncrf.fit()
+
+
+def test_cws():
+  sentence = '小明来自南京师范大学'
+  model_path = '../dnlp/models/cws1.ckpt'
+  config = DnnCrfConfig()
+  dnncrf = DnnCrf(config=config, mode='predict', model_path=model_path, nn='lstm')
+  res = dnncrf.predict(sentence)
+  print(res)
+
+
+if __name__ == '__main__':
+  try:
+    opts, args = getopt.getopt(sys.argv[1:], 'tp', [])
+    if len(opts) != 1:
+      raise Exception('cmd args count is not 1')
+    opts = opts[0]
+    if opts[0] == '-t':
+      train_cws()
+    elif opts[0] == '-p':
+      test_cws()
+    else:
+      raise Exception('unknown cmd arg')
+  except Exception as e:
+    print(e.args[0])