-
Notifications
You must be signed in to change notification settings - Fork 0
/
run.py
33 lines (28 loc) · 1.32 KB
/
run.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
#-----------------------------------------------
#!/usr/bin/env python
# _*_coding:utf-8 _*_
#@Time:2020/3/3 17:56
#@Author:Ma Jie
#@FileName: run.py
#-----------------------------------------------
from configs.config import Config
from preprocessing.data_prepare import prepare_data
import numpy as np
import random
from stanfordcorenlp import StanfordCoreNLP
def print_obj(obj):
for item in obj.__dict__.items():
print(item)
if __name__ == '__main__':
print(28 * '*' + 'Hyperparameters' + '*' * 28)
cfg = Config()
print_obj(cfg)
print('***************************Begin to process data***************************')
# fix numpy seed
np.random.seed(cfg.seed)
# fix random seed
random.seed(cfg.seed)
# scp = StanfordCoreNLP(r'/data/majie/majie/stanford-corenlp-full-2018-10-05/')
# train_data = prepare_data(cfg=cfg, processed_data_path=cfg.train_data_path, is_test_data=False, scp=StanfordCoreNLP(r'/data/kf/majie/stanford-corenlp-full-2018-10-05/'))
# val_data = prepare_data(cfg=cfg, processed_data_path=cfg.val_data_path, is_test_data=False, scp=StanfordCoreNLP(r'/data/kf/majie/stanford-corenlp-full-2018-10-05/'))
# test_data = prepare_data(cfg=cfg, processed_data_path=cfg.test_data_path, is_test_data=True, scp=StanfordCoreNLP(r'/data/majie/majie/stanford-corenlp-full-2018-10-05/'))