-
Notifications
You must be signed in to change notification settings - Fork 1
/
run_blstm_ner.sh
70 lines (61 loc) · 2.2 KB
/
run_blstm_ner.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
#!/usr/bin/env bash
# train and eval in source domain
# python blstm_ner.py\
# --data_dir=./data/MSRA \
# --output_dir=./output/MSRA/blstm_crf/ \
# --vocab_file=./data/wiki/char2id.pkl \
# --embedding_file=./data/wiki/char2vec.txt \
# --embedding_source=./data/wiki/wiki_100.utf8.txt \
# --lr=0.001 \
# --num_train_epochs=40 \
# --batch_size=64 \
# --CRF=True \
# --mode=train
# predict in target domain
# python blstm_ner.py\
# --data_dir=./data/ywsz/ \
# --output_dir=./output/MSRA/blstm_crf/ \
# --vocab_file=./data/wiki/char2id.pkl \
# --embedding_file=./data/wiki/char2vec.txt \
# --CRF=True \
# --mode=predict \
# test in target domain
# using blstm
# python blstm_ner.py\
# --data_dir=./data/ywevents/ \
# --output_dir=./output/ywevents/blstm/ \
# --ckpt_model=./output/MSRA/blstm/checkpoints/model.ckpt-31680 \
# --vocab_file=./data/wiki/char2id.pkl \
# --embedding_file=./data/wiki/char2vec.txt \
# --random_embedding=True \
# --mode=test \
# test in target domain
# using char2vec_blstm
# python blstm_ner.py\
# --data_dir=./data/ywevents/ \
# --output_dir=./output/ywevents/char2vec_blstm/ \
# --ckpt_model=./output/MSRA/char2vec_blstm/checkpoints/model.ckpt-31680 \
# --vocab_file=./data/wiki/char2id.pkl \
# --embedding_file=./data/wiki/char2vec.txt \
# --mode=test \
# test in target domain
# using blstm_crf
# python blstm_ner.py\
# --data_dir=./data/ywevents/ \
# --output_dir=./output/ywevents/blstm_crf/ \
# --ckpt_model=./output/MSRA/blstm_crf/checkpoints/model.ckpt-31680 \
# --vocab_file=./data/wiki/char2id.pkl \
# --embedding_file=./data/wiki/char2vec.txt \
# --CRF=True \
# --random_embedding=True \
# --mode=test \
# test in target domain
# using char2vec_blstm_crf
python blstm_ner.py\
--data_dir=./data/ywevents/ \
--output_dir=./output/ywevents/char2vec_blstm_crf/ \
--ckpt_model=./output/MSRA/char2vec_blstm_crf/checkpoints/model.ckpt-30888 \
--vocab_file=./data/wiki/char2id.pkl \
--embedding_file=./data/wiki/char2vec.txt \
--CRF=True \
--mode=test \