/
go_train.sh
70 lines (61 loc) · 1.53 KB
/
go_train.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
#!/usr/bin/env bash
# train & test
mkdir -p tmp;
RGPU=1 # set up your GPU-ID
SEED=1234
echo "Current seed is $SEED"
PYTHONPATH=../src/ CUDA_VISIBLE_DEVICES=$RGPU python2 ../src/examples/GraphParser.py \
--mode FastLSTM \
--no_CoRNN \
--hidden_size 300 \
--num_layers 6 \
--d_k 64 \
--d_v 64 \
--arc_space 512 \
--type_space 128 \
--opt adam \
--decay_rate 0.75 \
--epsilon 1e-4 \
--gamma 0.0 \
--clip 5.0 \
--schedule 20 \
--double_schedule_decay 5 \
--use_warmup_schedule \
--check_dev 5 \
--unk_replace 0.5 \
--freeze \
--pos \
--multi_head_attn \
--num_head 8 \
--word_embedding word2vec \
--word_path './model/alphabets/joint_embed.vec' \
--char_embedding random \
--punctuation 'PUNCT' 'SYM' \
--train "../data2.2_more/en_train.conllu" \
--dev "../data2.2_more/en_dev.conllu" \
--test "../data2.2_more/en_test.conllu" \
--vocab_path './model/' \
--model_path './model/' \
--model_name 'network.pt' \
--p_in 0.2 \
--p_out 0.2 \
--p_rnn 0.2 0.1 0.2 \
--learning_rate 0.0001 \
--num_epochs 1000 \
--trans_hid_size 512 \
--pos_dim 50 \
--char_dim 50 \
--num_filters 50 \
--position_dim 0 \
--enc_clip_dist 10 \
--batch_size 80 \
--seed $SEED
# --char \
#RGPU=$RGPU bash -v ../src/examples/run_more/run_analyze.sh dev biaffine |& tee log_dev
#RGPU=$RGPU bash -v ../src/examples/run_more/run_analyze.sh test biaffine |& tee log_test
#RGPU=$RGPU bash -v ../src/examples/run_more/run_analyze.sh train biaffine |& tee log_train
#
# b neuronlp2/transformer/multi_head_attn:140
# b neuronlp2/models/parsing:438
# run
# RGPU=2 SEED=1234 bash -v go.sh |& tee log