-
Notifications
You must be signed in to change notification settings - Fork 0
/
test.sh
65 lines (47 loc) · 5.51 KB
/
test.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
#(c) 2021 NCSOFT Corporation & Korea University. All rights reserved.
###decoder MTL
#CUDA_VISIBLE_DEVICES=0 nohup python evaluate_test.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_transformer-decoder_E2_L10 > test_log_focus/test_DECODER_MTL.log &
#CUDA_VISIBLE_DEVICES=6 nohup python evaluate_test_ppl.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_transformer-decoder_E2_L10 > test_log_focus/test_DECODER_MTL_ppl.log &
###encdec MTL
#CUDA_VISIBLE_DEVICES=1 nohup python evaluate_test.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_transformer-encdec_E2_L10 > test_log_focus_txt/test_ENCDEC_MTL.log &
#CUDA_VISIBLE_DEVICES=6 nohup python evaluate_test_ppl.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_transformer-encdec_E2_L10 > test_log_focus_txt/test_ENCDEC_MTL_ppl.log &
###gpt2 MTL
#CUDA_VISIBLE_DEVICES=2 nohup python evaluate_test.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10 > test_log_focus_txt/test_GPT_MTL.log &
#CUDA_VISIBLE_DEVICES=6 nohup python evaluate_test_ppl.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10 > test_log_focus_txt/test_GPT_MTL_ppl.log &
###bart MTL
#CUDA_VISIBLE_DEVICES=3 nohup python evaluate_test.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10 > test_log_focus_txt/test_BART_MTL.log &
#CUDA_VISIBLE_DEVICES=6 nohup python evaluate_test_ppl.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10 > test_log_focus_txt/test_BART_MTL_ppl.log &
###########ablations##########
###gpt2 LM
#CUDA_VISIBLE_DEVICES=7 nohup python evaluate_test.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_LM > test_log_focus_txt/test_GPT_LM.log &
#CUDA_VISIBLE_DEVICES=0 nohup python evaluate_test_ppl.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_LM > test_log_focus_txt/test_GPT_LM_ppl.log &
###bart LM
#CUDA_VISIBLE_DEVICES=7 nohup python evaluate_test.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_LM > test_log_focus_txt/test_BART_LM.log &
#CUDA_VISIBLE_DEVICES=1 nohup python evaluate_test_ppl.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_LM > test_log_focus_txt/test_BART_LM_ppl.log &
##gpt2 WOKS
#CUDA_VISIBLE_DEVICES=2 nohup python evaluate_test.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_WO_KS > test_log_focus_txt/test_GPT_wo_ks.log &
#CUDA_VISIBLE_DEVICES=2 nohup python evaluate_test_ppl.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_WO_KS > test_log_focus_txt/test_GPT_wo_ks_ppl.log &
#
##bart WOKS
#CUDA_VISIBLE_DEVICES=3 nohup python evaluate_test.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_WO_KS > test_log_focus_txt/test_BART_wo_ks.log &
#CUDA_VISIBLE_DEVICES=3 nohup python evaluate_test_ppl.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_WO_KS > test_log_focus_txt/test_BART_wo_ks_ppl.log &
##gpt2 WOPS
#CUDA_VISIBLE_DEVICES=6 nohup python evaluate_test.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_WO_PS > test_log_focus_txt/test_GPT_wo_ps.log &
#CUDA_VISIBLE_DEVICES=6 nohup python evaluate_test_ppl.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_WO_PS > test_log_focus_txt/test_GPT_wo_ps_ppl.log &
##bart WOPS
#CUDA_VISIBLE_DEVICES=7 nohup python evaluate_test.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_WO_PS > test_log_focus_txt/test_BART_wo_ps.log &
#CUDA_VISIBLE_DEVICES=7 nohup python evaluate_test_ppl.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_WO_PS > test_log_focus_txt/test_BART_wo_ps_ppl.log &
##########large models##########
##gpt2 medium
#CUDA_VISIBLE_DEVICES=3 nohup python evaluate_test.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_large > test_log_focus_txt/test_GPT2_large_MTL.log &
#CUDA_VISIBLE_DEVICES=3 nohup python evaluate_test_ppl.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_large > test_log_focus_txt/test_GPT2_large_MTL_ppl.log &
##bart large
#CUDA_VISIBLE_DEVICES=4 nohup python evaluate_test.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_large > test_log_focus_txt/test_BART_large_MTL.log &
#CUDA_VISIBLE_DEVICES=4 nohup python evaluate_test_ppl.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_large > test_log_focus_txt/test_BART_large_MTL_ppl.log &
##gpt2 medium LM
#CUDA_VISIBLE_DEVICES=5 nohup python evaluate_test.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_large_LM > test_log_focus_txt/test_GPT2_large_LM.log &
#CUDA_VISIBLE_DEVICES=5 nohup python evaluate_test_ppl.py --model_name GPT2 --model_checkpoint /home/mnt/user/focus/train_focus_GPT2_E2_L10_large_LM > test_log_focus_txt/test_GPT2_large_LM_ppl.log &
##bart large LM
#CUDA_VISIBLE_DEVICES=6 nohup python evaluate_test.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_large_LM > test_log_focus_txt/test_BART_large_LM.log &
#CUDA_VISIBLE_DEVICES=6 nohup python evaluate_test_ppl.py --model_name BART --model_checkpoint /home/mnt/user/focus/train_focus_BART_E2_L10_large_LM > test_log_focus_txt/test_BART_large_LM_ppl.log &
echo