forked from Beomi/ko-lm-evaluation-harness
-
Notifications
You must be signed in to change notification settings - Fork 0
/
llama-2-ko-70b-kobest-hf-accel.sh
executable file
·47 lines (40 loc) · 1.27 KB
/
llama-2-ko-70b-kobest-hf-accel.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
export TOKENIZERS_PARALLELISM=false
# export CUDA_VISIBLE_DEVICES='0,1'
RESULT_DIR='results/kobest_bench'
TASKS='kobest_hellaswag,kobest_copa,kobest_boolq,kobest_sentineg'
CURRENT_TRAINED_TOKENS=20b-hf
MODEL=beomi/llama-2-ko-70b
echo "mkdir -p $RESULT_DIR/$MODEL/$CURRENT_TRAINED_TOKENS"
mkdir -p $RESULT_DIR/$MODEL/$CURRENT_TRAINED_TOKENS
python main.py \
--model hf-causal-experimental \
--model_args pretrained=$MODEL,use_accelerate=true \
--tasks $TASKS \
--num_fewshot 0 \
--no_cache \
--batch_size 8 \
--output_path $RESULT_DIR/$MODEL/$CURRENT_TRAINED_TOKENS/0_shot.json
python main.py \
--model hf-causal-experimental \
--model_args pretrained=$MODEL,use_accelerate=true \
--tasks $TASKS \
--num_fewshot 5 \
--no_cache \
--batch_size 4 \
--output_path $RESULT_DIR/$MODEL/$CURRENT_TRAINED_TOKENS/5_shot.json
python main.py \
--model hf-causal-experimental \
--model_args pretrained=$MODEL,use_accelerate=true \
--tasks $TASKS \
--num_fewshot 10 \
--no_cache \
--batch_size 1 \
--output_path $RESULT_DIR/$MODEL/$CURRENT_TRAINED_TOKENS/10_shot.json
python main.py \
--model hf-causal-experimental \
--model_args pretrained=$MODEL,use_accelerate=true \
--tasks $TASKS \
--num_fewshot 50 \
--no_cache \
--batch_size 1 \
--output_path $RESULT_DIR/$MODEL/$CURRENT_TRAINED_TOKENS/50_shot.json