-
Notifications
You must be signed in to change notification settings - Fork 0
/
run_merge_mt_bench.bat
37 lines (34 loc) · 1.04 KB
/
run_merge_mt_bench.bat
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
@echo off
set TARGET_MODEL=NTQAI/chatntq-ja-7b-v1.0
set BASE_MODEL=mistralai/Mistral-7B-v0.1
set TUNED_MODEL=mistralai/Mistral-7B-Instruct-v0.2
set BENCH_NAME=example
set JUDGE_MODEL_NAME=gpt-4
set OPTIMIZE_MODE=layer
set N_TRIALS=30
set CACHE_DIR=.\models
set JUDGE_FILE=FastChat\fastchat\llm_judge\data\judge_prompts.jsonl
set PARALLEL=2
set OPTUNA_SAMPLER=TPE
set WEIGHT_MIN=0
set WEIGHT_MAX=2
set OUTPUT_DIR=.\model-chatvector
set OPTUNA_SEED=42
set PYTHON_SCRIPT_PATH=.\merge_task_vector_mt_bench.py
cd /d "%~dp0"
python "%PYTHON_SCRIPT_PATH%" ^
--target_model "%TARGET_MODEL%" ^
--base_model "%BASE_MODEL%" ^
--tuned_model "%TUNED_MODEL%" ^
--bench_name "%BENCH_NAME%" ^
--judge_model_name "%JUDGE_MODEL_NAME%" ^
--optimize_mode "%OPTIMIZE_MODE%" ^
--n_trials "%N_TRIALS%" ^
--cache_dir "%CACHE_DIR%" ^
--judge_file "%JUDGE_FILE%" ^
--parallel "%PARALLEL%" ^
--optuna_sampler "%OPTUNA_SAMPLER%" ^
--weight_min "%WEIGHT_MIN%" ^
--weight_max "%WEIGHT_MAX%" ^
--output_dir "%OUTPUT_DIR%" ^
--optuna_seed "%OPTUNA_SEED%"