-
Notifications
You must be signed in to change notification settings - Fork 5
/
config.json
32 lines (32 loc) · 930 Bytes
/
config.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
{
"tokenizer_name": "EleutherAI/gpt-neo-125M",
"chunk_size": 64,
"max_length": 1025,
"request_server": "http://10.19.1.35:8000/",
"model_name": "EleutherAI/gpt-neo-125M",
"test_dataset_path": "data/test_data.json",
"train_dataset_path": "data/train_data.json",
"output_dir":"output_dir",
"learning_rate":2e-4,
"num_train_epochs" : 5,
"per_device_train_batch_size":4,
"per_device_eval_batch_size":1,
"logging_dir":"logging_dir",
"logging_steps":10,
"evaluation_strategy" :"steps",
"save_strategy" :"steps",
"load_best_model_at_end": true,
"do_train": true,
"do_eval": true,
"no_cuda": false,
"eval_steps":10,
"gradient_accumulation_steps":8,
"save_steps":10,
"save_total_limit":10,
"fp16": false,
"bf16": false,
"weight_decay":0.1,
"adam_beta2":0.95,
"warmup_ratio":3e-3,
"dataloader_num_workers":32
}