-
Notifications
You must be signed in to change notification settings - Fork 29
/
chexpert_pretrain_config.yaml
76 lines (72 loc) · 1.56 KB
/
chexpert_pretrain_config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
experiment_name: 'gloria_pretrain'
phase: 'pretrain'
lightning:
trainer:
gpus: '1'
max_epochs: 50
distributed_backend: 'dp'
gradient_clip_val: 0.25
lr: 0.00005
precision: 16
checkpoint_callback:
monitor: 'val_loss'
dirpath: './data/ckpt'
save_last: true
mode: min
save_top_k: 10
early_stopping_callback:
monitor: 'val_loss'
min_delta: 0.00
patience: 10
verbose: False
mode: 'min'
logger:
logger_type: 'WandbLogger'
save_dir: './data/'
project: 'gloria_v2'
model:
norm: false
gloria:
local_loss_weight: 1.0
global_loss_weight: 1.0
temp1: 4.0
temp2: 5.0
temp3: 10.0
vision:
model_name: 'resnet_50'
freeze_cnn: false
pretrained: true
text:
bert_type: "emilyalsentzer/Bio_ClinicalBERT"
last_n_layers: 4
aggregate_method: 'sum'
norm: false
embedding_dim: 768
freeze_bert: false
agg_tokens: true
data:
dataset: chexpert
text:
word_num: 97
captions_per_image: 5
full_report: false
image:
imsize: 256
transforms:
norm: 'half'
random_crop:
crop_size: 224
train:
update_interval: 1000
batch_size: 48
num_workers: 18
nvis: 8
rand_vis: false
optimizer:
name: 'Adam'
weight_decay: 1e-6
scheduler:
name: 'plateau'
monitor: 'val_loss'
inerval: 'epoch'
frequency: 1