-
Notifications
You must be signed in to change notification settings - Fork 18
/
barlow_distill.sh
38 lines (38 loc) · 940 Bytes
/
barlow_distill.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
python3 main_continual.py \
--dataset cifar100 \
--encoder resnet18 \
--data_dir $DATA_DIR \
--split_strategy class \
--max_epochs 500 \
--num_tasks 5 \
--task_idx 0 \
--gpus 0 \
--num_workers 4 \
--precision 16 \
--optimizer sgd \
--lars \
--grad_clip_lars \
--eta_lars 0.02 \
--exclude_bias_n_norm \
--scheduler warmup_cosine \
--lr 0.3 \
--classifier_lr 0.1 \
--weight_decay 1e-4 \
--batch_size 256 \
--brightness 0.4 \
--contrast 0.4 \
--saturation 0.2 \
--hue 0.1 \
--gaussian_prob 0.0 0.0 \
--solarization_prob 0.0 0.2 \
--name barlow-cifar100-decorrelative \
--project ever-learn \
--entity unitn-mhug \
--wandb \
--save_checkpoint \
--method barlow_twins \
--proj_hidden_dim 2048 \
--output_dim 2048 \
--scale_loss 0.1 \
--distiller decorrelative \
--pretrained_model $PRETRAINED_PATH