/
test.yaml
50 lines (48 loc) · 954 Bytes
/
test.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
dataset: cifar10
architecture:
name: ResNet
depth: 20
device: cuda
# Minimisation
minima_count: 10
minimum:
nsteps: 100
algorithm:
name: SGD
lr: 0.1
scheduler:
name: MultiStepLR
milestones:
- 32000
- 48000
eval:
batch_size: 128
# Landscape exploration
exploration:
value_key: train_loss
weight_key: saddle_train_loss
suggest:
- unfinished
- disconnected
- mst
autoneb:
# The first cycle should contain all information, subsequent cycles only _differences_ from the previous
# 4 times 1000 steps with lr=0.1
- insert:
name: equal
count: 3
subsample_pivot_count: 1
spring_constant: inf
optim:
nsteps: 10
algorithm:
name: SGD
lr: 0.1
momentum: 0.9
eval:
batch_size: 512
- insert:
name: highest
count: 2
key: dense_train_loss
- {} # same as previous