/
mae_base16.th
3000 lines (3000 loc) · 332 KB
/
mae_base16.th
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
03-04 14:30:05 I ------------------
03-04 14:30:05 I initializing wandb (mode=online)
03-04 14:30:08 I logged into wandb (host=https://api.wandb.ai/)
03-04 14:30:14 I ------------------
03-04 14:30:14 I python main_train.py --hp yamls_paper/probe/run/base_stage1_cls.yaml
03-04 14:30:14 I ------------------
03-04 14:30:14 I VERSION CHECK
03-04 14:30:14 I python version: 3.9.13
03-04 14:30:14 I torch version: 1.12.1.post200
03-04 14:30:14 I torchmetrics version: 0.11.0
03-04 14:30:14 I kappabenchmark version: 0.0.10
03-04 14:30:14 I kappaconfig version: 1.0.29
03-04 14:30:14 I kappadata version: 1.1.5
03-04 14:30:14 I kappaprofiler version: 1.0.9
03-04 14:30:14 I kappaschedules version: 0.0.7
03-04 14:30:14 I pytorch_concurrent_dataloader version: 0.0.7
03-04 14:30:14 I torchmetrics version: 0.11.0
03-04 14:30:14 I ------------------
03-04 14:30:14 I SYSTEM INFO
03-04 14:30:14 I current commit hash: 7fcd4ce85a6816da2c914cc9d9c905346e5e45ad
03-04 14:30:14 I total_cpu_count: 32
03-04 14:30:14 I ------------------
03-04 14:30:14 I CLI ARGS
03-04 14:30:14 I hp: yamls_paper/probe/run/base_stage1_cls.yaml
03-04 14:30:14 I accelerator: gpu
03-04 14:30:14 I testrun: False
03-04 14:30:14 I minmodelrun: False
03-04 14:30:14 I mindatarun: False
03-04 14:30:14 I mindurationrun: False
03-04 14:30:14 I datasets_were_preloaded: False
03-04 14:30:14 I disable_flash_attention: False
03-04 14:30:14 I ------------------
03-04 14:30:14 I DIST CONFIG
03-04 14:30:14 I rank: 0
03-04 14:30:14 I local_rank: 0
03-04 14:30:14 I world_size: 4
03-04 14:30:14 I nodes: 1
03-04 14:30:14 I backend: nccl
03-04 14:30:14 I slurm job id: 293258
03-04 14:30:14 I ------------------
stage_name: probe
datasets:
train:
kind: image_net
version: imagenet1k
split: train
x_transform:
- kind: kd_random_resized_crop
size: 224
scale:
- 0.08
- 1.0
interpolation: bicubic
- kind: random_horizontal_flip
- kind: kd_image_net_norm
test:
kind: image_net
version: imagenet1k
split: test
x_transform:
- kind: kd_resize
size: 256
interpolation: bicubic
- kind: center_crop
size: 224
- kind: kd_image_net_norm
model:
kind: backbone_head
backbone:
is_frozen: true
initializer:
kind: previous_run_initializer
stage_id: 1gja1b6j
stage_name: pretrain
model_name: mae_contheads_vit.encoder
checkpoint: last
use_checkpoint_kwargs: true
head:
kind: heads.multi_linear_head
poolings:
cls:
kind: class_token
initializers:
default:
kind: trunc_normal_initializer
std: 0.01
optimizers:
sgd_lr01_wupcos_wd0:
kind: sgd
lr: 0.1
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
sgd_lr009_wupcos_wd0:
kind: sgd
lr: 0.09
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
sgd_lr008_wupcos_wd0:
kind: sgd
lr: 0.08
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
sgd_lr007_wupcos_wd0:
kind: sgd
lr: 0.07
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
sgd_lr006_wupcos_wd0:
kind: sgd
lr: 0.06
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
sgd_lr005_wupcos_wd0:
kind: sgd
lr: 0.05
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
sgd_lr004_wupcos_wd0:
kind: sgd
lr: 0.04
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
sgd_lr003_wupcos_wd0:
kind: sgd
lr: 0.03
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
sgd_lr002_wupcos_wd0:
kind: sgd
lr: 0.02
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
sgd_lr001_wupcos_wd0:
kind: sgd
lr: 0.001
momentum: 0.9
schedule:
- kind: linear
end_percent: 10.0
- kind: cosine_annealing
trainer:
kind: classification_trainer
effective_batch_size: 1024
max_epochs: 50
log_every_n_epochs: 1
precision: bfloat16
loggers:
- kind: accuracy_logger
every_n_epochs: 1
dataset_key: test
- kind: checkpoint_logger
save_optim: false
save_latest_optim: false
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr01_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr01_wupcos_wd0_default
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr009_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr009_wupcos_wd0_default
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr008_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr008_wupcos_wd0_default
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr007_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr007_wupcos_wd0_default
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr006_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr006_wupcos_wd0_default
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr005_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr005_wupcos_wd0_default
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr004_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr004_wupcos_wd0_default
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr003_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr003_wupcos_wd0_default
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr002_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr002_wupcos_wd0_default
- kind: best_model_logger
every_n_epochs: 1
metric_key: accuracy1/test/cls_sgd_lr001_wupcos_wd0_default
model_name: backbone_head.head.cls_sgd_lr001_wupcos_wd0_default
summary_summarizers:
- kind: best_metric_summary_summarizer
pattern: accuracy1/test*/last
- kind: best_metric_summary_summarizer
pattern: accuracy1/test*/max
- kind: best_metric_summary_summarizer
pattern: accuracy1/test/cls_*/last
- kind: best_metric_summary_summarizer
pattern: accuracy1/test/cls_*/max
03-04 14:30:14 I copied unresolved hp to /project/home/PROJECT/save/mlp/probe/1i2vx24r/hp_unresolved.yaml
03-04 14:30:14 I dumped resolved hp to /project/home/PROJECT/save/mlp/probe/1i2vx24r/hp_resolved.yaml
03-04 14:30:14 I ------------------
03-04 14:30:14 I training stage 'probe'
03-04 14:30:14 I no seed specified -> using seed=5
03-04 14:30:14 I using different seeds per process (seed+rank)
03-04 14:30:14 I set seed to 5
03-04 14:30:14 I ------------------
03-04 14:30:14 I initializing datasets
03-04 14:30:14 I initialzing train
03-04 14:30:14 I data_source (global): '/project/home/PROJECT/data/imagenet1k/train'
03-04 14:30:14 I data_source (local): '/mnt/tier0/project/PROJECT/imagenet1k/train'
03-04 14:30:14 I extracting 1000 zips from '/project/home/PROJECT/data/imagenet1k/train' to '/mnt/tier0/project/PROJECT/imagenet1k/train' using 10 workers
03-04 14:33:59 I finished copying data from global to local
03-04 14:33:59 I source_root '/mnt/tier0/project/PROJECT/imagenet1k/train' contains 1000 folders
03-04 14:34:02 I initialzing test
03-04 14:34:03 I data_source (global): '/project/home/PROJECT/data/imagenet1k/val'
03-04 14:34:03 I data_source (local): '/mnt/tier0/project/PROJECT/imagenet1k/val'
03-04 14:34:03 I extracting 1000 zips from '/project/home/PROJECT/data/imagenet1k/val' to '/mnt/tier0/project/PROJECT/imagenet1k/val' using 10 workers
03-04 14:34:13 I finished copying data from global to local
03-04 14:34:13 I source_root '/mnt/tier0/project/PROJECT/imagenet1k/val' contains 1000 folders
03-04 14:34:13 I ------------------
03-04 14:34:13 I initializing trainer
03-04 14:34:13 I ------------------
03-04 14:34:13 I creating model
03-04 14:34:14 I using fixed positional embedding
03-04 14:34:14 I using FlashAttention
03-04 14:34:17 I loaded weights of mae_contheads_vit.encoder from /project/home/PROJECT/save/mlp/pretrain/1gja1b6j/checkpoints/mae_contheads_vit.encoder cp=last model.th
03-04 14:34:17 I copying config and summary
03-04 14:34:17 I masked_encoder skipping model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I initialized LinearHead with weight=trunc_normal(std=0.01) bias=0
03-04 14:34:18 I linear_head applying model specific initialization
03-04 14:34:18 I applying model specific initialization
03-04 14:34:18 I skipping model specific initialization
03-04 14:34:18 I masked_encoder is frozen -> no optimizer to initialize
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 1e-1
03-04 14:34:18 I scaled lr: 0.4 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 9e-2
03-04 14:34:18 I scaled lr: 0.36 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 8e-2
03-04 14:34:18 I scaled lr: 0.32 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 7e-2
03-04 14:34:18 I scaled lr: 0.28 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 6e-2
03-04 14:34:18 I scaled lr: 0.24 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 5e-2
03-04 14:34:18 I scaled lr: 0.2 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 4e-2
03-04 14:34:18 I scaled lr: 0.16 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 3e-2
03-04 14:34:18 I scaled lr: 0.12 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 2e-2
03-04 14:34:18 I scaled lr: 0.08 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I linear_head initialize optimizer
03-04 14:34:18 I unscaled lr: 1e-3
03-04 14:34:18 I scaled lr: 0.004 (LinearLrScaler(divisor=256) lr_scaler_factor=1024)
03-04 14:34:18 I group modifiers exclude_bias_from_wd=True exclude_norm_from_wd=True []
03-04 14:34:18 I added default DatasetStatsLogger()
03-04 14:34:18 I added default ParamCountLogger()
03-04 14:34:18 I added default ProgressLogger(every_n_epochs=1)
03-04 14:34:18 I added default TrainTimeLogger(every_n_epochs=1)
03-04 14:34:18 I added default OnlineLossLogger(every_n_epochs=1)
03-04 14:34:18 I added default LrLogger(every_n_updates=50)
03-04 14:34:18 I added default FreezerLogger(every_n_updates=50)
03-04 14:34:18 I added default OnlineLossLogger(every_n_updates=50)
03-04 14:34:18 I ------------------
03-04 14:34:18 I PREPARE TRAINER
03-04 14:34:18 I calculating batch_size and accumulation_steps (effective_batch_size=1024)
03-04 14:34:18 I model is batch_size dependent -> disabled possible gradient accumulation
03-04 14:34:19 I train_batches per epoch: 1251 (world_size=4 batch_size=256)
03-04 14:34:19 I initializing train dataloader
03-04 14:34:19 I created 'train' dataloader (type=pytorch batch_size=256 num_workers=22 pin_memory=True dataset_length=1281167 persistent_workers=True total_cpu_count=32)
03-04 14:34:19 I ------------------
03-04 14:34:19 I BEFORE TRAINING
03-04 14:34:19 I train: 1281167 samples
03-04 14:34:19 I skipping dataset statistics for train (too big len(ds)=1281167)
03-04 14:34:19 I test: 50000 samples
03-04 14:34:19 I test has 1000 classes (1000 classes with samples)
03-04 14:34:19 I each class has at least 50 samples
03-04 14:34:19 I each class has at most 50 samples
03-04 14:34:19 I each class has on average 50.0 samples
03-04 14:34:19 I parameter counts (trainable | frozen)
03-04 14:34:19 I 7,690,000 | 85,647,360 | total
03-04 14:34:19 I 0 | 85,647,360 | backbone.masked_encoder
03-04 14:34:19 I 7,690,000 | 0 | head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr01_wupcos_wd0_default.linear_head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr009_wupcos_wd0_default.linear_head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr008_wupcos_wd0_default.linear_head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr007_wupcos_wd0_default.linear_head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr006_wupcos_wd0_default.linear_head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr005_wupcos_wd0_default.linear_head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr004_wupcos_wd0_default.linear_head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr003_wupcos_wd0_default.linear_head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr002_wupcos_wd0_default.linear_head
03-04 14:34:19 I 769,000 | 0 | head.cls_sgd_lr001_wupcos_wd0_default.linear_head
03-04 14:34:19 I created 'test' dataloader (type=pytorch batch_size=256 num_workers=8 pin_memory=True dataset_length=50000 persistent_workers=True total_cpu_count=32)
03-04 14:34:19 I estimated checkpoint size: 1.1GB
03-04 14:34:19 I estimated weight checkpoint size: 373.3MB
03-04 14:34:19 I estimated optim checkpoint size: 746.6MB
03-04 14:34:19 I estimated size for 1 checkpoints: 373.3MB
03-04 14:34:19 I ------------------
03-04 14:34:19 I DatasetStatsLogger()
03-04 14:34:19 I ParamCountLogger()
03-04 14:34:19 I ProgressLogger(every_n_epochs=1)
03-04 14:34:19 I TrainTimeLogger(every_n_epochs=1)
03-04 14:34:19 I OnlineLossLogger(every_n_epochs=1)
03-04 14:34:19 I LrLogger(every_n_updates=50)
03-04 14:34:19 I FreezerLogger(every_n_updates=50)
03-04 14:34:19 I OnlineLossLogger(every_n_updates=50)
03-04 14:34:19 I AccuracyLogger(every_n_epochs=1)
03-04 14:34:19 I CheckpointLogger()
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I BestModelLogger(every_n_epochs=1)
03-04 14:34:19 I ------------------
03-04 14:34:19 I START TRAINING
03-04 14:34:19 I initializing dataloader workers
03-04 14:34:20 I initialized dataloader workers
03-04 14:34:24 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 14:34:32 I 0 unused parameters
03-04 14:34:32 I Reducer buckets have been rebuilt in this iteration.
03-04 14:37:34 I ------------------
03-04 14:37:34 I Epoch 1 (E1_U1251_S1281024)
03-04 14:37:34 I train_iter=[1.51, 1.17, 1.33, 1.26] train_data=[0.00, 0.00, 0.00, 0.00] train=[0.15, 0.15, 0.15, 0.15]
03-04 14:37:34 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 3.64535785
03-04 14:37:34 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 3.70901016
03-04 14:37:34 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 3.78721748
03-04 14:37:34 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 3.87581477
03-04 14:37:34 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 3.98061106
03-04 14:37:34 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 4.11215783
03-04 14:37:34 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 4.27723971
03-04 14:37:34 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 4.50252182
03-04 14:37:34 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 4.83710908
03-04 14:37:34 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 6.68655720
03-04 14:37:34 I loss/online/total: 43.41359693
03-04 14:37:43 I accuracy_logger_test_iter=0.55 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.11
03-04 14:37:44 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.5339
03-04 14:37:44 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.5300
03-04 14:37:44 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.5250
03-04 14:37:44 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.5197
03-04 14:37:44 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.5118
03-04 14:37:44 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.5040
03-04 14:37:44 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.4908
03-04 14:37:44 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.4719
03-04 14:37:45 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.4398
03-04 14:37:45 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.1129
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr01_wupcos_wd0_default): -inf --> 0.5339000225067139
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr01_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr01_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default.th
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr009_wupcos_wd0_default): -inf --> 0.5300400257110596
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr009_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr009_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default.th
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): -inf --> 0.5250200033187866
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default.th
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr007_wupcos_wd0_default): -inf --> 0.5197200179100037
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr007_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr007_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default.th
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): -inf --> 0.5117800235748291
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): -inf --> 0.5039600133895874
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): -inf --> 0.49083998799324036
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): -inf --> 0.4719200134277344
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): -inf --> 0.4398399889469147
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 14:37:45 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): -inf --> 0.1129399985074997
03-04 14:37:45 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 14:37:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 14:37:45 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 14:40:46 I ------------------
03-04 14:40:46 I Epoch 2 (E2_U2502_S2562048)
03-04 14:40:46 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 14:40:46 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.20973848
03-04 14:40:46 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 2.22448047
03-04 14:40:46 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 2.24414320
03-04 14:40:46 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 2.26950537
03-04 14:40:46 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 2.30399194
03-04 14:40:46 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 2.35128115
03-04 14:40:46 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 2.41910163
03-04 14:40:46 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 2.52308097
03-04 14:40:46 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 2.70557727
03-04 14:40:46 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 5.50062432
03-04 14:40:46 I loss/online/total: 26.75152479
03-04 14:40:56 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 14:40:57 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.5786
03-04 14:40:57 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.5779
03-04 14:40:57 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.5774
03-04 14:40:57 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.5763
03-04 14:40:57 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.5744
03-04 14:40:57 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.5696
03-04 14:40:57 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.5635
03-04 14:40:57 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.5532
03-04 14:40:57 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.5353
03-04 14:40:57 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.2665
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr01_wupcos_wd0_default): 0.5339000225067139 --> 0.5786200165748596
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr01_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr01_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default.th
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr009_wupcos_wd0_default): 0.5300400257110596 --> 0.5778800249099731
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr009_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr009_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default.th
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): 0.5250200033187866 --> 0.5774199962615967
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default.th
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr007_wupcos_wd0_default): 0.5197200179100037 --> 0.5763000249862671
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr007_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr007_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default.th
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): 0.5117800235748291 --> 0.5743600130081177
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): 0.5039600133895874 --> 0.5696399807929993
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): 0.49083998799324036 --> 0.5634599924087524
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): 0.4719200134277344 --> 0.5531600117683411
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.4398399889469147 --> 0.535319983959198
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 14:40:57 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.1129399985074997 --> 0.2665199935436249
03-04 14:40:57 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 14:40:57 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 14:40:57 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 14:43:58 I ------------------
03-04 14:43:58 I Epoch 3 (E3_U3753_S3843072)
03-04 14:43:58 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 14:43:58 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.07113027
03-04 14:43:58 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 2.06708778
03-04 14:43:58 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 2.06649436
03-04 14:43:58 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 2.06993942
03-04 14:43:58 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 2.07928182
03-04 14:43:58 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 2.09665125
03-04 14:43:58 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 2.12665164
03-04 14:43:58 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 2.17837966
03-04 14:43:58 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 2.27641139
03-04 14:43:58 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 4.31456507
03-04 14:43:58 I loss/online/total: 23.34659262
03-04 14:44:08 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 14:44:09 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.5898
03-04 14:44:09 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.5915
03-04 14:44:09 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.5928
03-04 14:44:09 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.5928
03-04 14:44:09 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.5923
03-04 14:44:09 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.5926
03-04 14:44:09 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.5895
03-04 14:44:09 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.5849
03-04 14:44:09 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.5722
03-04 14:44:09 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.3678
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr01_wupcos_wd0_default): 0.5786200165748596 --> 0.5897799730300903
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr01_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr01_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default.th
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr009_wupcos_wd0_default): 0.5778800249099731 --> 0.5915200114250183
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr009_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr009_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default.th
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): 0.5774199962615967 --> 0.5928000211715698
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default.th
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr007_wupcos_wd0_default): 0.5763000249862671 --> 0.5928199887275696
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr007_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr007_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default.th
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): 0.5743600130081177 --> 0.5922799706459045
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): 0.5696399807929993 --> 0.5926200151443481
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): 0.5634599924087524 --> 0.589460015296936
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): 0.5531600117683411 --> 0.5848600268363953
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.535319983959198 --> 0.572160005569458
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 14:44:09 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.2665199935436249 --> 0.36781999468803406
03-04 14:44:09 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 14:44:09 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 14:44:09 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 14:47:10 I ------------------
03-04 14:47:10 I Epoch 4 (E4_U5004_S5124096)
03-04 14:47:10 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 14:47:10 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.06308476
03-04 14:47:10 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 2.04387752
03-04 14:47:10 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 2.02777124
03-04 14:47:10 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 2.01565993
03-04 14:47:10 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 2.00842775
03-04 14:47:10 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 2.00811689
03-04 14:47:10 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 2.01781155
03-04 14:47:10 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 2.04402056
03-04 14:47:10 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 2.10423385
03-04 14:47:10 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 3.58038590
03-04 14:47:10 I loss/online/total: 21.91338998
03-04 14:47:19 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 14:47:20 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.5845
03-04 14:47:20 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.5872
03-04 14:47:20 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.5895
03-04 14:47:20 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.5915
03-04 14:47:20 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.5954
03-04 14:47:20 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.5971
03-04 14:47:20 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.5983
03-04 14:47:20 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.5971
03-04 14:47:21 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.5909
03-04 14:47:21 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.4291
03-04 14:47:21 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): 0.5922799706459045 --> 0.5954200029373169
03-04 14:47:21 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 14:47:21 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 14:47:21 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): 0.5926200151443481 --> 0.5970600247383118
03-04 14:47:21 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 14:47:21 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 14:47:21 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): 0.589460015296936 --> 0.5983200073242188
03-04 14:47:21 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 14:47:21 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 14:47:21 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): 0.5848600268363953 --> 0.5970600247383118
03-04 14:47:21 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 14:47:21 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 14:47:21 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.572160005569458 --> 0.5908600091934204
03-04 14:47:21 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 14:47:21 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 14:47:21 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.36781999468803406 --> 0.42910000681877136
03-04 14:47:21 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 14:47:21 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 14:47:21 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 14:50:22 I ------------------
03-04 14:50:22 I Epoch 5 (E5_U6255_S6405120)
03-04 14:50:22 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 14:50:22 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.10110852
03-04 14:50:22 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 2.06628322
03-04 14:50:22 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 2.03506183
03-04 14:50:22 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 2.00812937
03-04 14:50:22 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 1.98625284
03-04 14:50:22 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 1.97096666
03-04 14:50:22 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 1.96496886
03-04 14:50:22 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 1.97328740
03-04 14:50:22 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 2.01002530
03-04 14:50:22 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 3.14517403
03-04 14:50:22 I loss/online/total: 21.26125803
03-04 14:50:32 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 14:50:33 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.5867
03-04 14:50:33 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.5900
03-04 14:50:33 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.5929
03-04 14:50:33 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.5973
03-04 14:50:33 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.6011
03-04 14:50:33 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.6038
03-04 14:50:33 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.6052
03-04 14:50:33 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.6054
03-04 14:50:33 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.6037
03-04 14:50:33 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.4670
03-04 14:50:33 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): 0.5928000211715698 --> 0.5928599834442139
03-04 14:50:33 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th
03-04 14:50:33 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default.th
03-04 14:50:33 I new best model (accuracy1/test/cls_sgd_lr007_wupcos_wd0_default): 0.5928199887275696 --> 0.5973399877548218
03-04 14:50:33 I saved backbone_head.head.cls_sgd_lr007_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr007_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default model.th
03-04 14:50:33 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default.th
03-04 14:50:33 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): 0.5954200029373169 --> 0.6010599732398987
03-04 14:50:33 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 14:50:33 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 14:50:33 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): 0.5970600247383118 --> 0.6037799715995789
03-04 14:50:33 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 14:50:33 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 14:50:33 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): 0.5983200073242188 --> 0.6051599979400635
03-04 14:50:33 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 14:50:33 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 14:50:33 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): 0.5970600247383118 --> 0.6054400205612183
03-04 14:50:33 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 14:50:33 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 14:50:33 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.5908600091934204 --> 0.6037200093269348
03-04 14:50:33 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 14:50:33 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 14:50:33 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.42910000681877136 --> 0.4670400023460388
03-04 14:50:33 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 14:50:33 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 14:50:33 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 14:53:34 I ------------------
03-04 14:53:34 I Epoch 6 (E6_U7506_S7686144)
03-04 14:53:34 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 14:53:34 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.11920491
03-04 14:53:34 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 2.07467132
03-04 14:53:34 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 2.03426929
03-04 14:53:34 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 1.99836198
03-04 14:53:34 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 1.96772456
03-04 14:53:34 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 1.94363405
03-04 14:53:34 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 1.92826226
03-04 14:53:34 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 1.92592280
03-04 14:53:34 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 1.94870350
03-04 14:53:34 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 2.87382565
03-04 14:53:34 I loss/online/total: 20.81458032
03-04 14:53:44 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 14:53:45 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.5912
03-04 14:53:45 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.5950
03-04 14:53:45 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.5981
03-04 14:53:45 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.6029
03-04 14:53:45 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.6074
03-04 14:53:45 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.6121
03-04 14:53:45 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.6150
03-04 14:53:45 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.6156
03-04 14:53:45 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.6139
03-04 14:53:45 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.4916
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr01_wupcos_wd0_default): 0.5897799730300903 --> 0.591159999370575
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr01_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr01_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default.th
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr009_wupcos_wd0_default): 0.5915200114250183 --> 0.5950400233268738
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr009_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr009_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default.th
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): 0.5928599834442139 --> 0.5981199741363525
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default.th
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr007_wupcos_wd0_default): 0.5973399877548218 --> 0.6028800010681152
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr007_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr007_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default.th
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): 0.6010599732398987 --> 0.6074399948120117
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): 0.6037799715995789 --> 0.612060010433197
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): 0.6051599979400635 --> 0.6150199770927429
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): 0.6054400205612183 --> 0.6156399846076965
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.6037200093269348 --> 0.6139199733734131
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 14:53:45 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.4670400023460388 --> 0.49164000153541565
03-04 14:53:45 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 14:53:45 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 14:53:45 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 14:56:47 I ------------------
03-04 14:56:47 I Epoch 7 (E7_U8757_S8967168)
03-04 14:56:47 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 14:56:47 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.09468767
03-04 14:56:47 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 2.04876050
03-04 14:56:47 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 2.00693659
03-04 14:56:47 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 1.96960242
03-04 14:56:47 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 1.93729910
03-04 14:56:47 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 1.91102396
03-04 14:56:47 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 1.89294995
03-04 14:56:47 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 1.88688448
03-04 14:56:47 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 1.90356371
03-04 14:56:47 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 2.70559918
03-04 14:56:47 I loss/online/total: 20.35730758
03-04 14:56:57 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 14:56:58 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.5919
03-04 14:56:58 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.5965
03-04 14:56:58 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.6020
03-04 14:56:58 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.6061
03-04 14:56:58 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.6104
03-04 14:56:58 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.6144
03-04 14:56:58 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.6179
03-04 14:56:58 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.6204
03-04 14:56:58 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.6195
03-04 14:56:58 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.5087
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr01_wupcos_wd0_default): 0.591159999370575 --> 0.591920018196106
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr01_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr01_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default.th
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr009_wupcos_wd0_default): 0.5950400233268738 --> 0.5964800119400024
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr009_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr009_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default.th
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): 0.5981199741363525 --> 0.6019600033760071
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default.th
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr007_wupcos_wd0_default): 0.6028800010681152 --> 0.6061199903488159
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr007_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr007_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default.th
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): 0.6074399948120117 --> 0.6104400157928467
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): 0.612060010433197 --> 0.614359974861145
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): 0.6150199770927429 --> 0.6179400086402893
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): 0.6156399846076965 --> 0.6204400062561035
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.6139199733734131 --> 0.6194800138473511
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 14:56:58 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.49164000153541565 --> 0.508679986000061
03-04 14:56:58 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 14:56:58 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 14:56:58 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 14:59:59 I ------------------
03-04 14:59:59 I Epoch 8 (E8_U10008_S10248192)
03-04 14:59:59 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 14:59:59 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.06836432
03-04 14:59:59 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 2.02178522
03-04 14:59:59 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 1.97934749
03-04 14:59:59 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 1.94126595
03-04 14:59:59 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 1.90808091
03-04 14:59:59 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 1.88088114
03-04 14:59:59 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 1.86131164
03-04 14:59:59 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 1.85301119
03-04 14:59:59 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 1.86589830
03-04 14:59:59 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 2.58809385
03-04 14:59:59 I loss/online/total: 19.96804004
03-04 15:00:09 I accuracy_logger_test_iter=0.01 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 15:00:10 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.5993
03-04 15:00:10 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.6028
03-04 15:00:10 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.6071
03-04 15:00:10 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.6119
03-04 15:00:10 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.6148
03-04 15:00:10 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.6190
03-04 15:00:10 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.6234
03-04 15:00:10 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.6255
03-04 15:00:10 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.6252
03-04 15:00:10 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.5207
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr01_wupcos_wd0_default): 0.591920018196106 --> 0.5993000268936157
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr01_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr01_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default.th
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr009_wupcos_wd0_default): 0.5964800119400024 --> 0.6027799844741821
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr009_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr009_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default.th
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): 0.6019600033760071 --> 0.6070600152015686
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default.th
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr007_wupcos_wd0_default): 0.6061199903488159 --> 0.6118999719619751
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr007_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr007_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default.th
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): 0.6104400157928467 --> 0.6147800087928772
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): 0.614359974861145 --> 0.6189600229263306
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): 0.6179400086402893 --> 0.623420000076294
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): 0.6204400062561035 --> 0.6254799962043762
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.6194800138473511 --> 0.6252400279045105
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 15:00:10 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.508679986000061 --> 0.5206800103187561
03-04 15:00:10 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 15:00:10 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 15:00:10 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 15:03:11 I ------------------
03-04 15:03:11 I Epoch 9 (E9_U11259_S11529216)
03-04 15:03:11 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 15:03:11 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.05347416
03-04 15:03:11 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 2.00663135
03-04 15:03:11 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 1.96369422
03-04 15:03:11 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 1.92499291
03-04 15:03:11 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 1.89085120
03-04 15:03:11 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 1.86242753
03-04 15:03:11 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 1.84136922
03-04 15:03:11 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 1.83119220
03-04 15:03:11 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 1.84113078
03-04 15:03:11 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 2.50521476
03-04 15:03:11 I loss/online/total: 19.72097833
03-04 15:03:21 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 15:03:22 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.6012
03-04 15:03:22 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.6055
03-04 15:03:22 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.6099
03-04 15:03:22 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.6153
03-04 15:03:22 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.6194
03-04 15:03:22 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.6238
03-04 15:03:22 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.6271
03-04 15:03:22 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.6295
03-04 15:03:22 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.6277
03-04 15:03:22 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.5322
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr01_wupcos_wd0_default): 0.5993000268936157 --> 0.6012399792671204
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr01_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr01_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default.th
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr009_wupcos_wd0_default): 0.6027799844741821 --> 0.605459988117218
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr009_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr009_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default.th
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): 0.6070600152015686 --> 0.6098799705505371
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default.th
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr007_wupcos_wd0_default): 0.6118999719619751 --> 0.615339994430542
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr007_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr007_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default.th
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): 0.6147800087928772 --> 0.619379997253418
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): 0.6189600229263306 --> 0.6237800121307373
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): 0.623420000076294 --> 0.6271200180053711
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): 0.6254799962043762 --> 0.6294999718666077
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.6252400279045105 --> 0.6276599764823914
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 15:03:22 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.5206800103187561 --> 0.5321800112724304
03-04 15:03:22 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 15:03:22 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 15:03:22 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 15:06:24 I ------------------
03-04 15:06:24 I Epoch 10 (E10_U12510_S12810240)
03-04 15:06:24 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 15:06:24 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.03354819
03-04 15:06:24 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 1.98741077
03-04 15:06:24 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 1.94493336
03-04 15:06:24 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 1.90659454
03-04 15:06:24 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 1.87278186
03-04 15:06:24 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 1.84434816
03-04 15:06:24 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 1.82297647
03-04 15:06:24 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 1.81205876
03-04 15:06:24 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 1.82019778
03-04 15:06:24 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 2.43897904
03-04 15:06:24 I loss/online/total: 19.48382889
03-04 15:06:34 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 15:06:35 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.6046
03-04 15:06:35 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.6086
03-04 15:06:35 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.6130
03-04 15:06:35 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.6172
03-04 15:06:35 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.6213
03-04 15:06:35 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.6257
03-04 15:06:35 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.6283
03-04 15:06:35 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.6315
03-04 15:06:35 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.6321
03-04 15:06:35 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.5401
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr01_wupcos_wd0_default): 0.6012399792671204 --> 0.6046199798583984
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr01_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr01_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default.th
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr009_wupcos_wd0_default): 0.605459988117218 --> 0.6086199879646301
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr009_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr009_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default.th
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): 0.6098799705505371 --> 0.6130200028419495
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default.th
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr007_wupcos_wd0_default): 0.615339994430542 --> 0.6171799898147583
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr007_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr007_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr007_wupcos_wd0_default.th
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr006_wupcos_wd0_default): 0.619379997253418 --> 0.6212800145149231
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr006_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr006_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr006_wupcos_wd0_default.th
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr005_wupcos_wd0_default): 0.6237800121307373 --> 0.6257399916648865
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr005_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr005_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr005_wupcos_wd0_default.th
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr004_wupcos_wd0_default): 0.6271200180053711 --> 0.6283199787139893
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr004_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr004_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr004_wupcos_wd0_default.th
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr003_wupcos_wd0_default): 0.6294999718666077 --> 0.6315199732780457
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr003_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr003_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr003_wupcos_wd0_default.th
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.6276599764823914 --> 0.6321200132369995
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 15:06:35 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.5321800112724304 --> 0.5400599837303162
03-04 15:06:35 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 15:06:35 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 15:06:35 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 15:09:37 I ------------------
03-04 15:09:37 I Epoch 11 (E11_U13761_S14091264)
03-04 15:09:37 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 15:09:37 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.01947428
03-04 15:09:37 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 1.97346129
03-04 15:09:37 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 1.93107037
03-04 15:09:37 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 1.89274615
03-04 15:09:37 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 1.85874808
03-04 15:09:37 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 1.83007606
03-04 15:09:37 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 1.80826151
03-04 15:09:37 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 1.79635065
03-04 15:09:37 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 1.80273087
03-04 15:09:37 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 2.38652990
03-04 15:09:37 I loss/online/total: 19.29944916
03-04 15:09:47 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 15:09:48 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.6025
03-04 15:09:48 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.6063
03-04 15:09:48 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.6103
03-04 15:09:48 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.6145
03-04 15:09:48 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.6185
03-04 15:09:48 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.6229
03-04 15:09:48 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.6281
03-04 15:09:48 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.6314
03-04 15:09:48 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.6337
03-04 15:09:48 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.5469
03-04 15:09:48 I new best model (accuracy1/test/cls_sgd_lr002_wupcos_wd0_default): 0.6321200132369995 --> 0.6337400078773499
03-04 15:09:48 I saved backbone_head.head.cls_sgd_lr002_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr002_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default model.th
03-04 15:09:48 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr002_wupcos_wd0_default.th
03-04 15:09:48 I new best model (accuracy1/test/cls_sgd_lr001_wupcos_wd0_default): 0.5400599837303162 --> 0.5469200015068054
03-04 15:09:48 I saved backbone_head.head.cls_sgd_lr001_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr001_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default model.th
03-04 15:09:48 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr001_wupcos_wd0_default.th
03-04 15:09:48 I started dataloader iterator of AccuracyLogger(dataset_key=test)
03-04 15:12:50 I ------------------
03-04 15:12:50 I Epoch 12 (E12_U15012_S15372288)
03-04 15:12:50 I train_data=[0.00, 0.00, 0.00, 0.00] train=[0.14, 0.14, 0.14, 0.14]
03-04 15:12:50 I loss/online/cls_sgd_lr01_wupcos_wd0_default: 2.00561368
03-04 15:12:50 I loss/online/cls_sgd_lr009_wupcos_wd0_default: 1.96037403
03-04 15:12:50 I loss/online/cls_sgd_lr008_wupcos_wd0_default: 1.91859311
03-04 15:12:50 I loss/online/cls_sgd_lr007_wupcos_wd0_default: 1.88076105
03-04 15:12:50 I loss/online/cls_sgd_lr006_wupcos_wd0_default: 1.84709269
03-04 15:12:50 I loss/online/cls_sgd_lr005_wupcos_wd0_default: 1.81856352
03-04 15:12:50 I loss/online/cls_sgd_lr004_wupcos_wd0_default: 1.79653079
03-04 15:12:50 I loss/online/cls_sgd_lr003_wupcos_wd0_default: 1.78417878
03-04 15:12:50 I loss/online/cls_sgd_lr002_wupcos_wd0_default: 1.78945300
03-04 15:12:50 I loss/online/cls_sgd_lr001_wupcos_wd0_default: 2.34465302
03-04 15:12:50 I loss/online/total: 19.14581364
03-04 15:13:00 I accuracy_logger_test_iter=0.00 accuracy_logger_test_data=0.10 accuracy_logger_test_forward=0.10
03-04 15:13:01 I accuracy1/test/cls_sgd_lr01_wupcos_wd0_default: 0.6070
03-04 15:13:01 I accuracy1/test/cls_sgd_lr009_wupcos_wd0_default: 0.6109
03-04 15:13:01 I accuracy1/test/cls_sgd_lr008_wupcos_wd0_default: 0.6155
03-04 15:13:01 I accuracy1/test/cls_sgd_lr007_wupcos_wd0_default: 0.6205
03-04 15:13:01 I accuracy1/test/cls_sgd_lr006_wupcos_wd0_default: 0.6252
03-04 15:13:01 I accuracy1/test/cls_sgd_lr005_wupcos_wd0_default: 0.6300
03-04 15:13:01 I accuracy1/test/cls_sgd_lr004_wupcos_wd0_default: 0.6327
03-04 15:13:01 I accuracy1/test/cls_sgd_lr003_wupcos_wd0_default: 0.6350
03-04 15:13:01 I accuracy1/test/cls_sgd_lr002_wupcos_wd0_default: 0.6354
03-04 15:13:01 I accuracy1/test/cls_sgd_lr001_wupcos_wd0_default: 0.5522
03-04 15:13:01 I new best model (accuracy1/test/cls_sgd_lr01_wupcos_wd0_default): 0.6046199798583984 --> 0.6069999933242798
03-04 15:13:01 I saved backbone_head.head.cls_sgd_lr01_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr01_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default model.th
03-04 15:13:01 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr01_wupcos_wd0_default.th
03-04 15:13:01 I new best model (accuracy1/test/cls_sgd_lr009_wupcos_wd0_default): 0.6086199879646301 --> 0.6109200119972229
03-04 15:13:01 I saved backbone_head.head.cls_sgd_lr009_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr009_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default model.th
03-04 15:13:01 I saved trainer state_dict to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/trainer cp=best_model.accuracy1.test.cls_sgd_lr009_wupcos_wd0_default.th
03-04 15:13:01 I new best model (accuracy1/test/cls_sgd_lr008_wupcos_wd0_default): 0.6130200028419495 --> 0.6154999732971191
03-04 15:13:01 I saved backbone_head.head.cls_sgd_lr008_wupcos_wd0_default to /project/home/PROJECT/save/mlp/probe/1i2vx24r/checkpoints/backbone_head.head.cls_sgd_lr008_wupcos_wd0_default cp=best_model.accuracy1.test.cls_sgd_lr008_wupcos_wd0_default model.th