-
Notifications
You must be signed in to change notification settings - Fork 8
/
config_mnist.json
85 lines (69 loc) · 2.01 KB
/
config_mnist.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
{
"_comment": "===== MODEL CONFIGURATION =====",
"model_dir": "/mnt/md0/FSRobust/mnist_models/rebuttal/MLP/ATL_4layer",
"model_dir_other": "../backup/mnist/mar0.05_lam0.5-mul1-advonly",
"model_load_dir": "mnist_models/reproduce-secret",
"model_load_dir_other": "../load/mnist/",
"_comment": "===== DATASET CONFIGURATION =====",
"data_path": "MNIST_data",
"_comment": "===== TRAINING CONFIGURATION =====",
"tf_random_seed": 221760322,
"np_random_seed": 226105422,
"max_num_training_steps": 600000,
"num_output_steps": 200,
"num_summary_steps": 500,
"num_checkpoint_steps": 2000,
"training_batch_size": 50,
"optimizer": "adam",
"switch_a_n": false,
"step_size_schedule": [[0, 1e-4], [100000, 1e-4]],
"step_size_schedule_finetune": [[0, 1e-4], [100000, 1e-4]],
"weight_decay": 0.0002,
"momentum": 0.9,
"warming_up": 3,
"fixbn": false,
"lambda_adv_composite": 0.7,
"finetuning": false,
"triplet_loss_type": "cos",
"triplet_loss_margin_JSdiv": 5,
"triplet_loss_margin_l2": 1,
"gen_loss_type": "n4_add_xent",
"nat_noise_level": 0.3,
"regularize_lambda": 1e-4,
"train_flag_adv_only": true,
"nat_lam": 1,
"architecture": "_",
"label_smoothing": 0.1,
"matchLayerNum": 1,
"lamda_triplet": 0.5,
"Use_A_Ap_B": false,
"Use_A1_Ap_B": true,
"A1_Ap_B_num": 1,
"Use_B_Bp_A": false,
"triplet_loss_layers": ["x4"],
"margin_list": [0.05],
"match_l2": 0,
"margin_mul": 1,
"mul_num": 1,
"reuse_embedding": false,
"attack_suc_ratio": 0.1,
"max_multi": 1,
"mask_effective_attack": false,
"mask_ratio": 0.1,
"model_type": "MLP",
"precision_level": 32,
"_comment": "===== EVAL CONFIGURATION =====",
"num_eval_examples": 10000,
"eval_batch_size": 100,
"eval_on_cpu": false,
"num_train_examples": 55000,
"_comment": "=====ADVERSARIAL EXAMPLES CONFIGURATION=====",
"epsilon": 0.3,
"num_steps": 40,
"step_size": 0.01,
"random_start": true,
"loss_func": "xent",
"attack_momentum": 0,
"use_momentum": false,
"strong_attack": [100, 0.01]
}