-
Notifications
You must be signed in to change notification settings - Fork 60
/
ffhq_exp.yaml
285 lines (250 loc) · 6.75 KB
/
ffhq_exp.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
root_obs: &root_obs s3://bucket-3690/ZhouPeng
modelarts_download: &modelarts_download
ffhq256:
datapath_obs: '{global_cfg.root_obs}/keras/ffhq/downsample_ffhq_256x256.zip'
datapath: "datasets/ffhq/downsample_ffhq_256x256.zip"
overwrite: false
eval: true
unzip: true
ffhq256_list:
datapath_obs: '{global_cfg.root_obs}/keras/ffhq/ffhq_256.txt'
datapath: "datasets/ffhq/ffhq_256.txt"
overwrite: false
eval: true
unzip: false
fid_inception:
datapath_obs: '{global_cfg.root_obs}/keras/cache/torch/hub/checkpoints/weights-inception-2015-12-05-6726825d.pth'
datapath: "/home/ma-user/.cache/torch/hub/checkpoints/weights-inception-2015-12-05-6726825d.pth"
overwrite: false
eval: true
unzip: false
ckpt_dir: &ckpt_dir
FFHQ_r128_no_aux_disc: "../bucket_3690/results/CIPS-3D/ffhq_exp/train_ffhq-20220125_163018_465/ckptdir/resume"
FFHQ_r256_aux_disc_T: "../bucket_3690/results/CIPS-3D/ffhq_exp/train_ffhq_high-20220105_143314_190/ckptdir/best_fid"
FFHQ_r256_aux_disc_F: "../bucket_3690/results/CIPS-3D/ffhq_exp/train_ffhq_high-20220105_183636_413/ckptdir/best_fid"
obs_ffhq_r256: &obs_ffhq_r256
datapath_obs: 'keras/ffhq/downsample_ffhq_256x256.zip'
datapath: "datasets/ffhq/downsample_ffhq_256x256.zip"
disable: false
overwrite: false
unzip: false
obs_inception_v3: &obs_inception_v3
datapath_obs: 'keras/cache/torch/hub/checkpoints/weights-inception-2015-12-05-6726825d.pth'
datapath: "~/.cache/torch/hub/checkpoints/weights-inception-2015-12-05-6726825d.pth"
disable: false
overwrite: false
unzip: false
G_cfg_3D2D: &G_cfg_3D2D
register_modules:
- exp.cips3d.models.generator
name: exp.cips3d.models.generator.GeneratorNerfINR
z_dim: 256
optim:
lr: 0.0002
equal_lr: 0.001
nerf_cfg:
in_dim: 3
# hidden_dim: 256
hidden_dim: 128
hidden_layers: 2
rgb_dim: 32
# style_dim: 256
style_dim: 128
mapping_nerf_cfg:
z_dim: 256
# hidden_dim: 256
hidden_dim: 128
base_layers: 4
head_layers: 0
inr_cfg:
input_dim: 32
# style_dim: 256
# hidden_dim: 256
style_dim: 512
hidden_dim: 512
# pre_rgb_dim: 32
pre_rgb_dim: 3
mapping_inr_cfg:
z_dim: 512
# hidden_dim: 256
hidden_dim: 512
# base_layers: 4
base_layers: 8
head_layers: 0
add_norm: true
norm_out: true
_build_generator:
G_cfg: *G_cfg_3D2D
network_pkl: cache_pretrained/cips3d/G_ema_ffhq.pth
D_cfg: &D_cfg
register_modules:
- exp.cips3d.models.discriminator
name: exp.cips3d.models.discriminator.Discriminator_MultiScale_Aux
diffaug: false
max_size: 1024
channel_multiplier: 2
first_downsample: false
stddev_group: 0
_build_discriminator:
D_cfg: *D_cfg
# network_pkl: cache_pretrained/cips3d/G_ema_ffhq.pth
dataset_ffhq_r256: &dataset_ffhq_r256
register_modules:
- "tl2.proj.pytorch.examples.dataset_stylegan3.dataset"
name: "ImageFolderDataset_of_stylegan"
path: 'datasets/ffhq/downsample_ffhq_256x256.zip'
use_labels: False
max_size: null
# max_size: 100
xflip: True
resize_resolution: null
# resize_resolution: 1024
random_seed: 0
G_kwargs: &G_kwargs
fov: 12
ray_start: 0.88
ray_end: 1.12
num_steps: 12
h_stddev: 0.3
v_stddev: 0.155
hierarchical_sample: true
psi: 1.
sample_dist: 'gaussian'
_setup_evaluation:
base: train_ffhq
_gen_images:
base: train_ffhq
num_images_gen_eval: 5000
img_size: 512
# network_pkl: cache_pretrained/cips3d/G_ema_ffhq.pth
# network_pkl: "cache_pretrained/train_ffhq_high-20220105_143314_190/resume_iter_645500/G_ema.pth"
network_pkl: "cache_pretrained/train_ffhq-20220102_120440_740/resume_iter800000/G_ema.pth"
_save_images:
base: train_ffhq
network_pkl: cache_pretrained/cips3d/G_ema_ffhq.pth
train_ffhq:
seed: 1234
G_cfg: *G_cfg_3D2D
D_cfg: *D_cfg
data_cfg: *dataset_ffhq_r256
root_obs: *root_obs
obs_training_dataset: *obs_ffhq_r256
obs_inception_v3: *obs_inception_v3
G_kwargs: *G_kwargs
# train
use_amp_G: false
use_amp_D: false
gen_lr: 0.0002
disc_lr: 0.002
betas: [0, 0.999]
fixed_z_bs: 25
total_iters: 200000
batch_size: 4
batch_split: 1
img_size: 32
num_workers: 8
diffaug: false
r1_lambda: 10.
d_reg_every: 1
train_aux_img: true
update_aux_every: 1
grad_clip: 10
forward_points: 256
grad_points: 256
warmup_D: false
fade_steps: 10000
nerf_noise_disable: false
# log
log_every: 10
eval_every: 500
# eval
del_fid_real_images: true
num_images_real_eval: 2048
num_images_gen_eval: 2048
eval_batch_size: 16
# resume
load_G_ema: true
reset_best_fid: false
load_finetune: false
finetune_dir: "results/CIPS-3D/ffhq_exp/train_ffhq-20211231_221845_770/ckptdir/best_fid"
train_ffhq_high:
base: train_ffhq
train_aux_img: false
D_cfg:
diffaug: true
G_cfg:
register_modules:
- exp.cips3d.models.generator
name: exp.cips3d.models.generator.GeneratorNerfINR_freeze_NeRF
diffaug: true
gen_lr: 0.0001
disc_lr: 0.0005
warmup_D: true
fade_steps: 10000
img_size: 256
load_nerf_ema: true
load_finetune: true
nerf_noise_disable: true
finetune_dir: "results/CIPS-3D/ffhq_exp/train_ffhq-20220102_121420_779/ckptdir/best_fid"
eval_fid:
base: train_ffhq
network_pkl_obs: "keras/CIPS-3D/cache_pretrained/cips3d/G_ema_ffhq.pth"
network_pkl: "cache_pretrained/cips3d/G_ema_ffhq.pth"
img_size: 256
num_images_real_eval: 50000
num_images_gen_eval: 50000
kid: false
sample_images:
base: train_ffhq
num_images_gen_eval: 2000
img_size: 256
# network_pkl: cache_pretrained/cips3d/G_ema_ffhq.pth
# network_pkl: "../bucket_3690/results/CIPS-3D/ffhq_exp/train_ffhq-20220125_163018_465/ckptdir/best_fid/G_ema.pth"
# network_pkl: "../bucket_3690/results/CIPS-3D/ffhq_exp/train_ffhq_high-20220105_143314_190/ckptdir/best_fid/G_ema.pth"
network_pkl: "cache_pretrained/train_ffhq_high-20220105_143314_190/resume_iter_645500/G_ema.pth"
render_video_web:
port: 8501
sidebar:
sidebar_name: "render_video_web"
model_cfg:
register_modules:
- exp.cips3d.models.st_web
name: exp.cips3d.models.st_web.CIPS_3D_Web
mode:
- render_video_web
# - render_image_web
render_video_web:
G_cfg: *G_cfg_3D2D
G_kwargs: *G_kwargs
ckpt_dir: *ckpt_dir
default_ckpt_dir: "FFHQ_r128_no_aux_disc"
load_model_directly: true
return_aux_img: false
num_steps: 24
image_size: 512
num_frames: 30
psi: 1.
seeds:
- 13722416
- 52486308
- 68048981
# no aux disc
- 223057
- 479274
- 593318
- 13591269
trajectory_mode:
- translate_rotate
- translate_circle_near_far
- yaw
- circle_near_far
- circle
fps: 40
max_batch_size: 2400000
batch_size: 1
fov: 12
max_fov: 20
alpha_pidiv: 15
periods: 2
yaw_range: [0.9, 2.24]
forward_points: 256