-
Notifications
You must be signed in to change notification settings - Fork 61
/
ovseg_R101c_vitB_bs32_120k.yaml
95 lines (95 loc) · 2.41 KB
/
ovseg_R101c_vitB_bs32_120k.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
MODEL:
META_ARCHITECTURE: "OVSeg"
BACKBONE:
NAME: "build_resnet_deeplab_backbone"
RESNETS:
DEPTH: 101
STEM_TYPE: "deeplab"
STEM_OUT_CHANNELS: 128
STRIDE_IN_1X1: False
OUT_FEATURES: ["res2", "res3", "res4", "res5"]
# NORM: "SyncBN"
RES5_MULTI_GRID: [1, 2, 4]
WEIGHTS: "detectron2://DeepLab/R-103.pkl"
PIXEL_MEAN: [123.675, 116.280, 103.530]
PIXEL_STD: [58.395, 57.120, 57.375]
SEM_SEG_HEAD:
NAME: "OpenVocabMaskFormerHead"
IN_FEATURES: ["res2", "res3", "res4", "res5"]
IGNORE_VALUE: 255
NUM_CLASSES: 171 # number of categories in training set
EMBEDDING_DIM: 512
EMBED_LAYERS: 2
COMMON_STRIDE: 4 # not used, hard-coded
LOSS_WEIGHT: 1.0
CONVS_DIM: 256
MASK_DIM: 256
NORM: "GN"
MASK_FORMER:
TRANSFORMER_IN_FEATURE: "res5"
DEEP_SUPERVISION: True
NO_OBJECT_WEIGHT: 0.1
DICE_WEIGHT: 1.0
MASK_WEIGHT: 20.0
HIDDEN_DIM: 256
NUM_OBJECT_QUERIES: 100
NHEADS: 8
DROPOUT: 0.1
DIM_FEEDFORWARD: 2048
ENC_LAYERS: 0
DEC_LAYERS: 6
PRE_NORM: False
CLIP_ADAPTER:
TEXT_TEMPLATES: "vild"
CLIP_MODEL_NAME: "ViT-B/16"
MASK_FILL: "mean"
MASK_EXPAND_RATIO: 1.0
MASK_THR: 0.5 # choose the foreground objects
MASK_MATTING: False # use soft background, default not used
MASK_PROMPT_DEPTH: 3
MASK_PROMPT_FWD: True # use mask prompt during forward
REGION_RESIZED: True # resize to the input of clip, e.g., 224
CLIP_ENSEMBLE: True # use ensemble of two classification branches
CLIP_ENSEMBLE_WEIGHT: 0.7
DATASETS:
TRAIN: ("coco_2017_train_stuff_sem_seg",)
TEST: ("ade20k_sem_seg_val",)
SOLVER:
IMS_PER_BATCH: 32
BASE_LR: 0.0002
MAX_ITER: 120000
WARMUP_FACTOR: 1e-6
WARMUP_ITERS: 1500
LR_SCHEDULER_NAME: "WarmupPolyLR"
WEIGHT_DECAY: 0.0001
WEIGHT_DECAY_NORM: 0.0
WEIGHT_DECAY_EMBED: 0.0
BACKBONE_MULTIPLIER: 0.1
TEST_IMS_PER_BATCH: 1
CLIP_GRADIENTS:
ENABLED: True
CLIP_TYPE: "full_model"
CLIP_VALUE: 0.01
NORM_TYPE: 2.0
INPUT:
MIN_SIZE_TEST: 512
MAX_SIZE_TEST: 2048
CROP:
ENABLED: True
TYPE: "absolute"
SIZE: (512, 512)
SINGLE_CATEGORY_MAX_AREA: 1.0
COLOR_AUG_SSD: True
SIZE_DIVISIBILITY: 512 # used in dataset mapper
FORMAT: "RGB"
TEST:
EVAL_PERIOD: 5000
AUG:
ENABLED: False
MIN_SIZES: [256, 384, 512, 640, 768, 896]
MAX_SIZE: 3584
FLIP: True
DATALOADER:
FILTER_EMPTY_ANNOTATIONS: True
NUM_WORKERS: 4
VERSION: 2