-
Notifications
You must be signed in to change notification settings - Fork 2
/
main_zeroshot.py
291 lines (236 loc) · 10.3 KB
/
main_zeroshot.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
import argparse
import datetime
import json
import os
import time
from pathlib import Path
import numpy as np
import timm
import torch
from torchvision import transforms
from torch.utils import data
import torch.backends.cudnn as cudnn
from torch.utils.tensorboard import SummaryWriter
from torch.utils.data import random_split
from torchvision.datasets import ImageFolder
import torchvision.transforms as transforms
from torch.utils.data.dataloader import DataLoader
#assert timm.__version__ == "0.3.2" # version check
import util.misc as misc
from util.datasets import build_dataset_zero_shot
from torchvision.datasets import SVHN
from util.pos_embed import interpolate_pos_embed
import models_vit
from engine_zeroshot import compute_zeroshot_acc
#os.environ['CUDA_VISIBLE_DEVICES'] = '1'
def get_args_parser():
parser = argparse.ArgumentParser('MAE zero-shot for image classification', add_help=False)
parser.add_argument('--batch_size', default=2, type=int,
help='Batch size per GPU (effective batch size is batch_size * accum_iter * # gpus')
parser.add_argument('--knn_size', default=5, type=int, help='Neighbours size for KNN')
# Model parameters
parser.add_argument('--model', default='vit_base_patch16', type=str, metavar='MODEL', help='Name of model to train')
parser.add_argument('--input_size', default=224, type=int, help='images input size')
# * Finetuning params
parser.add_argument('--global_pool', action='store_true')
parser.set_defaults(global_pool=True)
parser.add_argument('--cls_token', action='store_false', dest='global_pool',
help='Use class token instead of global pool for classification')
# Dataset parameters
parser.add_argument('--data_path', default='/home/nelu/datasets/SportsBall_15', type=str,
help='dataset path')
parser.add_argument('--nb_classes', default=15, type=int,
help='CUB:60, Stanford-Cars:196, ImageNet:100')
parser.add_argument('--output_dir', default='./output_dir',
help='path where to save, empty for no saving')
parser.add_argument('--log_dir', default='./output_dir',
help='path where to tensorboard log')
parser.add_argument('--device', default='cuda',
help='device to use for training / testing')
parser.add_argument('--seed', default=0, type=int)
parser.add_argument('--checkpoint_path', default='/home/nelu/ICCV_2023/CMMAE_Downstream/pretrained_deepMasking/MaskRatio_75/ours/pretrain_vit_base.pth',
help='resume from checkpoint')
parser.add_argument('--num_workers', default=10, type=int)
parser.add_argument('--pin_mem', action='store_true',
help='Pin CPU memory in DataLoader for more efficient (sometimes) transfer to GPU.')
parser.add_argument('--no_pin_mem', action='store_false', dest='pin_mem')
parser.set_defaults(pin_mem=True)
# distributed training parameters
parser.add_argument('--world_size', default=1, type=int,
help='number of distributed processes')
parser.add_argument('--local_rank', default=-1, type=int)
parser.add_argument('--dist_on_itp', action='store_true')
parser.add_argument('--dist_url', default='env://', help='url used to set up distributed training')
return parser
def main(args):
print('job dir: {}'.format(os.path.dirname(os.path.realpath(__file__))))
print("{}".format(args).replace(', ', ',\n'))
os.makedirs(args.log_dir, exist_ok=True)
log_writer = SummaryWriter(log_dir=args.log_dir)
device = torch.device(args.device)
# fix the seed for reproducibility
seed = args.seed + misc.get_rank()
torch.manual_seed(seed)
np.random.seed(seed)
cudnn.benchmark = True
## SVHN
'''
trans_train = transforms.Compose([
transforms.Resize(224),
transforms.CenterCrop(224),
transforms.ToTensor()
])
trans_test = transforms.Compose([
transforms.Resize(224),
transforms.CenterCrop(224),
transforms.ToTensor()
])
dataset_train = SVHN(root=args.data_path, split='train', transform=trans_train, download=False)
dataset_val = SVHN(root=args.data_path, split='test', transform=trans_test, download=False)
'''
## Stanford Cars
'''
cars_train, cars_test, training_image_label_dictionary, testing_image_label_dictionary = process_datapath(args.data_path)
trans_train = transforms.Compose([
transforms.Resize(224),
transforms.CenterCrop(224),
transforms.ToTensor(),
transforms.Normalize(mean=[0.485, 0.456, 0.406],
std=[0.229, 0.224, 0.225])
])
trans_test = transforms.Compose([
transforms.Resize(224),
transforms.CenterCrop(224),
transforms.ToTensor(),
transforms.Normalize(mean=[0.485, 0.456, 0.406],
std=[0.229, 0.224, 0.225])
])
dataset_train = StanfordCarsCustomDataset(cars_train, training_image_label_dictionary, trans_train)
dataset_val = StanfordCarsCustomDataset(cars_test, testing_image_label_dictionary, trans_test)
'''
## CUB
'''
SPLIT_RATIO = 0.9
RANDOM_SEED = 123
CLASS_NUM = 200
trans_train = transforms.Compose([
# transforms.RandomHorizontalFlip(p=0.5),
# transforms.RandomRotation(30),
# transforms.RandomResizedCrop(224, scale=(0.7, 1), ratio=(3/4, 4/3)),
# transforms.Resize(224),
transforms.CenterCrop(224),
transforms.ToTensor(),
transforms.Normalize(mean=[0.485, 0.456, 0.406],
std=[0.229, 0.224, 0.225])
])
trans_test = transforms.Compose([
# transforms.Resize(224),
transforms.CenterCrop(224),
transforms.ToTensor(),
transforms.Normalize(mean=[0.485, 0.456, 0.406],
std=[0.229, 0.224, 0.225])
])
# create dataset
dataset_train = CUB(args.data_path, 'train', SPLIT_RATIO, RANDOM_SEED, transform=trans_train)
dataset_val = CUB(args.data_path, 'valid', SPLIT_RATIO, RANDOM_SEED, transform=trans_test)
'''
## MIT Indoors
'''
transformations = transforms.Compose([
transforms.Resize((224, 224)),
transforms.RandomHorizontalFlip(),
transforms.RandomRotation(degrees=10),
transforms.ColorJitter(brightness=0.2, contrast=0.2, saturation=0.2, hue=0.2),
transforms.ToTensor()
])
dataset = ImageFolder(args.data_path, transform = transformations)
dataset_train, dataset_val, dataset_test = random_split(dataset, [13000, 2000, 620])
'''
## Food-101
'''
transformations = transforms.Compose([
transforms.Resize(224),
transforms.CenterCrop(224),
transforms.ToTensor(),
transforms.Normalize(mean=[0.485, 0.456, 0.406],
std=[0.229, 0.224, 0.225])
])
dataset = ImageFolder(args.data_path, transform = transformations)
train_size = int(0.9 * len(dataset))
val_size = len(dataset) - train_size
dataset_train, dataset_val = random_split(dataset, [train_size, val_size])
'''
## ImageNet
dataset_train = build_dataset_zero_shot(is_train=True, args=args)
dataset_val = build_dataset_zero_shot(is_train=False, args=args)
sampler_train = torch.utils.data.RandomSampler(dataset_train)
sampler_val = torch.utils.data.SequentialSampler(dataset_val)
data_loader_train = torch.utils.data.DataLoader(
dataset_train, sampler=sampler_train,
batch_size=args.batch_size,
num_workers=args.num_workers,
pin_memory=args.pin_mem,
drop_last=False,
)
data_loader_val = torch.utils.data.DataLoader(
dataset_val, sampler=sampler_val,
batch_size=args.batch_size,
num_workers=args.num_workers,
pin_memory=args.pin_mem,
drop_last=False
)
# count = 0
# for d in enumerate(data_loader_train):
# print("idx:{}, label:{}, img:{}".format(d[0],d[1][1], d[1][0].shape))
# count += 1
# if count == 5:
# exit()
model = models_vit.__dict__[args.model](
num_classes=args.nb_classes,
drop_path_rate=0.0,
global_pool=args.global_pool,
img_size=args.input_size,
)
# load pre-trained model
checkpoint = torch.load(args.checkpoint_path, map_location='cpu')
print("Load pre-trained checkpoint from: %s" % args.checkpoint_path)
checkpoint_model = checkpoint['model']
state_dict = model.state_dict()
for k in ['head.weight', 'head.bias']:
if k in checkpoint_model and checkpoint_model[k].shape != state_dict[k].shape:
print(f"Removing key {k} from pretrained checkpoint")
del checkpoint_model[k]
# interpolate position embedding
msg = model.load_state_dict(checkpoint_model, strict=False)
interpolate_pos_embed(model, checkpoint_model)
msg = model.load_state_dict(checkpoint_model, strict=False)
# print(set(msg.missing_keys))
if args.global_pool:
assert set(msg.missing_keys) == {'head.weight', 'head.bias', 'fc_norm.weight', 'fc_norm.bias'}
else:
assert set(msg.missing_keys) == {'head.weight', 'head.bias'}
model.to(device)
print(f"Start zero shot")
start_time = time.time()
test_stats = compute_zeroshot_acc(
model, data_loader_train, data_loader_val, device, args.knn_size
)
print(f"Accuracy of the network on the {len(dataset_val)} test images: {test_stats['acc1']:.1f}%")
if log_writer is not None:
log_writer.add_scalar('perf/test_acc1', test_stats['acc1'], 0)
log_writer.add_scalar('perf/test_acc_nn', test_stats['acc_nn'], 0)
log_stats = {**{f'test_{k}': v for k, v in test_stats.items()}}
if args.output_dir and misc.is_main_process():
if log_writer is not None:
log_writer.flush()
with open(os.path.join(args.output_dir, "log.txt"), mode="a", encoding="utf-8") as f:
f.write(json.dumps(log_stats) + "\n")
total_time = time.time() - start_time
total_time_str = str(datetime.timedelta(seconds=int(total_time)))
print('Testing time {}'.format(total_time_str))
if __name__ == '__main__':
args = get_args_parser()
args = args.parse_args()
if args.output_dir:
Path(args.output_dir).mkdir(parents=True, exist_ok=True)
main(args)