refactor vit and nasbench201

marsggbo · Apr 26, 2023 · 453d8bb · 453d8bb
1 parent e84c39a
commit 453d8bb
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/hyperbox/networks/nasbench201/nasbench201.py b/hyperbox/networks/nasbench201/nasbench201.py
@@ -77,7 +77,6 @@ def __init__(
         )
         self.global_pooling = nn.AdaptiveAvgPool2d(1)
         self.classifier = nn.Linear(C_prev, self.num_classes)
-        self.init_weights()
 
     def forward(self, inputs):
         out = self.stem(inputs)
@@ -479,5 +478,6 @@ def forward(self, inputs):
         print(net.arch_size((2,3,64,64)))
         arch_json = net.arch 
         acc = net.query_by_key()
+        print(acc)
         for t in query_nb201_trial_stats(arch_json, 200, 'cifar10'):
             pprint.pprint(t)
diff --git a/hyperbox/networks/vit/vit.py b/hyperbox/networks/vit/vit.py
@@ -191,7 +191,7 @@ def forward(self, x):
 
         cls_tokens = repeat(self.cls_token, '1 1 d -> b 1 d', b = b)
         x = torch.cat((cls_tokens, x), dim=1)
-        x += self.position_embeddings[:, :(n + 1)]
+        x = x + self.position_embeddings
         x = self.dropout(x)
         return x