Skip to content

Commit

Permalink
cleanup
Browse files Browse the repository at this point in the history
  • Loading branch information
undertherain committed May 21, 2020
1 parent c473cc6 commit adab4b1
Showing 1 changed file with 0 additions and 4 deletions.
4 changes: 0 additions & 4 deletions benchmarker/modules/problems/bert/pytorch.py
Original file line number Diff line number Diff line change
Expand Up @@ -107,13 +107,9 @@ def forward(self, src, has_mask=True):
src = self.encoder(src) * math.sqrt(self.ninp)
src = self.pos_encoder(src)
output = self.transformer_encoder(src, self.src_mask)
#print("bert last: ", output.shape)
output = output[-1]
output = self.decoder(output)
#print("decoded: ", output.shape)
#exit(0)
# TODO: return softmax or cross_entropy depending on the mode
#output = output.
return output
# return F.log_softmax(output, dim=-1)

Expand Down

0 comments on commit adab4b1

Please sign in to comment.