fix TokenEmbedding forward method

IvanLauLinTiong · IvanLauLinTiong · commit a5b37c9dafee · 2024-06-09T01:33:32.000+08:00
diff --git a/beginner_source/translation_transformer.py b/beginner_source/translation_transformer.py
@@ -132,7 +132,7 @@ def __init__(self, vocab_size: int, emb_size):
         self.emb_size = emb_size
 
     def forward(self, tokens: Tensor):
-        return self.embedding(tokens.long()) * math.sqrt(self.emb_size)
+        return self.embedding(tokens.long()) / math.sqrt(self.emb_size)
 
 # Seq2Seq Network
 class Seq2SeqTransformer(nn.Module):
