Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
zheyuye committed Jul 29, 2020
1 parent 1f75b26 commit e49fbe1
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 10 deletions.
6 changes: 3 additions & 3 deletions src/gluonnlp/models/transformer.py
Original file line number Diff line number Diff line change
Expand Up @@ -1154,9 +1154,9 @@ def encode(self, F, src_data, src_valid_length):
- layout = 'TN'
Shape (src_length, batch_size, C_out)
"""
embeddings = self.src_embed_layer(src_data)
src_data = self.src_embed_layer(src_data)
if self.scaled_embed:
embeddings = embeddings * np.sqrt(self.enc_units)
src_data = src_data * np.sqrt(self.enc_units)
if self.pos_embed_type is not None:
if self.layout == 'NT':
src_data = src_data + self.src_pos_embed_layer(F.npx.arange_like(src_data, axis=1))
Expand Down Expand Up @@ -1195,7 +1195,7 @@ def decode_seq(self, F, tgt_data, tgt_valid_length, mem_data, mem_valid_length):
- layout = 'TN'
Shape (tgt_length, batch_size, tgt_vocab_size)
"""
embeddings = self.tgt_embed_layer(tgt_data)
tgt_data = self.tgt_embed_layer(tgt_data)
if self.scaled_embed:
tgt_data = tgt_data * np.sqrt(self.dec_units)
if self.pos_embed_type is not None:
Expand Down
7 changes: 0 additions & 7 deletions test_batch.sh

This file was deleted.

0 comments on commit e49fbe1

Please sign in to comment.