causal flag

lucidrains · Jan 10, 2022 · f12d2de · f12d2de
1 parent 39c59a7
commit f12d2de
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/rela_transformer/rela_transformer.py b/rela_transformer/rela_transformer.py
@@ -95,7 +95,7 @@ def __init__(
         self.layers = nn.ModuleList([])
         for _ in range(depth):
             self.layers.append(nn.ModuleList([
-                ReLA(dim = dim, heads = heads, dim_head = dim_head, num_memory_kv = num_memory_kv),
+                ReLA(dim = dim, heads = heads, dim_head = dim_head, num_memory_kv = num_memory_kv, causal = causal),
                 FeedForward(dim = dim, mult = ff_mult) if not no_ff else None
             ]))
 

diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'rela-transformer',
   packages = find_packages(exclude=[]),
-  version = '0.0.2',
+  version = '0.0.3',
   license='MIT',
   description = 'ReLA Transformer',
   author = 'Phil Wang',