internal

PiperOrigin-RevId: 460055074
google-research · Jul 11, 2022 · 9f8cb2e · 9f8cb2e
1 parent dfc5add
commit 9f8cb2e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vmoe/moe.py b/vmoe/moe.py
@@ -65,6 +65,7 @@ class BaseDispatcher(abc.ABC):
   combine might not be the same as the ones at dispatch (e.g. if the expert
   changes the shape of the data).
   """
+  combine_weights: Array
 
   @abc.abstractmethod
   def dispatch(self, data: Array) -> Array: