hot fix for CPJKU/wechsel#2; waiting for pypi release

thesofakillers · Jan 13, 2023 · 85b99a4 · 85b99a4
1 parent 15cacc4
commit 85b99a4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/claficle/models/gewechselt.py b/claficle/models/gewechselt.py
@@ -10,6 +10,7 @@
 import hydra
 import datasets
 import transformers
+import numpy as np
 
 from claficle.models.plain_gpt2 import PlainGPT2
 
@@ -53,6 +54,7 @@ def custom_init(
             lm.get_input_embeddings().weight.detach().numpy(),
         )
         print("Replacing source embeddings with target embeddings...")
+        target_embeddings=np.float32(target_embeddings)
         lm.get_input_embeddings().weight.data = torch.from_numpy(target_embeddings)
         print("Done.")