Update convert-pth-to-ggml.py

Co-authored-by: slaren <2141330+slaren@users.noreply.github.com>
ggerganov · Mar 18, 2023 · 51d3b4a · 51d3b4a
1 parent b17de2c
commit 51d3b4a
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/convert-pth-to-ggml.py b/convert-pth-to-ggml.py
@@ -126,7 +126,8 @@ def get_n_parts(dim):
             text = tokenizer.id_to_piece(i).replace("\u2581", " ").encode("utf-8")
             fout.write(struct.pack("i", len(text)))
             fout.write(text)
-            fout.write(struct.pack("f", tokenizer.get_score(i)))
+
+        fout.write(struct.pack("f", tokenizer.get_score(i)))
 
     for k, v in model.items():
         name = k