fix starcoder stop fim_sep

twinnydotdev · Jul 8, 2024 · 057c1a1 · 057c1a1
1 parent 11dda96
commit 057c1a1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/common/constants.ts b/src/common/constants.ts
@@ -164,7 +164,7 @@ export const STOP_DEEPSEEK = [
   '<｜end▁of▁sentence｜>'
 ]
 
-export const STOP_STARCODER = ['<|endoftext|>']
+export const STOP_STARCODER = ['<|endoftext|>', '<file_sep>']
 
 export const STOP_CODEGEMMA = ['<|file_separator|>', '<|end_of_turn|>', '<eos>']