From 057c1a17a4474c22172d1f916dc657f0e0c6de66 Mon Sep 17 00:00:00 2001
From: rjmacarthy <richardmacarthy@hotmail.com>
Date: Mon, 8 Jul 2024 11:14:17 +0100
Subject: [PATCH] fix starcoder stop fim_sep

---
 src/common/constants.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/common/constants.ts b/src/common/constants.ts
index 74f8654..08744ca 100644
--- a/src/common/constants.ts
+++ b/src/common/constants.ts
@@ -164,7 +164,7 @@ export const STOP_DEEPSEEK = [
   '<｜end▁of▁sentence｜>'
 ]
 
-export const STOP_STARCODER = ['<|endoftext|>']
+export const STOP_STARCODER = ['<|endoftext|>', '<file_sep>']
 
 export const STOP_CODEGEMMA = ['<|file_separator|>', '<|end_of_turn|>', '<eos>']