[Example] ggml: remove bos in llama3 prompt (#142)

Signed-off-by: dm4 <dm4@secondstate.io>
second-state · May 23, 2024 · 8b3991c · 8b3991c
1 parent 2b61664
commit 8b3991c
Show file tree

Hide file tree

Showing 4 changed files with 2 additions and 2 deletions.
diff --git a/wasmedge-ggml/llama-stream/src/main.rs b/wasmedge-ggml/llama-stream/src/main.rs
@@ -197,7 +197,7 @@ fn main() {
         if saved_prompt.is_empty() {
             if options["llama3"].as_bool().unwrap() {
                 saved_prompt = format!(
-                    "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n",
+                    "<|start_header_id|>system<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n",
                     system_prompt, input
                 );
             } else {

diff --git a/wasmedge-ggml/llama-stream/wasmedge-ggml-llama-stream.wasm b/wasmedge-ggml/llama-stream/wasmedge-ggml-llama-stream.wasm
diff --git a/wasmedge-ggml/llama/src/main.rs b/wasmedge-ggml/llama/src/main.rs
@@ -155,7 +155,7 @@ fn main() {
         if saved_prompt.is_empty() {
             if options["llama3"].as_bool().unwrap() {
                 saved_prompt = format!(
-                    "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n",
+                    "<|start_header_id|>system<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n",
                     system_prompt, input
                 );
             } else {

diff --git a/wasmedge-ggml/llama/wasmedge-ggml-llama.wasm b/wasmedge-ggml/llama/wasmedge-ggml-llama.wasm