Change test model

Makefile

@@ -317,7 +317,7 @@ run: prepare ## run local-ai
 test-models/testmodel:
 	mkdir test-models
 	mkdir test-dir
-	wget -q https://huggingface.co/TheBloke/stable-code-3b-GGUF/resolve/main/stable-code-3b.Q2_K.gguf -O test-models/testmodel
+	wget -q https://huggingface.co/TheBloke/orca_mini_3B-GGML/resolve/main/orca-mini-3b.ggmlv3.q4_0.bin -O test-models/testmodel
 	wget -q https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-base.en.bin -O test-models/whisper-en
 	wget -q https://huggingface.co/mudler/all-MiniLM-L6-v2/resolve/main/ggml-model-q4_0.bin -O test-models/bert
 	wget -q https://cdn.openai.com/whisper/draft-20220913a/micro-machines.wav -O test-dir/audio.wav

api/api_test.go

@@ -29,7 +29,14 @@ import (
 	"github.com/sashabaranov/go-openai/jsonschema"
 )
 
-const testPrompt = "import torch\nimport torch.nn as nn"
+const testPrompt = `### System:
+You are an AI assistant that follows instruction extremely well. Help as much as you can.
+
+### User:
+
+Can you help rephrasing sentences?
+
+### Response:`
 
 type modelApplyRequest struct {
 	ID        string                 `json:"id"`

tests/models_fixtures/config.yaml

@@ -4,7 +4,7 @@
     top_p: 80
     top_k: 0.9
     temperature: 0.1
-  context_size: 10
+  context_size: 200
   stopwords:
   - "HUMAN:"
   - "### Response:"
@@ -20,7 +20,7 @@
     top_k: 0.9
     temperature: 0.1
     model: testmodel
-  context_size: 10
+  context_size: 200
   stopwords:
   - "HUMAN:"
   - "### Response:"

tests/models_fixtures/gpt4.yaml

@@ -4,7 +4,7 @@ parameters:
   top_p: 80
   top_k: 0.9
   temperature: 0.1
-context_size: 10
+context_size: 200
 stopwords:
 - "HUMAN:"
 - "### Response:"

tests/models_fixtures/gpt4_2.yaml

@@ -4,7 +4,7 @@ parameters:
   top_p: 80
   top_k: 0.9
   temperature: 0.1
-context_size: 10
+context_size: 200
 stopwords:
 - "HUMAN:"
 - "### Response:"