Change test model

Makefile

@@ -317,7 +317,7 @@ run: prepare ## run local-ai
 test-models/testmodel:
 	mkdir test-models
 	mkdir test-dir
-	wget -q https://huggingface.co/TheBloke/stable-code-3b-GGUF/resolve/main/stable-code-3b.Q2_K.gguf -O test-models/testmodel
+	wget -q https://huggingface.co/TheBloke/orca_mini_3B-GGML/resolve/main/orca-mini-3b.ggmlv3.q4_0.bin -O test-models/testmodel
 	wget -q https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-base.en.bin -O test-models/whisper-en
 	wget -q https://huggingface.co/mudler/all-MiniLM-L6-v2/resolve/main/ggml-model-q4_0.bin -O test-models/bert
 	wget -q https://cdn.openai.com/whisper/draft-20220913a/micro-machines.wav -O test-dir/audio.wav

api/api_test.go

@@ -29,7 +29,14 @@ import (
 	"github.com/sashabaranov/go-openai/jsonschema"
 )
 
-const testPrompt = "import torch\nimport torch.nn as nn"
+const testPrompt = `### System:
+You are an AI assistant that follows instruction extremely well. Help as much as you can.
+
+### User:
+
+Can you help rephrasing sentences?
+
+### Response:`
 
 type modelApplyRequest struct {
 	ID        string                 `json:"id"`
@@ -462,7 +469,7 @@ var _ = Describe("API test", func() {
 					return response["processed"].(bool)
 				}, "960s", "10s").Should(Equal(true))
 
-				resp, err := client.CreateChatCompletion(context.TODO(), openai.ChatCompletionRequest{Model: "gpt4all-j", Messages: []openai.ChatCompletionMessage{openai.ChatCompletionMessage{Role: "user", Content: testPrompt}}})
+				resp, err := client.CreateChatCompletion(context.TODO(), openai.ChatCompletionRequest{Model: "gpt4all-j", Messages: []openai.ChatCompletionMessage{openai.ChatCompletionMessage{Role: "user", Content: "How are you?"}}})
 				Expect(err).ToNot(HaveOccurred())
 				Expect(len(resp.Choices)).To(Equal(1))
 				Expect(resp.Choices[0].Message.Content).To(ContainSubstring("well"))

tests/models_fixtures/config.yaml

@@ -4,7 +4,7 @@
     top_p: 80
     top_k: 0.9
     temperature: 0.1
-  context_size: 10
+  context_size: 200
   stopwords:
   - "HUMAN:"
   - "### Response:"
@@ -20,7 +20,7 @@
     top_k: 0.9
     temperature: 0.1
     model: testmodel
-  context_size: 10
+  context_size: 200
   stopwords:
   - "HUMAN:"
   - "### Response:"

tests/models_fixtures/gpt4.yaml

@@ -4,7 +4,7 @@ parameters:
   top_p: 80
   top_k: 0.9
   temperature: 0.1
-context_size: 10
+context_size: 200
 stopwords:
 - "HUMAN:"
 - "### Response:"

tests/models_fixtures/gpt4_2.yaml

@@ -4,7 +4,7 @@ parameters:
   top_p: 80
   top_k: 0.9
   temperature: 0.1
-context_size: 10
+context_size: 200
 stopwords:
 - "HUMAN:"
 - "### Response:"