-
Notifications
You must be signed in to change notification settings - Fork 3
/
chat.go
84 lines (73 loc) · 1.6 KB
/
chat.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
package commands
import (
"bufio"
"context"
"fmt"
"log"
"os"
"strings"
"github.com/google/generative-ai-go/genai"
"github.com/spf13/cobra"
"google.golang.org/api/iterator"
)
var chatCmd = &cobra.Command{
Use: "chat",
Short: "Interactive chat with a model",
Long: `Start an interactive terminal chat with a Gemini model.`,
Run: runChatCmd,
}
func init() {
rootCmd.AddCommand(chatCmd)
}
func runChatCmd(cmd *cobra.Command, args []string) {
ctx := context.Background()
client, err := newGenaiClient(ctx, cmd)
if err != nil {
log.Fatal(err)
}
defer client.Close()
modelName, _ := cmd.Flags().GetString("model")
model := client.GenerativeModel(modelName)
model.SafetySettings = []*genai.SafetySetting{
{
Category: genai.HarmCategoryDangerousContent,
Threshold: genai.HarmBlockNone,
},
{
Category: genai.HarmCategoryHarassment,
Threshold: genai.HarmBlockNone,
},
}
session := model.StartChat()
fmt.Printf("Chatting with %s\n", modelName)
fmt.Println("Type 'exit' or 'quit' to exit")
reader := bufio.NewReader(os.Stdin)
for {
fmt.Print("> ")
text, _ := reader.ReadString('\n')
text = strings.TrimSpace(text)
if text == "exit" || text == "quit" {
break
}
iter := session.SendMessageStream(ctx, genai.Text(text))
ResponseIter:
for {
resp, err := iter.Next()
if err == iterator.Done {
break ResponseIter
}
if err != nil {
log.Fatal(err)
}
if len(resp.Candidates) >= 0 {
c := resp.Candidates[0]
if c.Content != nil {
for _, part := range c.Content.Parts {
fmt.Print(part)
}
fmt.Println()
}
}
}
}
}