-
Notifications
You must be signed in to change notification settings - Fork 0
/
req.go
73 lines (59 loc) · 1.45 KB
/
req.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
package gemini
import (
"context"
"fmt"
"github.com/google/generative-ai-go/genai"
"google.golang.org/api/iterator"
"google.golang.org/api/option"
)
type AskStreamOptions struct {
APIKey string
Model string
Prompt string
}
type Message struct {
Event string
Text string
Error error
}
func Ask(options AskStreamOptions) (string, error) {
ctx := context.Background()
client, err := genai.NewClient(ctx, option.WithAPIKey(options.APIKey))
if err != nil {
return "", err
}
defer client.Close()
model := client.GenerativeModel(options.Model)
resp, err := model.GenerateContent(ctx, genai.Text(options.Prompt))
if err != nil {
return "", err
}
return fmt.Sprint(resp.Candidates[0].Content.Parts[0]), err
}
func AskStream(options AskStreamOptions) (<-chan Message, error) {
ctx := context.Background()
client, err := genai.NewClient(ctx, option.WithAPIKey(options.APIKey))
if err != nil {
return nil, err
}
defer client.Close()
model := client.GenerativeModel(options.Model)
iter := model.GenerateContentStream(ctx, genai.Text(options.Prompt))
messageChan := make(chan Message)
go func() {
defer close(messageChan)
for {
resp, err := iter.Next()
if err == iterator.Done {
break
}
if err != nil {
messageChan <- Message{Error: err, Event: "error"}
return
}
text := resp.Candidates[0].Content.Parts[0]
messageChan <- Message{Text: fmt.Sprint(text), Event: "message"}
}
}()
return messageChan, nil
}