-
Notifications
You must be signed in to change notification settings - Fork 804
/
illm.go
88 lines (71 loc) · 1.94 KB
/
illm.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
/*
Copyright 2023 The K8sGPT Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
// Some parts of this file have been modified to make it functional in Zadig
package llm
import (
"context"
"crypto/sha256"
"encoding/hex"
"fmt"
"github.com/koderover/zadig/v2/pkg/tool/cache"
)
var (
clients = map[string]ILLM{
"openai": &OpenAIClient{},
"azureopenai": &OpenAIClient{},
}
)
type ILLM interface {
Configure(config LLMConfig) error
GetCompletion(ctx context.Context, prompt string, options ...ParamOption) (string, error)
Parse(ctx context.Context, prompt string, cache cache.ICache, options ...ParamOption) (string, error)
GetName() string
}
func NewClient(provider string) (ILLM, error) {
if c, ok := clients[provider]; !ok {
return nil, fmt.Errorf("provider %s not supported", provider)
} else {
return c, nil
}
}
type LLMConfig struct {
Name string
Model string
Token string
BaseURL string
Proxy string
APIType string
}
func (p *LLMConfig) GetName() string {
return p.Name
}
func (p *LLMConfig) GetBaseURL() string {
return p.BaseURL
}
func (p *LLMConfig) GetToken() string {
return p.Token
}
func (p *LLMConfig) GetModel() string {
return p.Model
}
func (p *LLMConfig) GetProxy() string {
return p.Proxy
}
func (p *LLMConfig) GetAPIType() string {
return p.APIType
}
func GetCacheKey(provider string, sEnc string) string {
data := fmt.Sprintf("%s-%s", provider, sEnc)
hash := sha256.Sum256([]byte(data))
return hex.EncodeToString(hash[:])
}