-
Notifications
You must be signed in to change notification settings - Fork 496
/
ds_remote_api_proxy_api.go
124 lines (111 loc) · 3.6 KB
/
ds_remote_api_proxy_api.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
/*
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package api
import (
gocontext "context"
"encoding/json"
"io"
"net/http"
"strings"
"github.com/apache/incubator-devlake/core/errors"
"github.com/apache/incubator-devlake/core/log"
"github.com/apache/incubator-devlake/core/plugin"
)
// DsRemoteApiProxyHelper is a helper to proxy api request to remote servers
type DsRemoteApiProxyHelper[C plugin.ToolLayerApiConnection] struct {
*ModelApiHelper[C]
logger log.Logger
httpClientCache map[string]*ApiClient
}
// NewDsRemoteApiProxyHelper creates a new DsRemoteApiProxyHelper
func NewDsRemoteApiProxyHelper[
C plugin.ToolLayerApiConnection,
](
modelApiHelper *ModelApiHelper[C],
) *DsRemoteApiProxyHelper[C] {
return &DsRemoteApiProxyHelper[C]{
ModelApiHelper: modelApiHelper,
logger: modelApiHelper.basicRes.GetLogger().Nested("remote_api_helper"),
httpClientCache: make(map[string]*ApiClient),
}
}
func (rap *DsRemoteApiProxyHelper[C]) prepare(input *plugin.ApiResourceInput) (*C, *ApiClient, errors.Error) {
connection, err := rap.FindByPk(input)
if err != nil {
return nil, nil, err
}
apiClient, err := rap.getApiClient(connection)
if err != nil {
return nil, nil, err
}
return connection, apiClient, nil
}
func (rap *DsRemoteApiProxyHelper[C]) getApiClient(connection *C) (*ApiClient, errors.Error) {
c := interface{}(connection)
key := ""
if cacheableConn, ok := c.(plugin.CacheableConnection); ok {
key = cacheableConn.GetHash()
}
// try to reuse api client
if key != "" && rap.httpClientCache[key] != nil {
rap.logger.Info("Reused api client")
return rap.httpClientCache[key], nil
}
// create new client if cache missed
client, err := NewApiClientFromConnection(gocontext.TODO(), rap.basicRes, c.(plugin.ApiConnection))
if err != nil {
return nil, err
}
// cache the client if key is not empty
if key != "" {
rap.httpClientCache[key] = client
} else {
rap.logger.Info("No api client reuse")
}
return client, nil
}
// Proxy forwards api request to a specific remote server
func (rap *DsRemoteApiProxyHelper[C]) Proxy(input *plugin.ApiResourceInput) (out *plugin.ApiResourceOutput, err errors.Error) {
_, apiClient, err := rap.prepare(input)
if err != nil {
return nil, err
}
resp, err := apiClient.Get(input.Params["path"], input.Query, nil)
if err != nil {
return nil, err
}
defer resp.Body.Close()
body, err := errors.Convert01(io.ReadAll(resp.Body))
if err != nil {
return nil, err
}
// verify response body is json
var tmp interface{}
err = errors.Convert(json.Unmarshal(body, &tmp))
if err != nil {
return nil, err
}
headers := http.Header{}
for k, vs := range resp.Header {
// skip headers doesn't start with "x-"
if !strings.HasPrefix(strings.ToLower(k), "x-") {
continue
}
for _, v := range vs {
headers.Add(k, v)
}
}
return &plugin.ApiResourceOutput{Status: resp.StatusCode, Body: json.RawMessage(body), Header: headers}, nil
}