This repository has been archived by the owner on Jan 21, 2022. It is now read-only.
/
paginated_resource_fetcher.go
88 lines (72 loc) · 1.73 KB
/
paginated_resource_fetcher.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
package client
import (
"encoding/json"
"net/http"
"net/url"
)
type paginatedResourceFetcher struct {
limit int
baseFetcher Fetcher
refreshToken string
}
func NewPaginatedResourceFetcher(
limit int,
baseFetcher Fetcher,
refreshToken string,
) Fetcher {
return &paginatedResourceFetcher{
baseFetcher: baseFetcher,
limit: limit,
refreshToken: refreshToken,
}
}
func (f paginatedResourceFetcher) GetUpdatedTokens() (string, string) {
return f.baseFetcher.GetUpdatedTokens()
}
func (f paginatedResourceFetcher) Fetch(req *http.Request) ([]byte, error) {
resources, nextPath, err := f.performRequest(req)
if err != nil {
return []byte{}, err
}
var rs []interface{}
var nextReq *http.Request
for nextPath != nil && (f.limit == 0 || len(resources) < f.limit) {
u, err := url.Parse(*nextPath)
if err != nil {
return []byte{}, err
}
nextReq = &http.Request{
URL: &url.URL{
Scheme: req.URL.Scheme,
Host: req.URL.Host,
Path: u.Path,
RawQuery: u.Query().Encode(),
},
}
rs, nextPath, err = f.performRequest(nextReq)
if err != nil {
return []byte{}, err
}
resources = append(resources, rs...)
}
if f.limit > 0 {
resources = resources[:f.limit]
}
responseJSON, err := json.Marshal(resources)
if err != nil {
return []byte{}, err
}
return responseJSON, nil
}
func (f paginatedResourceFetcher) performRequest(req *http.Request) ([]interface{}, *string, error) {
responseBytes, err := f.baseFetcher.Fetch(req)
if err != nil {
return []interface{}{}, nil, err
}
response := &GetResourcesResponse{}
err = json.Unmarshal(responseBytes, response)
if err != nil {
return []interface{}{}, nil, err
}
return response.Resources, response.Pagination.Next, nil
}