-
Notifications
You must be signed in to change notification settings - Fork 80
/
packagesbylayer.go
166 lines (152 loc) · 3.86 KB
/
packagesbylayer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
package postgres
import (
"context"
"errors"
"fmt"
"strconv"
"time"
"github.com/jackc/pgtype"
"github.com/jackc/pgx/v4"
"github.com/prometheus/client_golang/prometheus"
"github.com/prometheus/client_golang/prometheus/promauto"
"github.com/quay/claircore"
"github.com/quay/claircore/indexer"
)
var (
packagesByLayerCounter = promauto.NewCounterVec(
prometheus.CounterOpts{
Namespace: "claircore",
Subsystem: "indexer",
Name: "packagesbylayer_total",
Help: "Total number of database queries issued in the PackagesByLayer method.",
},
[]string{"query"},
)
packagesByLayerDuration = promauto.NewHistogramVec(
prometheus.HistogramOpts{
Namespace: "claircore",
Subsystem: "indexer",
Name: "packagesbylayer_duration_seconds",
Help: "The duration of all queries issued in the PackagesByLayer method",
},
[]string{"query"},
)
)
func (s *IndexerStore) PackagesByLayer(ctx context.Context, hash claircore.Digest, scnrs indexer.VersionedScanners) ([]*claircore.Package, error) {
const (
selectScanner = `
SELECT
id
FROM
scanner
WHERE
name = $1 AND version = $2 AND kind = $3;
`
query = `
SELECT
package.id,
package.name,
package.kind,
package.version,
package.norm_kind,
package.norm_version,
package.module,
package.arch,
source_package.id,
source_package.name,
source_package.kind,
source_package.version,
source_package.module,
source_package.arch,
package_scanartifact.package_db,
package_scanartifact.repository_hint,
package_scanartifact.filepath
FROM
package_scanartifact
LEFT JOIN package ON
package_scanartifact.package_id = package.id
LEFT JOIN package AS source_package ON
package_scanartifact.source_id
= source_package.id
JOIN layer ON layer.hash = $1
WHERE
package_scanartifact.layer_id = layer.id
AND package_scanartifact.scanner_id = ANY ($2);
`
)
if len(scnrs) == 0 {
return []*claircore.Package{}, nil
}
// get scanner ids
scannerIDs := make([]int64, len(scnrs))
for i, scnr := range scnrs {
start := time.Now()
err := s.pool.QueryRow(ctx, selectScanner, scnr.Name(), scnr.Version(), scnr.Kind()).
Scan(&scannerIDs[i])
if err != nil {
return nil, fmt.Errorf("failed to retrieve scanner ids: %w", err)
}
packagesByLayerCounter.WithLabelValues("selectScanner").Add(1)
packagesByLayerDuration.WithLabelValues("selectScanner").Observe(time.Since(start).Seconds())
}
start := time.Now()
rows, err := s.pool.Query(ctx, query, hash, scannerIDs)
switch {
case errors.Is(err, nil):
case errors.Is(err, pgx.ErrNoRows):
return nil, fmt.Errorf("store:packagesByLayer no packages found for hash %v and scanners %v", hash, scnrs)
default:
return nil, fmt.Errorf("store:packagesByLayer failed to retrieve package rows for hash %v and scanners %v: %w", hash, scnrs, err)
}
packagesByLayerCounter.WithLabelValues("query").Add(1)
packagesByLayerDuration.WithLabelValues("query").Observe(time.Since(start).Seconds())
defer rows.Close()
res := []*claircore.Package{}
for rows.Next() {
var pkg claircore.Package
var spkg claircore.Package
var id, srcID int64
var nKind, fPath *string
var nVer pgtype.Int4Array
err := rows.Scan(
&id,
&pkg.Name,
&pkg.Kind,
&pkg.Version,
&nKind,
&nVer,
&pkg.Module,
&pkg.Arch,
&srcID,
&spkg.Name,
&spkg.Kind,
&spkg.Version,
&spkg.Module,
&spkg.Arch,
&pkg.PackageDB,
&pkg.RepositoryHint,
&fPath,
)
pkg.ID = strconv.FormatInt(id, 10)
spkg.ID = strconv.FormatInt(srcID, 10)
if err != nil {
return nil, fmt.Errorf("failed to scan packages: %w", err)
}
if nKind != nil {
pkg.NormalizedVersion.Kind = *nKind
for i, n := range nVer.Elements {
pkg.NormalizedVersion.V[i] = n.Int
}
}
if fPath != nil {
pkg.Filepath = *fPath
}
// nest source package
pkg.Source = &spkg
res = append(res, &pkg)
}
if err := rows.Err(); err != nil {
return nil, err
}
return res, nil
}