forked from rebuy-de/aws-nuke
/
scan.go
88 lines (73 loc) · 1.89 KB
/
scan.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
package cmd
import (
"context"
"fmt"
"runtime/debug"
"github.com/hunterkepley/aws-nuke/v2/pkg/awsutil"
"github.com/hunterkepley/aws-nuke/v2/pkg/util"
"github.com/hunterkepley/aws-nuke/v2/resources"
log "github.com/sirupsen/logrus"
"golang.org/x/sync/semaphore"
)
const ScannerParallelQueries = 16
func Scan(region *Region, resourceTypes []string) <-chan *Item {
s := &scanner{
items: make(chan *Item, 100),
semaphore: semaphore.NewWeighted(ScannerParallelQueries),
}
go s.run(region, resourceTypes)
return s.items
}
type scanner struct {
items chan *Item
semaphore *semaphore.Weighted
}
func (s *scanner) run(region *Region, resourceTypes []string) {
ctx := context.Background()
for _, resourceType := range resourceTypes {
s.semaphore.Acquire(ctx, 1)
go s.list(region, resourceType)
}
// Wait for all routines to finish.
s.semaphore.Acquire(ctx, ScannerParallelQueries)
close(s.items)
}
func (s *scanner) list(region *Region, resourceType string) {
defer func() {
if r := recover(); r != nil {
err := fmt.Errorf("%v\n\n%s", r.(error), string(debug.Stack()))
dump := util.Indent(fmt.Sprintf("%v", err), " ")
log.Errorf("Listing %s failed:\n%s", resourceType, dump)
}
}()
defer s.semaphore.Release(1)
lister := resources.GetLister(resourceType)
var rs []resources.Resource
sess, err := region.Session(resourceType)
if err == nil {
rs, err = lister(sess)
}
if err != nil {
_, ok := err.(awsutil.ErrSkipRequest)
if ok {
log.Debugf("skipping request: %v", err)
return
}
_, ok = err.(awsutil.ErrUnknownEndpoint)
if ok {
log.Warnf("skipping request: %v", err)
return
}
dump := util.Indent(fmt.Sprintf("%v", err), " ")
log.Errorf("Listing %s failed:\n%s", resourceType, dump)
return
}
for _, r := range rs {
s.items <- &Item{
Region: region,
Resource: r,
State: ItemStateNew,
Type: resourceType,
}
}
}