-
Notifications
You must be signed in to change notification settings - Fork 464
/
worker.go
133 lines (118 loc) · 4.56 KB
/
worker.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
// Copyright (c) 2018 SAP SE or an SAP affiliate company. All rights reserved. This file is licensed under the Apache Software License, v. 2 except as noted otherwise in the LICENSE file
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package controllerutils
import (
"context"
"fmt"
"sync"
"time"
"github.com/gardener/gardener/pkg/logger"
kutil "github.com/gardener/gardener/pkg/utils/kubernetes"
"k8s.io/apimachinery/pkg/types"
"k8s.io/apimachinery/pkg/util/wait"
"k8s.io/client-go/tools/cache"
"k8s.io/client-go/util/workqueue"
"sigs.k8s.io/controller-runtime/pkg/reconcile"
"sigs.k8s.io/controller-runtime/pkg/runtime/inject"
)
// DeprecatedCreateWorker creates and runs a worker thread that just processes items in the
// specified queue. The worker will run until stopCh is closed. The worker will be
// added to the wait group when started and marked done when finished.
// Deprecated: Use CreateWorker instead.
func DeprecatedCreateWorker(ctx context.Context, queue workqueue.RateLimitingInterface, resourceType string, reconciler func(key string) error, waitGroup *sync.WaitGroup, workerCh chan int) {
CreateWorker(ctx, queue, resourceType, reconcile.Func(func(req reconcile.Request) (reconcile.Result, error) {
meta := kutil.ObjectMeta(req.Namespace, req.Name)
key, err := cache.MetaNamespaceKeyFunc(&meta)
if err != nil {
logger.Logger.WithError(err).Error("Could not create key from meta")
return reconcile.Result{}, nil
}
return reconcile.Result{}, reconciler(key)
}), waitGroup, workerCh)
}
// CreateWorker creates and runs a worker thread that just processes items in the
// specified queue. The worker will run until stopCh is closed. The worker will be
// added to the wait group when started and marked done when finished.
// The given context is injected into the `reconciler` if it implements `inject.Stoppable`.
// Optionally passed inject functions are called with the `reconciler` but potentially returned errors are disregarded.
func CreateWorker(ctx context.Context, queue workqueue.RateLimitingInterface, resourceType string, reconciler reconcile.Reconciler, waitGroup *sync.WaitGroup, workerCh chan int, injectFn ...inject.Func) {
fns := append(injectFn, func(i interface{}) error {
_, err := inject.StopChannelInto(ctx.Done(), i)
return err
})
for _, f := range fns {
if err := f(reconciler); err != nil {
logger.Logger.Errorf("An error occurred while reconciler injection: %v", err)
}
}
waitGroup.Add(1)
workerCh <- 1
go func() {
wait.Until(worker(queue, resourceType, reconciler), time.Second, ctx.Done())
workerCh <- -1
waitGroup.Done()
}()
}
func requestFromKey(key interface{}) (reconcile.Request, error) {
switch v := key.(type) {
case string:
namespace, name, err := cache.SplitMetaNamespaceKey(key.(string))
if err != nil {
return reconcile.Request{}, err
}
return reconcile.Request{NamespacedName: types.NamespacedName{Namespace: namespace, Name: name}}, nil
case reconcile.Request:
return v, nil
default:
return reconcile.Request{}, fmt.Errorf("unknown key type %T", key)
}
}
// worker runs a worker thread that just dequeues items, processes them, and marks them done.
// It enforces that the reconciler is never invoked concurrently with the same key.
func worker(queue workqueue.RateLimitingInterface, resourceType string, reconciler reconcile.Reconciler) func() {
return func() {
exit := false
for !exit {
exit = func() bool {
key, quit := queue.Get()
if quit {
return true
}
defer queue.Done(key)
req, err := requestFromKey(key)
if err != nil {
logger.Logger.WithError(err).Error("Cannot obtain request from key")
queue.Forget(key)
return false
}
res, err := reconciler.Reconcile(req)
if err != nil {
logger.Logger.Infof("Error syncing %s %v: %v", resourceType, key, err)
queue.AddRateLimited(key)
return false
}
if res.RequeueAfter > 0 {
queue.AddAfter(key, res.RequeueAfter)
return false
}
if res.Requeue {
queue.AddRateLimited(key)
return false
}
queue.Forget(key)
return false
}()
}
}
}