-
Notifications
You must be signed in to change notification settings - Fork 26
/
kafka_requester.go
103 lines (92 loc) · 2.43 KB
/
kafka_requester.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
package requester
import (
"errors"
"math/rand"
"strconv"
"time"
"github.com/Shopify/sarama"
"github.com/tylertreat/bench"
)
// KafkaRequesterFactory implements RequesterFactory by creating a Requester
// which publishes messages to Kafka and waits to consume them.
type KafkaRequesterFactory struct {
URLs []string
PayloadSize int
Topic string
}
// GetRequester returns a new Requester, called for each Benchmark connection.
func (k *KafkaRequesterFactory) GetRequester(num uint64) bench.Requester {
return &kafkaRequester{
urls: k.URLs,
payloadSize: k.PayloadSize,
topic: k.Topic + "-" + strconv.FormatUint(num, 10),
}
}
// kafkaRequester implements Requester by publishing a message to Kafka and
// waiting to consume it.
type kafkaRequester struct {
urls []string
payloadSize int
topic string
producer sarama.AsyncProducer
consumer sarama.Consumer
partitionConsumer sarama.PartitionConsumer
msg *sarama.ProducerMessage
}
// Setup prepares the Requester for benchmarking.
func (k *kafkaRequester) Setup() error {
config := sarama.NewConfig()
producer, err := sarama.NewAsyncProducer(k.urls, config)
if err != nil {
return err
}
consumer, err := sarama.NewConsumer(k.urls, nil)
if err != nil {
producer.Close()
return err
}
partitionConsumer, err := consumer.ConsumePartition(k.topic, 0, sarama.OffsetNewest)
if err != nil {
producer.Close()
consumer.Close()
return err
}
k.producer = producer
k.consumer = consumer
k.partitionConsumer = partitionConsumer
msg := make([]byte, k.payloadSize)
for i := 0; i < k.payloadSize; i++ {
msg[i] = 'A' + uint8(rand.Intn(26))
}
k.msg = &sarama.ProducerMessage{
Topic: k.topic,
Value: sarama.ByteEncoder(msg),
}
return nil
}
// Request performs a synchronous request to the system under test.
func (k *kafkaRequester) Request() error {
k.producer.Input() <- k.msg
select {
case <-k.partitionConsumer.Messages():
return nil
case <-time.After(30 * time.Second):
return errors.New("requester: Request timed out receiving")
}
}
// Teardown is called upon benchmark completion.
func (k *kafkaRequester) Teardown() error {
if err := k.partitionConsumer.Close(); err != nil {
return err
}
if err := k.consumer.Close(); err != nil {
return err
}
if err := k.producer.Close(); err != nil {
return err
}
k.partitionConsumer = nil
k.consumer = nil
k.producer = nil
return nil
}