forked from gocraft/work
/
main.go
123 lines (104 loc) · 2.44 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
package main
import (
"fmt"
"github.com/benmanns/goworker"
"github.com/garyburd/redigo/redis"
"github.com/gocraft/health"
"os"
"sync/atomic"
"time"
)
func myJob(queue string, args ...interface{}) error {
atomic.AddInt64(&totcount, 1)
//fmt.Println("job! ", queue)
return nil
}
var namespace = "bench_test"
var pool = newPool(":6379")
// go run *.go -queues="myqueue,myqueue2,myqueue3,myqueue4,myqueue5" -namespace="bench_test:" -concurrency=50 -use-nuber
func main() {
stream := health.NewStream().AddSink(&health.WriterSink{os.Stdout})
stream.Event("wat")
cleanKeyspace()
queues := []string{"myqueue", "myqueue2", "myqueue3", "myqueue4", "myqueue5"}
numJobs := 100000 / len(queues)
job := stream.NewJob("enqueue_all")
for _, q := range queues {
enqueueJobs(q, numJobs)
}
job.Complete(health.Success)
goworker.Register("MyClass", myJob)
go monitor()
// Blocks until process is told to exit via unix signal
goworker.Work()
}
var totcount int64
func monitor() {
t := time.Tick(1 * time.Second)
curT := 0
c1 := int64(0)
c2 := int64(0)
prev := int64(0)
DALOOP:
for {
select {
case <-t:
curT++
v := atomic.AddInt64(&totcount, 0)
fmt.Printf("after %d seconds, count is %d\n", curT, v)
if curT == 1 {
c1 = v
} else if curT == 3 {
c2 = v
}
if v == prev {
break DALOOP
}
prev = v
}
}
fmt.Println("Jobs/sec: ", float64(c2-c1)/2.0)
os.Exit(0)
}
func enqueueJobs(queue string, count int) {
conn := pool.Get()
defer conn.Close()
for i := 0; i < count; i++ {
//workers.Enqueue(queue, "Foo", []int{i})
conn.Do("RPUSH", "bench_test:queue:"+queue, `{"class":"MyClass","args":[]}`)
}
}
func cleanKeyspace() {
conn := pool.Get()
defer conn.Close()
keys, err := redis.Strings(conn.Do("KEYS", namespace+"*"))
if err != nil {
panic("could not get keys: " + err.Error())
}
for _, k := range keys {
//fmt.Println("deleting ", k)
if _, err := conn.Do("DEL", k); err != nil {
panic("could not del: " + err.Error())
}
}
}
func newPool(addr string) *redis.Pool {
return &redis.Pool{
MaxActive: 3,
MaxIdle: 3,
IdleTimeout: 240 * time.Second,
Dial: func() (redis.Conn, error) {
c, err := redis.Dial("tcp", addr)
if err != nil {
return nil, err
}
return c, nil
//return redis.NewLoggingConn(c, log.New(os.Stdout, "", 0), "redis"), err
},
Wait: true,
//TestOnBorrow: func(c redis.Conn, t time.Time) error {
// _, err := c.Do("PING")
// return err
//},
}
}