Add bebop to benchmarks (alecthomas#91)

Author: 200sc

Makefile

@@ -1,7 +1,7 @@
 # This is necessary due to the use of two conflicting generator commands for capnproto
 .NOTPARALLEL:
 
-all: Colfer.go FlatBufferA.go msgp_gen.go structdef-gogo.pb.go structdef.pb.go structdef.capnp.go structdef.capnp2.go gencode.schema.gen.go gencode-unsafe.schema.gen.go structdefxdr_generated.go
+all: Colfer.go FlatBufferA.go msgp_gen.go structdef-gogo.pb.go structdef.pb.go structdef.capnp.go structdef.capnp2.go gencode.schema.gen.go gencode-unsafe.schema.gen.go structdefxdr_generated.go structdef-bebop.go
 
 Colfer.go:
 	go run github.com/pascaldekloe/colfer/cmd/colf go
@@ -43,6 +43,9 @@ gencode-unsafe.schema.gen.go: gencode-unsafe.schema
 structdefxdr_generated.go: structdefxdr.go
 	go run github.com/calmh/xdr/cmd/genxdr -o structdefxdr_generated.go structdefxdr.go
 
+structdef-bebop.go: 
+	bebopc-go -i structdef-bebop.bop -o structdef-bebop.go --package goserbench
+
 .PHONY: clean
 clean:
 	rm -f Colfer.go FlatBufferA.go msgp_gen.go structdef-gogo.pb.go structdef.pb.go structdef.capnp.go structdef.capnp2.go gencode.schema.gen.go gencode-unsafe.schema.gen.go structdefxdr_generated.go
@@ -70,3 +73,5 @@ install:
 	go get -u github.com/pascaldekloe/colfer/cmd/colf
 	go get -u github.com/calmh/xdr
 	go get -u github.com/niubaoshu/gotiny
+	go get -u github.com/200sc/bebop
+	go get -u github.com/200sc/bebop/main/bebopc-go

README.md

@@ -4,6 +4,8 @@ go 1.13
 
 require (
 	github.com/Hatch1fy/errors v0.1.0 // indirect
+	github.com/200sc/bebop v0.0.8
+	github.com/DataDog/zstd v1.4.5 // indirect
 	github.com/Sereal/Sereal v0.0.0-20190618215532-0b8ac451a863
 	github.com/alecthomas/binary v0.0.0-20171101084825-6e8df1b1fb9d
 	github.com/andyleap/gencode v0.0.0-20171124163308-e1423834d4b4 // indirect

go.mod

@@ -1,5 +1,9 @@
 github.com/Hatch1fy/errors v0.1.0 h1:O0eV+wlv/uF++/IQFxPaTVQOCHxzEXFFX0cMrIs8GSs=
 github.com/Hatch1fy/errors v0.1.0/go.mod h1:ghvTU0wQ49AH7DcAfdKmWjBDjgEOoc1ltdPhDlGPz7w=
+github.com/200sc/bebop v0.0.8 h1:rBxUorlPWyUjR+J99PaYcjc9CZYCdeDg/Na+HbznPdI=
+github.com/200sc/bebop v0.0.8/go.mod h1:fCmYqE/nuhgRpN0ttqh913jWZH5yKpv0o8009Tke8jM=
+github.com/DataDog/zstd v1.4.5 h1:EndNeuB0l9syBZhut0wns3gV1hL8zX8LIu6ZiVHWLIQ=
+github.com/DataDog/zstd v1.4.5/go.mod h1:1jcaCB/ufaK+sKp1NBhlGmpz41jOoPQ35bpF36t7BBo=
 github.com/Sereal/Sereal v0.0.0-20190618215532-0b8ac451a863 h1:BRrxwOZBolJN4gIwvZMJY1tzqBvQgpaZiQRuIDD40jM=
 github.com/Sereal/Sereal v0.0.0-20190618215532-0b8ac451a863/go.mod h1:D0JMgToj/WdxCgd30Kc1UcA9E+WdZoJqeVOuYW7iTBM=
 github.com/alecthomas/binary v0.0.0-20171101084825-6e8df1b1fb9d h1:ndgr53uGotk3W0l6njh0jusaJw8+ZwZn8EKnx8QauJk=
@@ -118,6 +122,7 @@ golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
 golang.org/x/tools v0.0.0-20180221164845-07fd8470d635 h1:2eB4G6bDQDeP69ZXbOKC00S2Kf6TIiRS+DzfKsKeQU0=
 golang.org/x/tools v0.0.0-20180221164845-07fd8470d635/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+google.golang.org/appengine v1.6.5 h1:tycE03LOZYQNhDpS27tcQdAzLCVMaj7QT2SXxebnpCM=
 google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc=
 gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/linkedin/goavro.v1 v1.0.5 h1:BJa69CDh0awSsLUmZ9+BowBdokpduDZSM9Zk8oKHfN4=

go.sum

@@ -1423,3 +1423,66 @@ func BenchmarkMumUnmarshal(b *testing.B) {
 	s := newMumSerializer()
 	benchUnmarshal(b, s)
 }
+
+// github.com/200sc/bebop
+
+func generateBebopA() []*BebopBufA {
+	a := make([]*BebopBufA, 0, 1000)
+	for i := 0; i < 1000; i++ {
+		a = append(a, &BebopBufA{
+			Name: randString(16),
+			// bebop does support times, but as 100-nanosecond ticks, losing some precision
+			BirthDay: uint64(time.Now().UnixNano()),
+			Phone:    randString(10),
+			Siblings: rand.Int31n(5),
+			Spouse:   rand.Intn(2) == 1,
+			Money:    rand.Float64(),
+		})
+	}
+	return a
+}
+
+func BenchmarkBebopMarshal(b *testing.B) {
+	data := generateBebopA()
+	b.ReportAllocs()
+	b.ResetTimer()
+	var serialSize int
+	for i := 0; i < b.N; i++ {
+		out := data[rand.Intn(len(data))].MarshalBebop()
+		serialSize += len(out)
+	}
+	b.ReportMetric(float64(serialSize)/float64(b.N), "B/serial")
+}
+
+func BenchmarkBebopUnmarshal(b *testing.B) {
+	b.StopTimer()
+	data := generateBebopA()
+	ser := make([][]byte, len(data))
+	var serialSize int
+	for i, d := range data {
+		ser[i] = d.MarshalBebop()
+		serialSize += len(ser[i])
+	}
+	b.ReportMetric(float64(serialSize)/float64(len(data)), "B/serial")
+	buf := new(bytes.Buffer)
+	buf.Grow(100)
+	b.ReportAllocs()
+	b.StartTimer()
+
+	for i := 0; i < b.N; i++ {
+		n := rand.Intn(len(ser))
+		o := BebopBufA{}
+		err := o.UnmarshalBebop(ser[n])
+		if err != nil {
+			b.Fatalf("bebop failed to unmarshal: %s (%s)", err, ser[n])
+		}
+		// Validate unmarshalled data.
+		if validate != "" {
+			i := data[n]
+			correct := o.Name == i.Name && o.Phone == i.Phone && o.Siblings == i.Siblings && o.Spouse == i.Spouse && o.Money == i.Money && o.BirthDay == i.BirthDay
+			if !correct {
+				b.Fatalf("unmarshaled object differed:\n%v\n%v", i, o)
+			}
+		}
+	}
+}

serialization_benchmarks_test.go

@@ -0,0 +1,8 @@
+struct BebopBufA {
+  string name;
+  uint64 birthDay;
+  string phone;
+  int32 siblings;
+  bool spouse;
+  float64 money;
+}