bulk_insert_commit.go

//
// Copyright (C) 2019-2021 vdaas.org vald team <vald@vdaas.org>
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//    https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//

// Package strategy provides benchmark strategy
package strategy

import (
	"context"
	"testing"

	"github.com/vdaas/vald/hack/benchmark/core/benchmark"
	"github.com/vdaas/vald/hack/benchmark/internal/assets"
	"github.com/vdaas/vald/hack/benchmark/internal/core/algorithm"
)

func NewBulkInsertCommit(poolSize uint32, opts ...StrategyOption) benchmark.Strategy {
	return newStrategy(append([]StrategyOption{
		WithPropName("BulkInsertCommit"),
		WithProp32(
			func(ctx context.Context, b *testing.B, c algorithm.Bit32, dataset assets.Dataset, ids []uint, cnt *uint64) (interface{}, error) {
				size := func() int {
					if maxBulkSize < dataset.TrainSize() {
						return maxBulkSize
					} else {
						return dataset.TrainSize()
					}
				}()
				v := make([][]float32, 0, size)
				for i := 0; i < size; i++ {
					arr, err := dataset.Train(i)
					if err != nil {
						b.Fatal(err)
					}
					v = append(v, arr.([]float32))
				}

				b.StopTimer()
				b.ReportAllocs()
				b.ResetTimer()
				b.StartTimer()
				ids, errs := c.BulkInsertCommit(v, poolSize)
				return ids, wrapErrors(errs)
			},
		),
		WithProp64(
			func(ctx context.Context, b *testing.B, c algorithm.Bit64, dataset assets.Dataset, ids []uint, cnt *uint64) (interface{}, error) {
				size := func() int {
					if maxBulkSize < dataset.TrainSize() {
						return maxBulkSize
					} else {
						return dataset.TrainSize()
					}
				}()
				v := make([][]float64, 0, size)
				for i := 0; i < size; i++ {
					arr, err := dataset.Train(i)
					if err != nil {
						b.Fatal(err)
					}
					v = append(v, float32To64(arr.([]float32)))
				}

				b.StopTimer()
				b.ReportAllocs()
				b.ResetTimer()
				b.StartTimer()
				ids, errs := c.BulkInsertCommit(v, poolSize)
				return ids, wrapErrors(errs)
			},
		),
	}, opts...)...)
}