pivot.gen.go

// Generated by tmpl
// https://github.com/benbjohnson/tmpl
//
// DO NOT EDIT!
// Source: pivot.gen.go.tmpl

package universe

import (
	"github.com/apache/arrow/go/arrow/array"
	"github.com/apache/arrow/go/arrow/memory"
	"github.com/wolffcm/flux"
	"github.com/wolffcm/flux/codes"
	"github.com/wolffcm/flux/internal/arrowutil"
	"github.com/wolffcm/flux/internal/errors"
)

//lint:file-ignore U1000 Ignore all unused code, it's generated

func (gr *pivotTableGroup) mergeKeys(mem memory.Allocator) array.Interface {
	switch gr.rowCol.Type {

	case flux.TInt:
		return gr.mergeIntKeys(mem)

	case flux.TUInt:
		return gr.mergeUintKeys(mem)

	case flux.TFloat:
		return gr.mergeFloatKeys(mem)

	case flux.TString:
		return gr.mergeStringKeys(mem)

	case flux.TTime:
		return gr.mergeTimeKeys(mem)

	default:
		panic(errors.Newf(codes.Unimplemented, "row column merge not implemented for %s", gr.rowCol.Type))
	}
}

func (gr *pivotTableGroup) buildColumn(keys array.Interface, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	switch gr.rowCol.Type {

	case flux.TInt:
		return gr.buildColumnFromInts(keys.(*array.Int64), buf, mem)

	case flux.TUInt:
		return gr.buildColumnFromUints(keys.(*array.Uint64), buf, mem)

	case flux.TFloat:
		return gr.buildColumnFromFloats(keys.(*array.Float64), buf, mem)

	case flux.TString:
		return gr.buildColumnFrom(keys.(*array.Binary), buf, mem)

	case flux.TTime:
		return gr.buildColumnFromTimes(keys.(*array.Int64), buf, mem)

	default:
		panic(errors.Newf(codes.Unimplemented, "row column merge not implemented for %s", gr.rowCol.Type))
	}
}

func (gr *pivotTableGroup) mergeIntKeys(mem memory.Allocator) array.Interface {
	buffers := make([][]array.Interface, 0, len(gr.buffers))
	for _, buf := range gr.buffers {
		buffers = append(buffers, buf.keys)
	}

	count := 0
	gr.forEachInt(buffers, func(v int64) {
		count++
	})

	b := arrowutil.NewInt64Builder(mem)
	b.Resize(count)
	gr.forEachInt(buffers, b.Append)
	return b.NewArray()
}

func (gr *pivotTableGroup) forEachInt(buffers [][]array.Interface, fn func(v int64)) {
	iterators := make([]*arrowutil.Int64Iterator, 0, len(buffers))
	for _, vs := range buffers {
		itr := arrowutil.IterateInt64s(vs)
		if !itr.Next() {
			continue
		}
		iterators = append(iterators, &itr)
	}

	// Count the number of common keys.
	for len(iterators) > 0 {
		next := iterators[0].Value()
		for _, itr := range iterators[1:] {
			if v := itr.Value(); v < next {
				next = v
			}
		}

		// This counts as a row.
		fn(next)

		// Advance any iterators to the next non-null value
		// that match the next value.
		for i := 0; i < len(iterators); {
			itr := iterators[i]
			if itr.Value() != next {
				i++
				continue
			}

			// Advance to the next non-null value.
			for {
				if !itr.Next() {
					// Remove this iterator from the list.
					copy(iterators[i:], iterators[i+1:])
					iterators = iterators[:len(iterators)-1]
					break
				}

				if itr.IsValid() && itr.Value() != next {
					// The next value is valid so advance
					// to the next iterator.
					i++
					break
				}
			}
		}
	}
}

func (gr *pivotTableGroup) buildColumnFromInts(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {

	switch buf.valueType {

	case flux.TInt:
		return gr.buildIntColumnFromInts(keys, buf, mem)

	case flux.TUInt:
		return gr.buildUintColumnFromInts(keys, buf, mem)

	case flux.TFloat:
		return gr.buildFloatColumnFromInts(keys, buf, mem)

	case flux.TBool:
		return gr.buildBooleanColumnFromInts(keys, buf, mem)

	case flux.TString:
		return gr.buildStringColumnFromInts(keys, buf, mem)

	case flux.TTime:
		return gr.buildTimeColumnFromInts(keys, buf, mem)

	default:
		panic("unimplemented")
	}

}

func (gr *pivotTableGroup) buildIntColumnFromInts(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildUintColumnFromInts(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewUint64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateUint64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildFloatColumnFromInts(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewFloat64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateFloat64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildBooleanColumnFromInts(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewBooleanBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateBooleans(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildStringColumnFromInts(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewStringBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateStrings(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.AppendString(vitr.ValueString())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildTimeColumnFromInts(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) mergeUintKeys(mem memory.Allocator) array.Interface {
	buffers := make([][]array.Interface, 0, len(gr.buffers))
	for _, buf := range gr.buffers {
		buffers = append(buffers, buf.keys)
	}

	count := 0
	gr.forEachUint(buffers, func(v uint64) {
		count++
	})

	b := arrowutil.NewUint64Builder(mem)
	b.Resize(count)
	gr.forEachUint(buffers, b.Append)
	return b.NewArray()
}

func (gr *pivotTableGroup) forEachUint(buffers [][]array.Interface, fn func(v uint64)) {
	iterators := make([]*arrowutil.Uint64Iterator, 0, len(buffers))
	for _, vs := range buffers {
		itr := arrowutil.IterateUint64s(vs)
		if !itr.Next() {
			continue
		}
		iterators = append(iterators, &itr)
	}

	// Count the number of common keys.
	for len(iterators) > 0 {
		next := iterators[0].Value()
		for _, itr := range iterators[1:] {
			if v := itr.Value(); v < next {
				next = v
			}
		}

		// This counts as a row.
		fn(next)

		// Advance any iterators to the next non-null value
		// that match the next value.
		for i := 0; i < len(iterators); {
			itr := iterators[i]
			if itr.Value() != next {
				i++
				continue
			}

			// Advance to the next non-null value.
			for {
				if !itr.Next() {
					// Remove this iterator from the list.
					copy(iterators[i:], iterators[i+1:])
					iterators = iterators[:len(iterators)-1]
					break
				}

				if itr.IsValid() && itr.Value() != next {
					// The next value is valid so advance
					// to the next iterator.
					i++
					break
				}
			}
		}
	}
}

func (gr *pivotTableGroup) buildColumnFromUints(keys *array.Uint64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {

	switch buf.valueType {

	case flux.TInt:
		return gr.buildIntColumnFromUints(keys, buf, mem)

	case flux.TUInt:
		return gr.buildUintColumnFromUints(keys, buf, mem)

	case flux.TFloat:
		return gr.buildFloatColumnFromUints(keys, buf, mem)

	case flux.TBool:
		return gr.buildBooleanColumnFromUints(keys, buf, mem)

	case flux.TString:
		return gr.buildStringColumnFromUints(keys, buf, mem)

	case flux.TTime:
		return gr.buildTimeColumnFromUints(keys, buf, mem)

	default:
		panic("unimplemented")
	}

}

func (gr *pivotTableGroup) buildIntColumnFromUints(keys *array.Uint64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateUint64s(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildUintColumnFromUints(keys *array.Uint64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewUint64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateUint64s(buf.keys)
	vitr := arrowutil.IterateUint64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildFloatColumnFromUints(keys *array.Uint64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewFloat64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateUint64s(buf.keys)
	vitr := arrowutil.IterateFloat64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildBooleanColumnFromUints(keys *array.Uint64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewBooleanBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateUint64s(buf.keys)
	vitr := arrowutil.IterateBooleans(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildStringColumnFromUints(keys *array.Uint64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewStringBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateUint64s(buf.keys)
	vitr := arrowutil.IterateStrings(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.AppendString(vitr.ValueString())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildTimeColumnFromUints(keys *array.Uint64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateUint64s(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) mergeFloatKeys(mem memory.Allocator) array.Interface {
	buffers := make([][]array.Interface, 0, len(gr.buffers))
	for _, buf := range gr.buffers {
		buffers = append(buffers, buf.keys)
	}

	count := 0
	gr.forEachFloat(buffers, func(v float64) {
		count++
	})

	b := arrowutil.NewFloat64Builder(mem)
	b.Resize(count)
	gr.forEachFloat(buffers, b.Append)
	return b.NewArray()
}

func (gr *pivotTableGroup) forEachFloat(buffers [][]array.Interface, fn func(v float64)) {
	iterators := make([]*arrowutil.Float64Iterator, 0, len(buffers))
	for _, vs := range buffers {
		itr := arrowutil.IterateFloat64s(vs)
		if !itr.Next() {
			continue
		}
		iterators = append(iterators, &itr)
	}

	// Count the number of common keys.
	for len(iterators) > 0 {
		next := iterators[0].Value()
		for _, itr := range iterators[1:] {
			if v := itr.Value(); v < next {
				next = v
			}
		}

		// This counts as a row.
		fn(next)

		// Advance any iterators to the next non-null value
		// that match the next value.
		for i := 0; i < len(iterators); {
			itr := iterators[i]
			if itr.Value() != next {
				i++
				continue
			}

			// Advance to the next non-null value.
			for {
				if !itr.Next() {
					// Remove this iterator from the list.
					copy(iterators[i:], iterators[i+1:])
					iterators = iterators[:len(iterators)-1]
					break
				}

				if itr.IsValid() && itr.Value() != next {
					// The next value is valid so advance
					// to the next iterator.
					i++
					break
				}
			}
		}
	}
}

func (gr *pivotTableGroup) buildColumnFromFloats(keys *array.Float64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {

	switch buf.valueType {

	case flux.TInt:
		return gr.buildIntColumnFromFloats(keys, buf, mem)

	case flux.TUInt:
		return gr.buildUintColumnFromFloats(keys, buf, mem)

	case flux.TFloat:
		return gr.buildFloatColumnFromFloats(keys, buf, mem)

	case flux.TBool:
		return gr.buildBooleanColumnFromFloats(keys, buf, mem)

	case flux.TString:
		return gr.buildStringColumnFromFloats(keys, buf, mem)

	case flux.TTime:
		return gr.buildTimeColumnFromFloats(keys, buf, mem)

	default:
		panic("unimplemented")
	}

}

func (gr *pivotTableGroup) buildIntColumnFromFloats(keys *array.Float64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateFloat64s(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildUintColumnFromFloats(keys *array.Float64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewUint64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateFloat64s(buf.keys)
	vitr := arrowutil.IterateUint64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildFloatColumnFromFloats(keys *array.Float64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewFloat64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateFloat64s(buf.keys)
	vitr := arrowutil.IterateFloat64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildBooleanColumnFromFloats(keys *array.Float64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewBooleanBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateFloat64s(buf.keys)
	vitr := arrowutil.IterateBooleans(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildStringColumnFromFloats(keys *array.Float64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewStringBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateFloat64s(buf.keys)
	vitr := arrowutil.IterateStrings(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.AppendString(vitr.ValueString())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildTimeColumnFromFloats(keys *array.Float64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateFloat64s(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildIntColumnFromBooleans(keys *array.Boolean, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateBooleans(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildUintColumnFromBooleans(keys *array.Boolean, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewUint64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateBooleans(buf.keys)
	vitr := arrowutil.IterateUint64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildFloatColumnFromBooleans(keys *array.Boolean, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewFloat64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateBooleans(buf.keys)
	vitr := arrowutil.IterateFloat64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildBooleanColumnFromBooleans(keys *array.Boolean, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewBooleanBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateBooleans(buf.keys)
	vitr := arrowutil.IterateBooleans(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildStringColumnFromBooleans(keys *array.Boolean, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewStringBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateBooleans(buf.keys)
	vitr := arrowutil.IterateStrings(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.AppendString(vitr.ValueString())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildTimeColumnFromBooleans(keys *array.Boolean, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateBooleans(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) mergeStringKeys(mem memory.Allocator) array.Interface {
	buffers := make([][]array.Interface, 0, len(gr.buffers))
	for _, buf := range gr.buffers {
		buffers = append(buffers, buf.keys)
	}

	count := 0
	gr.forEachString(buffers, func(v string) {
		count++
	})

	b := arrowutil.NewStringBuilder(mem)
	b.Resize(count)
	gr.forEachString(buffers, b.AppendString)
	return b.NewArray()
}

func (gr *pivotTableGroup) forEachString(buffers [][]array.Interface, fn func(v string)) {
	iterators := make([]*arrowutil.StringIterator, 0, len(buffers))
	for _, vs := range buffers {
		itr := arrowutil.IterateStrings(vs)
		if !itr.Next() {
			continue
		}
		iterators = append(iterators, &itr)
	}

	// Count the number of common keys.
	for len(iterators) > 0 {
		next := iterators[0].ValueString()
		for _, itr := range iterators[1:] {
			if v := itr.ValueString(); v < next {
				next = v
			}
		}

		// This counts as a row.
		fn(next)

		// Advance any iterators to the next non-null value
		// that match the next value.
		for i := 0; i < len(iterators); {
			itr := iterators[i]
			if itr.ValueString() != next {
				i++
				continue
			}

			// Advance to the next non-null value.
			for {
				if !itr.Next() {
					// Remove this iterator from the list.
					copy(iterators[i:], iterators[i+1:])
					iterators = iterators[:len(iterators)-1]
					break
				}

				if itr.IsValid() && itr.ValueString() != next {
					// The next value is valid so advance
					// to the next iterator.
					i++
					break
				}
			}
		}
	}
}

func (gr *pivotTableGroup) buildColumnFrom(keys *array.Binary, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {

	switch buf.valueType {

	case flux.TInt:
		return gr.buildIntColumnFrom(keys, buf, mem)

	case flux.TUInt:
		return gr.buildUintColumnFrom(keys, buf, mem)

	case flux.TFloat:
		return gr.buildFloatColumnFrom(keys, buf, mem)

	case flux.TBool:
		return gr.buildBooleanColumnFrom(keys, buf, mem)

	case flux.TString:
		return gr.buildStringColumnFrom(keys, buf, mem)

	case flux.TTime:
		return gr.buildTimeColumnFrom(keys, buf, mem)

	default:
		panic("unimplemented")
	}

}

func (gr *pivotTableGroup) buildIntColumnFrom(keys *array.Binary, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateStrings(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.ValueString() == keys.ValueString(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildUintColumnFrom(keys *array.Binary, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewUint64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateStrings(buf.keys)
	vitr := arrowutil.IterateUint64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.ValueString() == keys.ValueString(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildFloatColumnFrom(keys *array.Binary, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewFloat64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateStrings(buf.keys)
	vitr := arrowutil.IterateFloat64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.ValueString() == keys.ValueString(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildBooleanColumnFrom(keys *array.Binary, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewBooleanBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateStrings(buf.keys)
	vitr := arrowutil.IterateBooleans(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.ValueString() == keys.ValueString(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildStringColumnFrom(keys *array.Binary, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewStringBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateStrings(buf.keys)
	vitr := arrowutil.IterateStrings(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.ValueString() == keys.ValueString(i) {
				if vitr.IsValid() {
					b.AppendString(vitr.ValueString())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildTimeColumnFrom(keys *array.Binary, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateStrings(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.ValueString() == keys.ValueString(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) mergeTimeKeys(mem memory.Allocator) array.Interface {
	buffers := make([][]array.Interface, 0, len(gr.buffers))
	for _, buf := range gr.buffers {
		buffers = append(buffers, buf.keys)
	}

	count := 0
	gr.forEachTime(buffers, func(v int64) {
		count++
	})

	b := arrowutil.NewInt64Builder(mem)
	b.Resize(count)
	gr.forEachTime(buffers, b.Append)
	return b.NewArray()
}

func (gr *pivotTableGroup) forEachTime(buffers [][]array.Interface, fn func(v int64)) {
	iterators := make([]*arrowutil.Int64Iterator, 0, len(buffers))
	for _, vs := range buffers {
		itr := arrowutil.IterateInt64s(vs)
		if !itr.Next() {
			continue
		}
		iterators = append(iterators, &itr)
	}

	// Count the number of common keys.
	for len(iterators) > 0 {
		next := iterators[0].Value()
		for _, itr := range iterators[1:] {
			if v := itr.Value(); v < next {
				next = v
			}
		}

		// This counts as a row.
		fn(next)

		// Advance any iterators to the next non-null value
		// that match the next value.
		for i := 0; i < len(iterators); {
			itr := iterators[i]
			if itr.Value() != next {
				i++
				continue
			}

			// Advance to the next non-null value.
			for {
				if !itr.Next() {
					// Remove this iterator from the list.
					copy(iterators[i:], iterators[i+1:])
					iterators = iterators[:len(iterators)-1]
					break
				}

				if itr.IsValid() && itr.Value() != next {
					// The next value is valid so advance
					// to the next iterator.
					i++
					break
				}
			}
		}
	}
}

func (gr *pivotTableGroup) buildColumnFromTimes(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {

	switch buf.valueType {

	case flux.TInt:
		return gr.buildIntColumnFromTimes(keys, buf, mem)

	case flux.TUInt:
		return gr.buildUintColumnFromTimes(keys, buf, mem)

	case flux.TFloat:
		return gr.buildFloatColumnFromTimes(keys, buf, mem)

	case flux.TBool:
		return gr.buildBooleanColumnFromTimes(keys, buf, mem)

	case flux.TString:
		return gr.buildStringColumnFromTimes(keys, buf, mem)

	case flux.TTime:
		return gr.buildTimeColumnFromTimes(keys, buf, mem)

	default:
		panic("unimplemented")
	}

}

func (gr *pivotTableGroup) buildIntColumnFromTimes(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildUintColumnFromTimes(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewUint64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateUint64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildFloatColumnFromTimes(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewFloat64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateFloat64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildBooleanColumnFromTimes(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewBooleanBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateBooleans(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildStringColumnFromTimes(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewStringBuilder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateStrings(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.AppendString(vitr.ValueString())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}

func (gr *pivotTableGroup) buildTimeColumnFromTimes(keys *array.Int64, buf *pivotTableBuffer, mem memory.Allocator) array.Interface {
	b := arrowutil.NewInt64Builder(mem)
	b.Resize(keys.Len())

	kitr := arrowutil.IterateInt64s(buf.keys)
	vitr := arrowutil.IterateInt64s(buf.values)
	for i := 0; kitr.Next() && vitr.Next(); {
		for ; i < keys.Len(); i++ {
			if kitr.Value() == keys.Value(i) {
				if vitr.IsValid() {
					b.Append(vitr.Value())
				} else {
					b.AppendNull()
				}
				i++
				break
			}
			b.AppendNull()
		}
	}
	for i := b.Len(); i < keys.Len(); i++ {
		b.AppendNull()
	}
	return b.NewArray()
}