enhance: Reserve space of payload writer when serialize data (#33817)

See also #33561 #33562 Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
milvus-io · Jun 17, 2024 · f993b29 · f993b29
1 parent 188ee43
commit f993b29
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 0 deletions.
diff --git a/internal/storage/data_codec.go b/internal/storage/data_codec.go
@@ -290,6 +290,7 @@ func (insertCodec *InsertCodec) Serialize(partitionID UniqueID, segmentID Unique
 			return nil, err
 		}
 		eventWriter.SetEventTimestamp(startTs, endTs)
+		eventWriter.Reserve(int(rowNum))
 
 		var memorySize int64
 		for _, block := range data {

diff --git a/internal/storage/payload.go b/internal/storage/payload.go
@@ -47,6 +47,7 @@ type PayloadWriterInterface interface {
 	GetPayloadBufferFromWriter() ([]byte, error)
 	GetPayloadLengthFromWriter() (int, error)
 	ReleasePayloadWriter()
+	Reserve(size int)
 	Close()
 }
 

diff --git a/internal/storage/payload_writer.go b/internal/storage/payload_writer.go
@@ -535,6 +535,10 @@ func (w *NativePayloadWriter) FinishPayloadWriter() error {
 	)
 }
 
+func (w *NativePayloadWriter) Reserve(size int) {
+	w.builder.Reserve(size)
+}
+
 func (w *NativePayloadWriter) GetPayloadBufferFromWriter() ([]byte, error) {
 	data := w.output.Bytes()