Merge branch 'main' into test/lspace_recover

utf8/utf8.go

@@ -17,6 +17,8 @@
 package utf8
 
 import (
+	`runtime`
+
     `github.com/bytedance/sonic/internal/rt`
     `github.com/bytedance/sonic/internal/native/types`
     `github.com/bytedance/sonic/internal/native`
@@ -62,10 +64,18 @@ func CorrectWith(dst []byte, src []byte, repl string) []byte {
 
 // Validate is a simd-accelereated drop-in replacement for the standard library's utf8.Valid.
 func Validate(src []byte) bool {
+	if src == nil {
+		return true
+	}
     return ValidateString(rt.Mem2Str(src))
 }
 
 // ValidateString as Validate, but for string.
 func ValidateString(src string) bool {
-    return native.ValidateUTF8Fast(&src) == 0
+	if src == "" {
+		return true
+	}
+    ret := native.ValidateUTF8Fast(&src) == 0
+	runtime.KeepAlive(src)
+	return ret
 }

utf8/utf8_test.go

@@ -100,6 +100,9 @@ func TestValidate_Random(t *testing.T) {
         assert.Equal(t, utf8.Valid(data), Validate(data), string(data))
     }
 
+	compare(t, []byte{})
+	compare(t, nil)
+
     // random testing
     nums   := 1000
     maxLen := 1000