chore: migrate to gitea

vendor/github.com/bytedance/sonic/utf8/utf8.go

@@ -0,0 +1,84 @@
+//go:build (amd64 && go1.17 && !go1.27) || (arm64 && go1.20 && !go1.27)
+// +build amd64,go1.17,!go1.27 arm64,go1.20,!go1.27
+
+/*
+ * Copyright 2022 ByteDance Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package utf8
+
+import (
+	`runtime`
+
+    `github.com/bytedance/sonic/internal/rt`
+    `github.com/bytedance/sonic/internal/native/types`
+    `github.com/bytedance/sonic/internal/native`
+)
+
+// CorrectWith corrects the invalid utf8 byte with repl string.
+func CorrectWith(dst []byte, src []byte, repl string) []byte {
+    sstr := rt.Mem2Str(src)
+    sidx := 0
+
+    /* state machine records the invalid positions */
+    m := types.NewStateMachine()
+    m.Sp = 0 // invalid utf8 numbers
+
+    for sidx < len(sstr) {
+        scur  := sidx
+        ecode := native.ValidateUTF8(&sstr, &sidx, m)
+
+        if m.Sp != 0 {
+            if m.Sp > len(sstr) {
+                panic("numbers of invalid utf8 exceed the string len!")
+            }
+        }
+        
+        for i := 0; i < m.Sp; i++ {
+            ipos := m.Vt[i] // invalid utf8 position
+            dst  = append(dst, sstr[scur:ipos]...)
+            dst  = append(dst, repl...)
+            scur = m.Vt[i] + 1
+        }
+        /* append the remained valid utf8 bytes */
+        dst = append(dst, sstr[scur:sidx]...)
+
+        /* not enough space, reset and continue */
+        if ecode != 0 {
+            m.Sp = 0
+        }
+    }
+
+    types.FreeStateMachine(m)
+    return dst
+}
+
+// Validate is a simd-accelerated drop-in replacement for the standard library's utf8.Valid.
+func Validate(src []byte) bool {
+	if src == nil {
+		return true
+	}
+    return ValidateString(rt.Mem2Str(src))
+}
+
+// ValidateString as Validate, but for string.
+func ValidateString(src string) bool {
+	if src == "" {
+		return true
+	}
+    ret := native.ValidateUTF8Fast(&src) == 0
+	runtime.KeepAlive(src)
+	return ret
+}

vendor/github.com/bytedance/sonic/utf8/utf8_fallback.go

@@ -0,0 +1,37 @@
+// +build !amd64,!arm64 go1.27 !go1.17 arm64,!go1.20
+
+/*
+ * Copyright 2021 ByteDance Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package utf8
+
+import (
+	"unicode/utf8"
+
+	"github.com/bytedance/sonic/internal/rt"
+)
+
+// ValidateFallback validates UTF-8 encoded bytes using standard library.
+// This is used when native UTF-8 validation is not available.
+func Validate(src []byte) bool {
+	return utf8.Valid(src)
+}
+
+// ValidateStringFallback validates UTF-8 encoded string using standard library.
+// This is used when native UTF-8 validation is not available.
+func ValidateString(src string) bool {
+	return utf8.Valid(rt.Str2Mem(src))
+}