统计数据上传时如果遇到invalid utf-8,则自动过滤非法字符/统计数据上传失败时,仍然丢弃已有的统计数据,防止数据堆积

This commit is contained in:
刘祥超
2022-01-05 16:05:58 +08:00
parent 88fa75acb5
commit be7267211b
3 changed files with 55 additions and 28 deletions

View File

@@ -5,17 +5,17 @@ import (
"unsafe"
)
// convert bytes to string
// UnsafeBytesToString convert bytes to string
func UnsafeBytesToString(bs []byte) string {
return *(*string)(unsafe.Pointer(&bs))
}
// convert string to bytes
// UnsafeStringToBytes convert string to bytes
func UnsafeStringToBytes(s string) []byte {
return *(*[]byte)(unsafe.Pointer(&s))
}
// format address
// FormatAddress format address
func FormatAddress(addr string) string {
if strings.HasSuffix(addr, "unix:") {
return addr
@@ -27,7 +27,7 @@ func FormatAddress(addr string) string {
return addr
}
// format address list
// FormatAddressList format address list
func FormatAddressList(addrList []string) []string {
result := []string{}
for _, addr := range addrList {
@@ -35,3 +35,7 @@ func FormatAddressList(addrList []string) []string {
}
return result
}
func ToValidUTF8string(v string) string {
return strings.ToValidUTF8(v, "")
}