TRKJ/gitea
2
0
Fork 0
mirror of https://gitee.com/gitea/gitea synced 2025-11-04 16:40:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

#2282 fast detection of utf-8

Browse Source
This commit is contained in:
Unknwon
2015-12-27 17:02:36 -05:00
parent 240fe07287
commit 44637f03cc
4 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modules/base/tool.go
View File

@@ -18,6 +18,7 @@ import (
"regexp"
"strings"
"time"
"unicode/utf8"
"github.com/Unknwon/com"
"github.com/Unknwon/i18n"
@@ -53,6 +54,11 @@ func ShortSha(sha1 string) string {
}
func DetectEncoding(content []byte) string {
if utf8.Valid(content[:1024]) {
log.Debug("Detected encoding: utf-8 (fast)")
return "utf-8"
}
_, name, certain := charset.DetermineEncoding(content, "")
if name != "utf-8" && len(setting.Repository.AnsiCharset) > 0 {
log.Debug("Using default AnsiCharset: %s", setting.Repository.AnsiCharset)