mirror of
https://github.com/TeaOSLab/EdgeNode.git
synced 2025-11-03 23:20:25 +08:00
369 lines
11 KiB
Go
369 lines
11 KiB
Go
package stats
|
||
|
||
import (
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/nodeconfigs"
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
|
||
"github.com/TeaOSLab/EdgeNode/internal/events"
|
||
"github.com/TeaOSLab/EdgeNode/internal/goman"
|
||
"github.com/TeaOSLab/EdgeNode/internal/iplibrary"
|
||
"github.com/TeaOSLab/EdgeNode/internal/monitor"
|
||
"github.com/TeaOSLab/EdgeNode/internal/remotelogs"
|
||
"github.com/TeaOSLab/EdgeNode/internal/rpc"
|
||
"github.com/TeaOSLab/EdgeNode/internal/trackers"
|
||
"github.com/TeaOSLab/EdgeNode/internal/utils"
|
||
"github.com/TeaOSLab/EdgeNode/internal/waf"
|
||
"github.com/iwind/TeaGo/Tea"
|
||
"github.com/iwind/TeaGo/maps"
|
||
"github.com/iwind/TeaGo/types"
|
||
timeutil "github.com/iwind/TeaGo/utils/time"
|
||
"strconv"
|
||
"strings"
|
||
"time"
|
||
)
|
||
|
||
type StatItem struct {
|
||
Bytes int64
|
||
CountRequests int64
|
||
CountAttackRequests int64
|
||
AttackBytes int64
|
||
}
|
||
|
||
var SharedHTTPRequestStatManager = NewHTTPRequestStatManager()
|
||
|
||
// HTTPRequestStatManager HTTP请求相关的统计
|
||
// 这里的统计是一个辅助统计，注意不要因为统计而影响服务工作性能
|
||
type HTTPRequestStatManager struct {
|
||
ipChan chan string
|
||
userAgentChan chan string
|
||
firewallRuleGroupChan chan string
|
||
|
||
cityMap map[string]*StatItem // serverId@country@province@city => *StatItem ，不需要加锁，因为我们是使用channel依次执行的
|
||
providerMap map[string]int64 // serverId@provider => count
|
||
systemMap map[string]int64 // serverId@system@version => count
|
||
browserMap map[string]int64 // serverId@browser@version => count
|
||
|
||
dailyFirewallRuleGroupMap map[string]int64 // serverId@firewallRuleGroupId@action => count
|
||
|
||
totalAttackRequests int64
|
||
}
|
||
|
||
// NewHTTPRequestStatManager 获取新对象
|
||
func NewHTTPRequestStatManager() *HTTPRequestStatManager {
|
||
return &HTTPRequestStatManager{
|
||
ipChan: make(chan string, 10_000), // TODO 将来可以配置容量
|
||
userAgentChan: make(chan string, 10_000), // TODO 将来可以配置容量
|
||
firewallRuleGroupChan: make(chan string, 10_000), // TODO 将来可以配置容量
|
||
cityMap: map[string]*StatItem{},
|
||
providerMap: map[string]int64{},
|
||
systemMap: map[string]int64{},
|
||
browserMap: map[string]int64{},
|
||
dailyFirewallRuleGroupMap: map[string]int64{},
|
||
}
|
||
}
|
||
|
||
// Start 启动
|
||
func (this *HTTPRequestStatManager) Start() {
|
||
// 上传请求总数
|
||
var monitorTicker = time.NewTicker(1 * time.Minute)
|
||
events.OnKey(events.EventQuit, this, func() {
|
||
monitorTicker.Stop()
|
||
})
|
||
goman.New(func() {
|
||
for range monitorTicker.C {
|
||
if this.totalAttackRequests > 0 {
|
||
monitor.SharedValueQueue.Add(nodeconfigs.NodeValueItemAttackRequests, maps.Map{"total": this.totalAttackRequests})
|
||
this.totalAttackRequests = 0
|
||
}
|
||
}
|
||
})
|
||
|
||
var loopTicker = time.NewTicker(1 * time.Second)
|
||
var uploadTicker = time.NewTicker(30 * time.Minute)
|
||
if Tea.IsTesting() {
|
||
uploadTicker = time.NewTicker(10 * time.Second) // 在测试环境下缩短Ticker时间，以方便我们调试
|
||
}
|
||
remotelogs.Println("HTTP_REQUEST_STAT_MANAGER", "start ...")
|
||
events.OnKey(events.EventQuit, this, func() {
|
||
remotelogs.Println("HTTP_REQUEST_STAT_MANAGER", "quit")
|
||
loopTicker.Stop()
|
||
uploadTicker.Stop()
|
||
})
|
||
for range loopTicker.C {
|
||
err := this.Loop()
|
||
if err != nil {
|
||
if rpc.IsConnError(err) {
|
||
remotelogs.Warn("HTTP_REQUEST_STAT_MANAGER", err.Error())
|
||
} else {
|
||
remotelogs.Error("HTTP_REQUEST_STAT_MANAGER", err.Error())
|
||
}
|
||
}
|
||
select {
|
||
case <-uploadTicker.C:
|
||
var tr = trackers.Begin("UPLOAD_REQUEST_STATS")
|
||
err := this.Upload()
|
||
tr.End()
|
||
if err != nil {
|
||
if !rpc.IsConnError(err) {
|
||
remotelogs.Error("HTTP_REQUEST_STAT_MANAGER", "upload failed: "+err.Error())
|
||
} else {
|
||
remotelogs.Warn("HTTP_REQUEST_STAT_MANAGER", "upload failed: "+err.Error())
|
||
}
|
||
}
|
||
default:
|
||
|
||
}
|
||
}
|
||
}
|
||
|
||
// AddRemoteAddr 添加客户端地址
|
||
func (this *HTTPRequestStatManager) AddRemoteAddr(serverId int64, remoteAddr string, bytes int64, isAttack bool) {
|
||
if len(remoteAddr) == 0 {
|
||
return
|
||
}
|
||
if remoteAddr[0] == '[' { // 排除IPv6
|
||
return
|
||
}
|
||
index := strings.Index(remoteAddr, ":")
|
||
var ip string
|
||
if index < 0 {
|
||
ip = remoteAddr
|
||
} else {
|
||
ip = remoteAddr[:index]
|
||
}
|
||
if len(ip) > 0 {
|
||
var s string
|
||
if isAttack {
|
||
s = strconv.FormatInt(serverId, 10) + "@" + ip + "@" + types.String(bytes) + "@1"
|
||
} else {
|
||
s = strconv.FormatInt(serverId, 10) + "@" + ip + "@" + types.String(bytes) + "@0"
|
||
}
|
||
select {
|
||
case this.ipChan <- s:
|
||
default:
|
||
// 超出容量我们就丢弃
|
||
}
|
||
}
|
||
}
|
||
|
||
// AddUserAgent 添加UserAgent
|
||
func (this *HTTPRequestStatManager) AddUserAgent(serverId int64, userAgent string) {
|
||
if len(userAgent) == 0 {
|
||
return
|
||
}
|
||
|
||
select {
|
||
case this.userAgentChan <- strconv.FormatInt(serverId, 10) + "@" + userAgent:
|
||
default:
|
||
// 超出容量我们就丢弃
|
||
}
|
||
}
|
||
|
||
// AddFirewallRuleGroupId 添加防火墙拦截动作
|
||
func (this *HTTPRequestStatManager) AddFirewallRuleGroupId(serverId int64, firewallRuleGroupId int64, actions []*waf.ActionConfig) {
|
||
if firewallRuleGroupId <= 0 {
|
||
return
|
||
}
|
||
|
||
this.totalAttackRequests++
|
||
|
||
for _, action := range actions {
|
||
select {
|
||
case this.firewallRuleGroupChan <- strconv.FormatInt(serverId, 10) + "@" + strconv.FormatInt(firewallRuleGroupId, 10) + "@" + action.Code:
|
||
default:
|
||
// 超出容量我们就丢弃
|
||
}
|
||
}
|
||
}
|
||
|
||
// Loop 单个循环
|
||
func (this *HTTPRequestStatManager) Loop() error {
|
||
timeout := time.NewTimer(10 * time.Minute) // 执行的最大时间
|
||
Loop:
|
||
for {
|
||
select {
|
||
case ipString := <-this.ipChan:
|
||
// serverId@ip@bytes@isAttack
|
||
pieces := strings.Split(ipString, "@")
|
||
if len(pieces) < 4 {
|
||
continue
|
||
}
|
||
serverId := pieces[0]
|
||
ip := pieces[1]
|
||
|
||
if iplibrary.SharedLibrary != nil {
|
||
result, err := iplibrary.SharedLibrary.Lookup(ip)
|
||
if err == nil && result != nil {
|
||
if len(result.Country) == 0 {
|
||
continue
|
||
}
|
||
|
||
var key = serverId + "@" + result.Country + "@" + result.Province + "@" + result.City
|
||
stat, ok := this.cityMap[key]
|
||
if !ok {
|
||
stat = &StatItem{}
|
||
this.cityMap[key] = stat
|
||
}
|
||
stat.Bytes += types.Int64(pieces[2])
|
||
stat.CountRequests++
|
||
if types.Int8(pieces[3]) == 1 {
|
||
stat.AttackBytes += types.Int64(pieces[2])
|
||
stat.CountAttackRequests++
|
||
}
|
||
|
||
if len(result.ISP) > 0 {
|
||
this.providerMap[serverId+"@"+result.ISP]++
|
||
}
|
||
}
|
||
}
|
||
case userAgentString := <-this.userAgentChan:
|
||
atIndex := strings.Index(userAgentString, "@")
|
||
if atIndex < 0 {
|
||
continue
|
||
}
|
||
serverId := userAgentString[:atIndex]
|
||
userAgent := userAgentString[atIndex+1:]
|
||
|
||
var result = SharedUserAgentParser.Parse(userAgent)
|
||
var osInfo = result.OS
|
||
if len(osInfo.Name) > 0 {
|
||
dotIndex := strings.Index(osInfo.Version, ".")
|
||
if dotIndex > -1 {
|
||
osInfo.Version = osInfo.Version[:dotIndex]
|
||
}
|
||
this.systemMap[serverId+"@"+osInfo.Name+"@"+osInfo.Version]++
|
||
}
|
||
|
||
var browser, browserVersion = result.BrowserName, result.BrowserVersion
|
||
if len(browser) > 0 {
|
||
dotIndex := strings.Index(browserVersion, ".")
|
||
if dotIndex > -1 {
|
||
browserVersion = browserVersion[:dotIndex]
|
||
}
|
||
this.browserMap[serverId+"@"+browser+"@"+browserVersion]++
|
||
}
|
||
case firewallRuleGroupString := <-this.firewallRuleGroupChan:
|
||
this.dailyFirewallRuleGroupMap[firewallRuleGroupString]++
|
||
case <-timeout.C:
|
||
break Loop
|
||
default:
|
||
break Loop
|
||
}
|
||
}
|
||
|
||
timeout.Stop()
|
||
|
||
return nil
|
||
}
|
||
|
||
// Upload 上传数据
|
||
func (this *HTTPRequestStatManager) Upload() error {
|
||
// 上传统计数据
|
||
rpcClient, err := rpc.SharedRPC()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
// 月份相关
|
||
pbCities := []*pb.UploadServerHTTPRequestStatRequest_RegionCity{}
|
||
pbProviders := []*pb.UploadServerHTTPRequestStatRequest_RegionProvider{}
|
||
pbSystems := []*pb.UploadServerHTTPRequestStatRequest_System{}
|
||
pbBrowsers := []*pb.UploadServerHTTPRequestStatRequest_Browser{}
|
||
for k, stat := range this.cityMap {
|
||
pieces := strings.SplitN(k, "@", 4)
|
||
pbCities = append(pbCities, &pb.UploadServerHTTPRequestStatRequest_RegionCity{
|
||
ServerId: types.Int64(pieces[0]),
|
||
CountryName: pieces[1],
|
||
ProvinceName: pieces[2],
|
||
CityName: pieces[3],
|
||
CountRequests: stat.CountRequests,
|
||
CountAttackRequests: stat.CountAttackRequests,
|
||
Bytes: stat.Bytes,
|
||
AttackBytes: stat.AttackBytes,
|
||
})
|
||
}
|
||
for k, count := range this.providerMap {
|
||
pieces := strings.SplitN(k, "@", 2)
|
||
pbProviders = append(pbProviders, &pb.UploadServerHTTPRequestStatRequest_RegionProvider{
|
||
ServerId: types.Int64(pieces[0]),
|
||
Name: pieces[1],
|
||
Count: count,
|
||
})
|
||
}
|
||
for k, count := range this.systemMap {
|
||
pieces := strings.SplitN(k, "@", 3)
|
||
pbSystems = append(pbSystems, &pb.UploadServerHTTPRequestStatRequest_System{
|
||
ServerId: types.Int64(pieces[0]),
|
||
Name: pieces[1],
|
||
Version: pieces[2],
|
||
Count: count,
|
||
})
|
||
}
|
||
for k, count := range this.browserMap {
|
||
pieces := strings.SplitN(k, "@", 3)
|
||
pbBrowsers = append(pbBrowsers, &pb.UploadServerHTTPRequestStatRequest_Browser{
|
||
ServerId: types.Int64(pieces[0]),
|
||
Name: pieces[1],
|
||
Version: pieces[2],
|
||
Count: count,
|
||
})
|
||
}
|
||
|
||
// 防火墙相关
|
||
pbFirewallRuleGroups := []*pb.UploadServerHTTPRequestStatRequest_HTTPFirewallRuleGroup{}
|
||
for k, count := range this.dailyFirewallRuleGroupMap {
|
||
pieces := strings.SplitN(k, "@", 3)
|
||
pbFirewallRuleGroups = append(pbFirewallRuleGroups, &pb.UploadServerHTTPRequestStatRequest_HTTPFirewallRuleGroup{
|
||
ServerId: types.Int64(pieces[0]),
|
||
HttpFirewallRuleGroupId: types.Int64(pieces[1]),
|
||
Action: pieces[2],
|
||
Count: count,
|
||
})
|
||
}
|
||
|
||
// 重置数据
|
||
// 这里需要放到上传数据之前，防止因上传失败而导致统计数据堆积
|
||
this.cityMap = map[string]*StatItem{}
|
||
this.providerMap = map[string]int64{}
|
||
this.systemMap = map[string]int64{}
|
||
this.browserMap = map[string]int64{}
|
||
this.dailyFirewallRuleGroupMap = map[string]int64{}
|
||
|
||
// 上传数据
|
||
_, err = rpcClient.ServerRPC().UploadServerHTTPRequestStat(rpcClient.Context(), &pb.UploadServerHTTPRequestStatRequest{
|
||
Month: timeutil.Format("Ym"),
|
||
Day: timeutil.Format("Ymd"),
|
||
RegionCities: pbCities,
|
||
RegionProviders: pbProviders,
|
||
Systems: pbSystems,
|
||
Browsers: pbBrowsers,
|
||
HttpFirewallRuleGroups: pbFirewallRuleGroups,
|
||
})
|
||
if err != nil {
|
||
// 是否包含了invalid UTF-8
|
||
if strings.Contains(err.Error(), "string field contains invalid UTF-8") {
|
||
for _, system := range pbSystems {
|
||
system.Name = utils.ToValidUTF8string(system.Name)
|
||
}
|
||
for _, browser := range pbBrowsers {
|
||
browser.Name = utils.ToValidUTF8string(browser.Name)
|
||
}
|
||
|
||
// 再次尝试
|
||
_, err = rpcClient.ServerRPC().UploadServerHTTPRequestStat(rpcClient.Context(), &pb.UploadServerHTTPRequestStatRequest{
|
||
Month: timeutil.Format("Ym"),
|
||
Day: timeutil.Format("Ymd"),
|
||
RegionCities: pbCities,
|
||
RegionProviders: pbProviders,
|
||
Systems: pbSystems,
|
||
Browsers: pbBrowsers,
|
||
HttpFirewallRuleGroups: pbFirewallRuleGroups,
|
||
})
|
||
if err != nil {
|
||
return err
|
||
}
|
||
}
|
||
}
|
||
|
||
return nil
|
||
}
|