mirror of
https://github.com/TeaOSLab/EdgeAPI.git
synced 2025-11-03 15:00:27 +08:00
777 lines
23 KiB
Go
777 lines
23 KiB
Go
package models
|
||
|
||
import (
|
||
"fmt"
|
||
"github.com/TeaOSLab/EdgeAPI/internal/errors"
|
||
"github.com/TeaOSLab/EdgeAPI/internal/goman"
|
||
"github.com/TeaOSLab/EdgeAPI/internal/utils"
|
||
"github.com/TeaOSLab/EdgeAPI/internal/utils/regexputils"
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
|
||
_ "github.com/go-sql-driver/mysql"
|
||
"github.com/iwind/TeaGo/Tea"
|
||
"github.com/iwind/TeaGo/dbs"
|
||
"github.com/iwind/TeaGo/logs"
|
||
"github.com/iwind/TeaGo/maps"
|
||
"github.com/iwind/TeaGo/rands"
|
||
"github.com/iwind/TeaGo/types"
|
||
timeutil "github.com/iwind/TeaGo/utils/time"
|
||
"regexp"
|
||
"sort"
|
||
"strings"
|
||
"time"
|
||
)
|
||
|
||
type ServerDailyStatDAO dbs.DAO
|
||
|
||
func init() {
|
||
dbs.OnReadyDone(func() {
|
||
// 清理数据任务
|
||
var ticker = time.NewTicker(time.Duration(rands.Int(24, 48)) * time.Hour)
|
||
goman.New(func() {
|
||
for range ticker.C {
|
||
err := SharedServerDailyStatDAO.CleanDefaultDays(nil, 60) // 只保留 N 天，时间需要长一些，因为需要用来生成账单
|
||
if err != nil {
|
||
logs.Println("ServerDailyStatDAO", "clean expired data failed: "+err.Error())
|
||
}
|
||
}
|
||
})
|
||
})
|
||
}
|
||
|
||
func NewServerDailyStatDAO() *ServerDailyStatDAO {
|
||
return dbs.NewDAO(&ServerDailyStatDAO{
|
||
DAOObject: dbs.DAOObject{
|
||
DB: Tea.Env,
|
||
Table: "edgeServerDailyStats",
|
||
Model: new(ServerDailyStat),
|
||
PkName: "id",
|
||
},
|
||
}).(*ServerDailyStatDAO)
|
||
}
|
||
|
||
var SharedServerDailyStatDAO *ServerDailyStatDAO
|
||
|
||
func init() {
|
||
dbs.OnReady(func() {
|
||
SharedServerDailyStatDAO = NewServerDailyStatDAO()
|
||
})
|
||
}
|
||
|
||
// SaveStats 提交数据
|
||
func (this *ServerDailyStatDAO) SaveStats(tx *dbs.Tx, stats []*pb.ServerDailyStat) error {
|
||
var serverUserMap = map[int64]int64{} // serverId => userId
|
||
var cacheMap = utils.NewCacheMap()
|
||
for _, stat := range stats {
|
||
var day = timeutil.FormatTime("Ymd", stat.CreatedAt)
|
||
var hour = timeutil.FormatTime("YmdH", stat.CreatedAt)
|
||
var timeFrom = timeutil.FormatTime("His", stat.CreatedAt)
|
||
var timeTo = timeutil.FormatTime("His", stat.CreatedAt+5*60-1) // 5分钟
|
||
|
||
// 用户ID
|
||
var serverUserId = stat.UserId
|
||
if serverUserId == 0 {
|
||
var ok bool
|
||
serverUserId, ok = serverUserMap[stat.ServerId]
|
||
if !ok {
|
||
userId, err := SharedServerDAO.FindServerUserId(tx, stat.ServerId)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
serverUserMap[stat.ServerId] = userId
|
||
serverUserId = userId
|
||
}
|
||
}
|
||
|
||
_, _, err := this.Query(tx).
|
||
Param("bytes", stat.Bytes).
|
||
Param("cachedBytes", stat.CachedBytes).
|
||
Param("countRequests", stat.CountRequests).
|
||
Param("countCachedRequests", stat.CountCachedRequests).
|
||
Param("countAttackRequests", stat.CountAttackRequests).
|
||
Param("attackBytes", stat.AttackBytes).
|
||
InsertOrUpdate(maps.Map{
|
||
"userId": serverUserId,
|
||
"serverId": stat.ServerId,
|
||
"regionId": stat.NodeRegionId,
|
||
"bytes": stat.Bytes,
|
||
"cachedBytes": stat.CachedBytes,
|
||
"countRequests": stat.CountRequests,
|
||
"countCachedRequests": stat.CountCachedRequests,
|
||
"countAttackRequests": stat.CountAttackRequests,
|
||
"attackBytes": stat.AttackBytes,
|
||
"planId": stat.PlanId,
|
||
"day": day,
|
||
"hour": hour,
|
||
"timeFrom": timeFrom,
|
||
"timeTo": timeTo,
|
||
}, maps.Map{
|
||
"bytes": dbs.SQL("bytes+:bytes"),
|
||
"cachedBytes": dbs.SQL("cachedBytes+:cachedBytes"),
|
||
"countRequests": dbs.SQL("countRequests+:countRequests"),
|
||
"countCachedRequests": dbs.SQL("countCachedRequests+:countCachedRequests"),
|
||
"countAttackRequests": dbs.SQL("countAttackRequests+:countAttackRequests"),
|
||
"attackBytes": dbs.SQL("attackBytes+:attackBytes"),
|
||
"planId": stat.PlanId,
|
||
})
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
// 更新流量限制状态
|
||
if stat.CheckTrafficLimiting {
|
||
trafficLimitConfig, err := SharedServerDAO.FindServerTrafficLimitConfig(tx, stat.ServerId, cacheMap)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if trafficLimitConfig != nil && trafficLimitConfig.IsOn && !trafficLimitConfig.IsEmpty() {
|
||
err = SharedServerDAO.IncreaseServerTotalTraffic(tx, stat.ServerId, stat.Bytes)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
err = SharedServerDAO.RenewServerTrafficLimitStatus(tx, trafficLimitConfig, stat.ServerId, false)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
return nil
|
||
}
|
||
|
||
|
||
// SumCurrentDailyStat 查找当前时刻的数据统计
|
||
func (this *ServerDailyStatDAO) SumCurrentDailyStat(tx *dbs.Tx, serverId int64) (*ServerDailyStat, error) {
|
||
var day = timeutil.Format("Ymd")
|
||
var minute = timeutil.FormatTime("His", time.Now().Unix()/300*300-300)
|
||
one, err := this.Query(tx).
|
||
Result("MIN(id)", "MIN(serverId)", "SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(attackBytes) AS attackBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests").
|
||
Attr("serverId", serverId).
|
||
Attr("day", day).
|
||
Attr("timeFrom", minute).
|
||
Find()
|
||
if err != nil || one == nil {
|
||
return nil, err
|
||
}
|
||
|
||
return one.(*ServerDailyStat), nil
|
||
}
|
||
|
||
// SumServerMonthlyWithRegion 根据服务计算某月合计
|
||
// month 格式为YYYYMM
|
||
func (this *ServerDailyStatDAO) SumServerMonthlyWithRegion(tx *dbs.Tx, serverId int64, regionId int64, month string) (int64, error) {
|
||
query := this.Query(tx)
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
}
|
||
return query.Between("day", month+"01", month+"31").
|
||
Attr("serverId", serverId).
|
||
SumInt64("bytes", 0)
|
||
}
|
||
|
||
// SumUserMonthlyWithoutPlan 根据用户计算某月合计并排除套餐
|
||
// month 格式为YYYYMM
|
||
func (this *ServerDailyStatDAO) SumUserMonthlyWithoutPlan(tx *dbs.Tx, userId int64, regionId int64, month string) (int64, error) {
|
||
query := this.Query(tx)
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
}
|
||
return query.
|
||
Attr("planId", 0).
|
||
Between("day", month+"01", month+"31").
|
||
Attr("userId", userId).
|
||
SumInt64("bytes", 0)
|
||
}
|
||
|
||
// SumUserMonthlyPeek 获取某月带宽峰值
|
||
// month 格式为YYYYMM
|
||
func (this *ServerDailyStatDAO) SumUserMonthlyPeek(tx *dbs.Tx, userId int64, regionId int64, month string) (int64, error) {
|
||
query := this.Query(tx)
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
}
|
||
max, err := query.Between("day", month+"01", month+"31").
|
||
Attr("userId", userId).
|
||
Max("bytes", 0)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
return int64(max), nil
|
||
}
|
||
|
||
// SumUserDaily 获取某天流量总和
|
||
// day 格式为YYYYMMDD
|
||
func (this *ServerDailyStatDAO) compatSumUserDaily(tx *dbs.Tx, userId int64, regionId int64, day string) (stat *ServerDailyStat, err error) {
|
||
var query = this.Query(tx)
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
}
|
||
|
||
one, err := query.Attr("day", day).
|
||
Attr("userId", userId).
|
||
Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(attackBytes) AS attackBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests").
|
||
Find()
|
||
if err != nil || one == nil {
|
||
return nil, err
|
||
}
|
||
return one.(*ServerDailyStat), nil
|
||
}
|
||
|
||
// SumUserTrafficBytesBetweenDays 获取用户某个日期段内的流量总和
|
||
func (this *ServerDailyStatDAO) SumUserTrafficBytesBetweenDays(tx *dbs.Tx, userId int64, regionId int64, dayFrom string, dayTo string) (int64, error) {
|
||
if !regexputils.YYYYMMDD.MatchString(dayFrom) {
|
||
return 0, errors.New("invalid 'dayFrom':" + dayFrom)
|
||
}
|
||
if !regexputils.YYYYMMDD.MatchString(dayTo) {
|
||
return 0, errors.New("invalid 'dayTo':" + dayTo)
|
||
}
|
||
|
||
var query = this.Query(tx)
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
} else if regionId < 0 { // 表示没有分配区域的流量
|
||
query.Attr("regionId", 0)
|
||
}
|
||
return query.
|
||
Attr("userId", userId).
|
||
Between("day", dayFrom, dayTo).
|
||
SumInt64("bytes", 0)
|
||
}
|
||
|
||
// SumUserMonthly 获取某月流量总和
|
||
// month 格式为YYYYMM
|
||
func (this *ServerDailyStatDAO) compatSumUserMonthly(tx *dbs.Tx, userId int64, month string) (int64, error) {
|
||
return this.Query(tx).
|
||
Between("day", month+"01", month+"31").
|
||
Attr("userId", userId).
|
||
SumInt64("bytes", 0)
|
||
}
|
||
|
||
// SumUserDailyPeek 获取某天带宽峰值
|
||
// day 格式为YYYYMMDD
|
||
func (this *ServerDailyStatDAO) SumUserDailyPeek(tx *dbs.Tx, userId int64, regionId int64, day string) (int64, error) {
|
||
query := this.Query(tx)
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
}
|
||
max, err := query.
|
||
Attr("day", day).
|
||
Attr("userId", userId).
|
||
Max("bytes", 0)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
return int64(max), nil
|
||
}
|
||
|
||
// SumMinutelyStat 获取某个分钟内的流量
|
||
// minute 格式为YYYYMMDDHHMM，并且已经格式化成每5分钟一个值
|
||
func (this *ServerDailyStatDAO) SumMinutelyStat(tx *dbs.Tx, serverId int64, minute string) (stat *pb.ServerDailyStat, err error) {
|
||
stat = &pb.ServerDailyStat{}
|
||
|
||
if !regexp.MustCompile(`^\d{12}$`).MatchString(minute) {
|
||
return
|
||
}
|
||
|
||
one, _, err := this.Query(tx).
|
||
Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
|
||
Attr("serverId", serverId).
|
||
Attr("day", minute[:8]).
|
||
Attr("timeFrom", minute[8:]+"00").
|
||
FindOne()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
if one == nil {
|
||
return
|
||
}
|
||
|
||
stat.Bytes = one.GetInt64("bytes")
|
||
stat.CachedBytes = one.GetInt64("cachedBytes")
|
||
stat.CountRequests = one.GetInt64("countRequests")
|
||
stat.CountCachedRequests = one.GetInt64("countCachedRequests")
|
||
stat.CountAttackRequests = one.GetInt64("countAttackRequests")
|
||
stat.AttackBytes = one.GetInt64("attackBytes")
|
||
return
|
||
}
|
||
|
||
// SumHourlyStat 获取某个小时内的流量
|
||
// hour 格式为YYYYMMDDHH
|
||
func (this *ServerDailyStatDAO) SumHourlyStat(tx *dbs.Tx, serverId int64, hour string) (stat *pb.ServerDailyStat, err error) {
|
||
stat = &pb.ServerDailyStat{}
|
||
|
||
if !regexp.MustCompile(`^\d{10}$`).MatchString(hour) {
|
||
return
|
||
}
|
||
|
||
one, _, err := this.Query(tx).
|
||
Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
|
||
Attr("serverId", serverId).
|
||
Attr("day", hour[:8]).
|
||
Gte("timeFrom", hour[8:]+"0000").
|
||
Lte("timeTo", hour[8:]+"5959").
|
||
FindOne()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
if one == nil {
|
||
return
|
||
}
|
||
|
||
stat.Bytes = one.GetInt64("bytes")
|
||
stat.CachedBytes = one.GetInt64("cachedBytes")
|
||
stat.CountRequests = one.GetInt64("countRequests")
|
||
stat.CountCachedRequests = one.GetInt64("countCachedRequests")
|
||
stat.CountAttackRequests = one.GetInt64("countAttackRequests")
|
||
stat.AttackBytes = one.GetInt64("attackBytes")
|
||
return
|
||
}
|
||
|
||
// compatSumDailyStat 获取某天内的流量
|
||
// dayFrom 格式为YYYYMMDD
|
||
// dayTo 格式为YYYYMMDD
|
||
func (this *ServerDailyStatDAO) compatSumDailyStat(tx *dbs.Tx, userId int64, serverId int64, regionId int64, dayFrom string, dayTo string) (stat *pb.ServerDailyStat, err error) {
|
||
stat = &pb.ServerDailyStat{}
|
||
|
||
if userId <= 0 && serverId <= 0 {
|
||
return
|
||
}
|
||
|
||
if !regexputils.YYYYMMDD.MatchString(dayFrom) {
|
||
return nil, errors.New("invalid dayFrom '" + dayFrom + "'")
|
||
}
|
||
if !regexputils.YYYYMMDD.MatchString(dayTo) {
|
||
return nil, errors.New("invalid dayTo '" + dayTo + "'")
|
||
}
|
||
|
||
if dayFrom > dayTo {
|
||
dayFrom, dayTo = dayTo, dayFrom
|
||
}
|
||
|
||
var query = this.Query(tx).
|
||
Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes")
|
||
|
||
if userId > 0 {
|
||
query.Attr("userId", userId)
|
||
}
|
||
|
||
if serverId > 0 {
|
||
query.Attr("serverId", serverId)
|
||
}
|
||
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
}
|
||
|
||
if dayFrom == dayTo {
|
||
query.Attr("day", dayFrom)
|
||
} else {
|
||
query.Between("day", dayFrom, dayTo)
|
||
}
|
||
|
||
one, _, err := query.FindOne()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
if one == nil {
|
||
return
|
||
}
|
||
|
||
stat.Bytes = one.GetInt64("bytes")
|
||
stat.CachedBytes = one.GetInt64("cachedBytes")
|
||
stat.CountRequests = one.GetInt64("countRequests")
|
||
stat.CountCachedRequests = one.GetInt64("countCachedRequests")
|
||
stat.CountAttackRequests = one.GetInt64("countAttackRequests")
|
||
stat.AttackBytes = one.GetInt64("attackBytes")
|
||
return
|
||
}
|
||
|
||
// SumDailyStatBeforeMinute 获取某天内某个时间之前的流量
|
||
// 用于同期流量对比
|
||
// day 格式为YYYYMMDD
|
||
// minute 格式为HHIISS
|
||
func (this *ServerDailyStatDAO) SumDailyStatBeforeMinute(tx *dbs.Tx, serverId int64, day string, minute string) (stat *pb.ServerDailyStat, err error) {
|
||
stat = &pb.ServerDailyStat{}
|
||
|
||
if !regexputils.YYYYMMDD.MatchString(day) {
|
||
return nil, errors.New("invalid day '" + day + "'")
|
||
}
|
||
|
||
one, _, err := this.Query(tx).
|
||
Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
|
||
Attr("serverId", serverId).
|
||
Attr("day", day).
|
||
Lte("minute", minute).
|
||
FindOne()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
if one == nil {
|
||
return
|
||
}
|
||
|
||
stat.Bytes = one.GetInt64("bytes")
|
||
stat.CachedBytes = one.GetInt64("cachedBytes")
|
||
stat.CountRequests = one.GetInt64("countRequests")
|
||
stat.CountCachedRequests = one.GetInt64("countCachedRequests")
|
||
stat.CountAttackRequests = one.GetInt64("countAttackRequests")
|
||
stat.AttackBytes = one.GetInt64("attackBytes")
|
||
return
|
||
}
|
||
|
||
// SumMonthlyStat 获取某月内的流量
|
||
// month 格式为YYYYMM
|
||
func (this *ServerDailyStatDAO) SumMonthlyStat(tx *dbs.Tx, serverId int64, month string) (stat *pb.ServerDailyStat, err error) {
|
||
stat = &pb.ServerDailyStat{}
|
||
|
||
if !regexputils.YYYYMM.MatchString(month) {
|
||
return
|
||
}
|
||
|
||
one, _, err := this.Query(tx).
|
||
Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
|
||
Attr("serverId", serverId).
|
||
Between("day", month+"01", month+"31").
|
||
FindOne()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
if one == nil {
|
||
return
|
||
}
|
||
|
||
stat.Bytes = one.GetInt64("bytes")
|
||
stat.CachedBytes = one.GetInt64("cachedBytes")
|
||
stat.CountRequests = one.GetInt64("countRequests")
|
||
stat.CountCachedRequests = one.GetInt64("countCachedRequests")
|
||
stat.CountAttackRequests = one.GetInt64("countAttackRequests")
|
||
stat.AttackBytes = one.GetInt64("attackBytes")
|
||
return
|
||
}
|
||
|
||
// SumMonthlyBytes 获取某月内的流量
|
||
// month 格式为YYYYMM
|
||
func (this *ServerDailyStatDAO) SumMonthlyBytes(tx *dbs.Tx, serverId int64, month string) (result int64, err error) {
|
||
if !regexputils.YYYYMM.MatchString(month) {
|
||
return
|
||
}
|
||
|
||
return this.Query(tx).
|
||
Result("SUM(bytes) AS bytes").
|
||
Attr("serverId", serverId).
|
||
Between("day", month+"01", month+"31").
|
||
FindInt64Col(0)
|
||
}
|
||
|
||
// FindDailyStats 按天统计
|
||
func (this *ServerDailyStatDAO) compatFindDailyStats(tx *dbs.Tx, serverId int64, dayFrom string, dayTo string) (result []*ServerDailyStat, err error) {
|
||
ones, err := this.Query(tx).
|
||
Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests", "SUM(attackBytes) AS attackBytes", "day").
|
||
Attr("serverId", serverId).
|
||
Between("day", dayFrom, dayTo).
|
||
Group("day").
|
||
FindAll()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
dayMap := map[string]*ServerDailyStat{} // day => Stat
|
||
for _, one := range ones {
|
||
var stat = one.(*ServerDailyStat)
|
||
dayMap[stat.Day] = stat
|
||
}
|
||
days, err := utils.RangeDays(dayFrom, dayTo)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
for _, day := range days {
|
||
stat, ok := dayMap[day]
|
||
if ok {
|
||
result = append(result, stat)
|
||
} else {
|
||
result = append(result, &ServerDailyStat{Day: day})
|
||
}
|
||
}
|
||
|
||
return
|
||
}
|
||
|
||
// FindStatsWithDay 按天查找5分钟级统计
|
||
// day YYYYMMDD
|
||
// timeFrom HHII00
|
||
// timeTo HHII59
|
||
func (this *ServerDailyStatDAO) FindStatsWithDay(tx *dbs.Tx, serverId int64, day string, timeFrom string, timeTo string) (result []*ServerDailyStat, err error) {
|
||
if !regexputils.YYYYMMDD.MatchString(day) {
|
||
return
|
||
}
|
||
|
||
var query = this.Query(tx).
|
||
Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests", "SUM(attackBytes) AS attackBytes", "day", "timeFrom", "MIN(timeTo) AS timeTo").
|
||
Attr("serverId", serverId).
|
||
Attr("day", day).
|
||
Group("day").
|
||
Group("timeFrom")
|
||
|
||
if len(timeFrom) > 0 {
|
||
query.Gte("timeFrom", timeFrom)
|
||
}
|
||
if len(timeTo) > 0 {
|
||
query.Lte("timeTo", timeTo)
|
||
}
|
||
|
||
_, err = query.
|
||
Slice(&result).
|
||
FindAll()
|
||
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
// sort results
|
||
sort.Slice(result, func(i, j int) bool {
|
||
return result[i].TimeFrom < result[j].TimeFrom
|
||
})
|
||
|
||
return
|
||
}
|
||
|
||
// FindStatsBetweenDays 查找日期段内的5分钟统计
|
||
func (this *ServerDailyStatDAO) FindStatsBetweenDays(tx *dbs.Tx, userId int64, serverId int64, regionId int64, dayFrom string, dayTo string) (result []*ServerDailyStat, err error) {
|
||
if !regexputils.YYYYMMDD.MatchString(dayFrom) || !regexputils.YYYYMMDD.MatchString(dayTo) {
|
||
return
|
||
}
|
||
|
||
if userId <= 0 && serverId <= 0 {
|
||
return
|
||
}
|
||
|
||
if dayFrom > dayTo {
|
||
dayFrom, dayTo = dayTo, dayFrom
|
||
}
|
||
|
||
var query = this.Query(tx)
|
||
if userId > 0 {
|
||
query.Attr("userId", userId)
|
||
}
|
||
|
||
if serverId > 0 {
|
||
query.Attr("serverId", serverId)
|
||
} else {
|
||
query.Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests", "SUM(attackBytes) AS attackBytes", "MIN(day) AS day", "MIN(timeFrom) AS timeFrom", "MIN(timeTo) AS timeTo")
|
||
query.Group("day").Group("timeFrom")
|
||
}
|
||
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
} else if regionId < 0 { // 表示未分配区域的流量
|
||
query.Attr("regionId", 0)
|
||
}
|
||
|
||
// 不需要排序
|
||
query.Between("day", dayFrom, dayTo)
|
||
_, err = query.
|
||
Slice(&result).
|
||
FindAll()
|
||
if err != nil {
|
||
return
|
||
}
|
||
|
||
var m = map[string]*ServerDailyStat{} // day @ timeFrom => *ServerDailyStat
|
||
for _, stat := range result {
|
||
var key = stat.Day + "@" + stat.TimeFrom
|
||
mStat, ok := m[key]
|
||
if ok {
|
||
mStat.Bytes += stat.Bytes
|
||
mStat.CachedBytes += stat.CachedBytes
|
||
mStat.AttackBytes += stat.AttackBytes
|
||
mStat.CountRequests += stat.CountRequests
|
||
mStat.CountAttackRequests += stat.CountAttackRequests
|
||
mStat.CountCachedRequests += stat.CountCachedRequests
|
||
} else {
|
||
m[key] = stat
|
||
}
|
||
}
|
||
|
||
// 填充空白
|
||
rangeDays, err := utils.RangeDays(dayFrom, dayTo)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
dayTimes, err := utils.Range24HourTimes(5)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
// 截止到当前时间
|
||
var currentTime = timeutil.Format("Ymd@Hi00")
|
||
|
||
result = nil
|
||
for _, day := range rangeDays {
|
||
for _, timeAt /** HHII **/ := range dayTimes {
|
||
var key = day + "@" + timeAt + "00"
|
||
|
||
if key >= currentTime {
|
||
break
|
||
}
|
||
|
||
stat, ok := m[key]
|
||
if ok {
|
||
result = append(result, stat)
|
||
} else {
|
||
var hour = types.Int(timeAt[:2])
|
||
var minute = types.Int(timeAt[2:])
|
||
|
||
minute += 4
|
||
|
||
result = append(result, &ServerDailyStat{
|
||
Day: day,
|
||
TimeFrom: timeAt + "00",
|
||
TimeTo: fmt.Sprintf("%02d%02d59", hour, minute),
|
||
})
|
||
}
|
||
}
|
||
}
|
||
|
||
return
|
||
}
|
||
|
||
// FindMonthlyStatsWithPlan 查找某月有套餐的流量
|
||
// month YYYYMM
|
||
func (this *ServerDailyStatDAO) FindMonthlyStatsWithPlan(tx *dbs.Tx, month string) (result []*ServerDailyStat, err error) {
|
||
_, err = this.Query(tx).
|
||
Between("day", month+"01", month+"31").
|
||
Gt("planId", 0).
|
||
Slice(&result).
|
||
FindAll()
|
||
return
|
||
}
|
||
|
||
// FindHourlyStats 按小时统计
|
||
func (this *ServerDailyStatDAO) compatFindHourlyStats(tx *dbs.Tx, serverId int64, hourFrom string, hourTo string) (result []*ServerDailyStat, err error) {
|
||
ones, err := this.Query(tx).
|
||
Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests", "SUM(attackBytes) AS attackBytes", "hour").
|
||
Attr("serverId", serverId).
|
||
Between("hour", hourFrom, hourTo).
|
||
Group("hour").
|
||
FindAll()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
var hourMap = map[string]*ServerDailyStat{} // hour => Stat
|
||
for _, one := range ones {
|
||
var stat = one.(*ServerDailyStat)
|
||
stat.Day = stat.Hour[:8]
|
||
stat.TimeFrom = stat.Hour[8:] + "00"
|
||
hourMap[stat.Hour] = stat
|
||
}
|
||
hours, err := utils.RangeHours(hourFrom, hourTo)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
for _, hour := range hours {
|
||
stat, ok := hourMap[hour]
|
||
if ok {
|
||
result = append(result, stat)
|
||
} else {
|
||
result = append(result, &ServerDailyStat{
|
||
Hour: hour,
|
||
Day: hour[:8],
|
||
TimeFrom: hour[8:] + "00",
|
||
})
|
||
}
|
||
}
|
||
|
||
return
|
||
}
|
||
|
||
// FindTopUserStats 流量排行
|
||
func (this *ServerDailyStatDAO) FindTopUserStats(tx *dbs.Tx, hourFrom string, hourTo string) (result []*ServerDailyStat, err error) {
|
||
_, err = this.Query(tx).
|
||
Result("userId", "SUM(bytes) AS bytes", "SUM(countRequests) AS countRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
|
||
Between("hour", hourFrom, hourTo).
|
||
Where("userId>0").
|
||
Group("userId").
|
||
Slice(&result).
|
||
FindAll()
|
||
return
|
||
}
|
||
|
||
// FindDistinctServerIds 查找所有有流量的服务ID列表
|
||
// dayFrom YYYYMMDD
|
||
// dayTo YYYYMMDD
|
||
func (this *ServerDailyStatDAO) FindDistinctServerIds(tx *dbs.Tx, dayFrom string, dayTo string) (serverIds []int64, err error) {
|
||
dayFrom = strings.ReplaceAll(dayFrom, "-", "")
|
||
dayTo = strings.ReplaceAll(dayTo, "-", "")
|
||
ones, _, err := this.Query(tx).
|
||
Result("DISTINCT(serverId) AS serverId").
|
||
Between("day", dayFrom, dayTo).
|
||
FindOnes()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
for _, one := range ones {
|
||
serverIds = append(serverIds, one.GetInt64("serverId"))
|
||
}
|
||
return serverIds, nil
|
||
}
|
||
|
||
// FindDistinctUserIds 查找所有有流量的用户ID
|
||
func (this *ServerDailyStatDAO) FindDistinctUserIds(tx *dbs.Tx, dayFrom string, dayTo string) (userIds []int64, err error) {
|
||
dayFrom = strings.ReplaceAll(dayFrom, "-", "")
|
||
dayTo = strings.ReplaceAll(dayTo, "-", "")
|
||
ones, _, err := this.Query(tx).
|
||
Result("DISTINCT(userId) AS userId").
|
||
Between("day", dayFrom, dayTo).
|
||
FindOnes()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
for _, one := range ones {
|
||
var userId = one.GetInt64("userId")
|
||
if userId > 0 {
|
||
userIds = append(userIds, userId)
|
||
}
|
||
}
|
||
return userIds, nil
|
||
}
|
||
|
||
// UpdateStatFee 设置费用
|
||
func (this *ServerDailyStatDAO) UpdateStatFee(tx *dbs.Tx, statId int64, fee float32) error {
|
||
return this.Query(tx).
|
||
Pk(statId).
|
||
Set("fee", fee).
|
||
UpdateQuickly()
|
||
}
|
||
|
||
// CleanDays 清理历史数据
|
||
func (this *ServerDailyStatDAO) CleanDays(tx *dbs.Tx, days int) error {
|
||
var day = timeutil.Format("Ymd", time.Now().AddDate(0, 0, -days))
|
||
_, err := this.Query(tx).
|
||
Lt("day", day).
|
||
Delete()
|
||
return err
|
||
}
|
||
|
||
func (this *ServerDailyStatDAO) CleanDefaultDays(tx *dbs.Tx, defaultDays int) error {
|
||
databaseConfig, err := SharedSysSettingDAO.ReadDatabaseConfig(tx)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
if databaseConfig != nil && databaseConfig.ServerDailyStat.Clean.Days > 0 {
|
||
defaultDays = databaseConfig.ServerDailyStat.Clean.Days
|
||
}
|
||
if defaultDays <= 0 {
|
||
defaultDays = 60
|
||
}
|
||
|
||
return this.CleanDays(tx, defaultDays)
|
||
}
|