mirror of
				https://github.com/TeaOSLab/EdgeAPI.git
				synced 2025-11-04 16:00:24 +08:00 
			
		
		
		
	
		
			
				
	
	
		
			753 lines
		
	
	
		
			22 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			753 lines
		
	
	
		
			22 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
package models
 | 
						||
 | 
						||
import (
 | 
						||
	"fmt"
 | 
						||
	"github.com/TeaOSLab/EdgeAPI/internal/errors"
 | 
						||
	"github.com/TeaOSLab/EdgeAPI/internal/goman"
 | 
						||
	"github.com/TeaOSLab/EdgeAPI/internal/utils"
 | 
						||
	"github.com/TeaOSLab/EdgeAPI/internal/utils/regexputils"
 | 
						||
	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
 | 
						||
	_ "github.com/go-sql-driver/mysql"
 | 
						||
	"github.com/iwind/TeaGo/Tea"
 | 
						||
	"github.com/iwind/TeaGo/dbs"
 | 
						||
	"github.com/iwind/TeaGo/logs"
 | 
						||
	"github.com/iwind/TeaGo/maps"
 | 
						||
	"github.com/iwind/TeaGo/rands"
 | 
						||
	"github.com/iwind/TeaGo/types"
 | 
						||
	timeutil "github.com/iwind/TeaGo/utils/time"
 | 
						||
	"regexp"
 | 
						||
	"strings"
 | 
						||
	"time"
 | 
						||
)
 | 
						||
 | 
						||
type ServerDailyStatDAO dbs.DAO
 | 
						||
 | 
						||
func init() {
 | 
						||
	dbs.OnReadyDone(func() {
 | 
						||
		// 清理数据任务
 | 
						||
		var ticker = time.NewTicker(time.Duration(rands.Int(24, 48)) * time.Hour)
 | 
						||
		goman.New(func() {
 | 
						||
			for range ticker.C {
 | 
						||
				err := SharedServerDailyStatDAO.Clean(nil, 60) // 只保留 N 天,时间需要长一些,因为需要用来生成账单
 | 
						||
				if err != nil {
 | 
						||
					logs.Println("ServerDailyStatDAO", "clean expired data failed: "+err.Error())
 | 
						||
				}
 | 
						||
			}
 | 
						||
		})
 | 
						||
	})
 | 
						||
}
 | 
						||
 | 
						||
func NewServerDailyStatDAO() *ServerDailyStatDAO {
 | 
						||
	return dbs.NewDAO(&ServerDailyStatDAO{
 | 
						||
		DAOObject: dbs.DAOObject{
 | 
						||
			DB:     Tea.Env,
 | 
						||
			Table:  "edgeServerDailyStats",
 | 
						||
			Model:  new(ServerDailyStat),
 | 
						||
			PkName: "id",
 | 
						||
		},
 | 
						||
	}).(*ServerDailyStatDAO)
 | 
						||
}
 | 
						||
 | 
						||
var SharedServerDailyStatDAO *ServerDailyStatDAO
 | 
						||
 | 
						||
func init() {
 | 
						||
	dbs.OnReady(func() {
 | 
						||
		SharedServerDailyStatDAO = NewServerDailyStatDAO()
 | 
						||
	})
 | 
						||
}
 | 
						||
 | 
						||
// SaveStats 提交数据
 | 
						||
func (this *ServerDailyStatDAO) SaveStats(tx *dbs.Tx, stats []*pb.ServerDailyStat) error {
 | 
						||
	var serverUserMap = map[int64]int64{} // serverId => userId
 | 
						||
	var cacheMap = utils.NewCacheMap()
 | 
						||
	for _, stat := range stats {
 | 
						||
		var day = timeutil.FormatTime("Ymd", stat.CreatedAt)
 | 
						||
		var hour = timeutil.FormatTime("YmdH", stat.CreatedAt)
 | 
						||
		var timeFrom = timeutil.FormatTime("His", stat.CreatedAt)
 | 
						||
		var timeTo = timeutil.FormatTime("His", stat.CreatedAt+5*60-1) // 5分钟
 | 
						||
 | 
						||
		// 用户ID
 | 
						||
		var serverUserId = stat.UserId
 | 
						||
		if serverUserId == 0 {
 | 
						||
			var ok bool
 | 
						||
			serverUserId, ok = serverUserMap[stat.ServerId]
 | 
						||
			if !ok {
 | 
						||
				userId, err := SharedServerDAO.FindServerUserId(tx, stat.ServerId)
 | 
						||
				if err != nil {
 | 
						||
					return err
 | 
						||
				}
 | 
						||
				serverUserMap[stat.ServerId] = userId
 | 
						||
				serverUserId = userId
 | 
						||
			}
 | 
						||
		}
 | 
						||
 | 
						||
		_, _, err := this.Query(tx).
 | 
						||
			Param("bytes", stat.Bytes).
 | 
						||
			Param("cachedBytes", stat.CachedBytes).
 | 
						||
			Param("countRequests", stat.CountRequests).
 | 
						||
			Param("countCachedRequests", stat.CountCachedRequests).
 | 
						||
			Param("countAttackRequests", stat.CountAttackRequests).
 | 
						||
			Param("attackBytes", stat.AttackBytes).
 | 
						||
			InsertOrUpdate(maps.Map{
 | 
						||
				"userId":              serverUserId,
 | 
						||
				"serverId":            stat.ServerId,
 | 
						||
				"regionId":            stat.NodeRegionId,
 | 
						||
				"bytes":               stat.Bytes,
 | 
						||
				"cachedBytes":         stat.CachedBytes,
 | 
						||
				"countRequests":       stat.CountRequests,
 | 
						||
				"countCachedRequests": stat.CountCachedRequests,
 | 
						||
				"countAttackRequests": stat.CountAttackRequests,
 | 
						||
				"attackBytes":         stat.AttackBytes,
 | 
						||
				"planId":              stat.PlanId,
 | 
						||
				"day":                 day,
 | 
						||
				"hour":                hour,
 | 
						||
				"timeFrom":            timeFrom,
 | 
						||
				"timeTo":              timeTo,
 | 
						||
			}, maps.Map{
 | 
						||
				"bytes":               dbs.SQL("bytes+:bytes"),
 | 
						||
				"cachedBytes":         dbs.SQL("cachedBytes+:cachedBytes"),
 | 
						||
				"countRequests":       dbs.SQL("countRequests+:countRequests"),
 | 
						||
				"countCachedRequests": dbs.SQL("countCachedRequests+:countCachedRequests"),
 | 
						||
				"countAttackRequests": dbs.SQL("countAttackRequests+:countAttackRequests"),
 | 
						||
				"attackBytes":         dbs.SQL("attackBytes+:attackBytes"),
 | 
						||
				"planId":              stat.PlanId,
 | 
						||
			})
 | 
						||
		if err != nil {
 | 
						||
			return err
 | 
						||
		}
 | 
						||
 | 
						||
		// 更新流量限制状态
 | 
						||
		if stat.CheckTrafficLimiting {
 | 
						||
			trafficLimitConfig, err := SharedServerDAO.CalculateServerTrafficLimitConfig(tx, stat.ServerId, cacheMap)
 | 
						||
			if err != nil {
 | 
						||
				return err
 | 
						||
			}
 | 
						||
			if trafficLimitConfig != nil && trafficLimitConfig.IsOn && !trafficLimitConfig.IsEmpty() {
 | 
						||
				err = SharedServerDAO.IncreaseServerTotalTraffic(tx, stat.ServerId, stat.Bytes)
 | 
						||
				if err != nil {
 | 
						||
					return err
 | 
						||
				}
 | 
						||
 | 
						||
				err = SharedServerDAO.UpdateServerTrafficLimitStatus(tx, trafficLimitConfig, stat.ServerId, false)
 | 
						||
				if err != nil {
 | 
						||
					return err
 | 
						||
				}
 | 
						||
			}
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	return nil
 | 
						||
}
 | 
						||
 | 
						||
// SumCurrentDailyStat 查找当前时刻的数据统计
 | 
						||
func (this *ServerDailyStatDAO) SumCurrentDailyStat(tx *dbs.Tx, serverId int64) (*ServerDailyStat, error) {
 | 
						||
	var day = timeutil.Format("Ymd")
 | 
						||
	var minute = timeutil.FormatTime("His", time.Now().Unix()/300*300-300)
 | 
						||
	one, err := this.Query(tx).
 | 
						||
		Result("MIN(id)", "MIN(serverId)", "SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(attackBytes) AS attackBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		Attr("day", day).
 | 
						||
		Attr("timeFrom", minute).
 | 
						||
		Find()
 | 
						||
	if err != nil || one == nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	return one.(*ServerDailyStat), nil
 | 
						||
}
 | 
						||
 | 
						||
// SumServerMonthlyWithRegion 根据服务计算某月合计
 | 
						||
// month 格式为YYYYMM
 | 
						||
func (this *ServerDailyStatDAO) SumServerMonthlyWithRegion(tx *dbs.Tx, serverId int64, regionId int64, month string) (int64, error) {
 | 
						||
	query := this.Query(tx)
 | 
						||
	if regionId > 0 {
 | 
						||
		query.Attr("regionId", regionId)
 | 
						||
	}
 | 
						||
	return query.Between("day", month+"01", month+"32").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		SumInt64("bytes", 0)
 | 
						||
}
 | 
						||
 | 
						||
// SumUserMonthlyWithoutPlan 根据用户计算某月合计并排除套餐
 | 
						||
// month 格式为YYYYMM
 | 
						||
func (this *ServerDailyStatDAO) SumUserMonthlyWithoutPlan(tx *dbs.Tx, userId int64, regionId int64, month string) (int64, error) {
 | 
						||
	query := this.Query(tx)
 | 
						||
	if regionId > 0 {
 | 
						||
		query.Attr("regionId", regionId)
 | 
						||
	}
 | 
						||
	return query.
 | 
						||
		Attr("planId", 0).
 | 
						||
		Between("day", month+"01", month+"32").
 | 
						||
		Attr("userId", userId).
 | 
						||
		SumInt64("bytes", 0)
 | 
						||
}
 | 
						||
 | 
						||
// SumUserMonthlyPeek 获取某月带宽峰值
 | 
						||
// month 格式为YYYYMM
 | 
						||
func (this *ServerDailyStatDAO) SumUserMonthlyPeek(tx *dbs.Tx, userId int64, regionId int64, month string) (int64, error) {
 | 
						||
	query := this.Query(tx)
 | 
						||
	if regionId > 0 {
 | 
						||
		query.Attr("regionId", regionId)
 | 
						||
	}
 | 
						||
	max, err := query.Between("day", month+"01", month+"32").
 | 
						||
		Attr("userId", userId).
 | 
						||
		Max("bytes", 0)
 | 
						||
	if err != nil {
 | 
						||
		return 0, err
 | 
						||
	}
 | 
						||
	return int64(max), nil
 | 
						||
}
 | 
						||
 | 
						||
// SumUserDaily 获取某天流量总和
 | 
						||
// day 格式为YYYYMMDD
 | 
						||
func (this *ServerDailyStatDAO) compatSumUserDaily(tx *dbs.Tx, userId int64, regionId int64, day string) (stat *ServerDailyStat, err error) {
 | 
						||
	var query = this.Query(tx)
 | 
						||
	if regionId > 0 {
 | 
						||
		query.Attr("regionId", regionId)
 | 
						||
	}
 | 
						||
 | 
						||
	one, err := query.Attr("day", day).
 | 
						||
		Attr("userId", userId).
 | 
						||
		Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(attackBytes) AS attackBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests").
 | 
						||
		Find()
 | 
						||
	if err != nil || one == nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	return one.(*ServerDailyStat), nil
 | 
						||
}
 | 
						||
 | 
						||
// SumUserTrafficBytesBetweenDays 获取用户某个日期段内的流量总和
 | 
						||
func (this *ServerDailyStatDAO) SumUserTrafficBytesBetweenDays(tx *dbs.Tx, userId int64, regionId int64, dayFrom string, dayTo string) (int64, error) {
 | 
						||
	if !regexputils.YYYYMMDD.MatchString(dayFrom) {
 | 
						||
		return 0, errors.New("invalid 'dayFrom':" + dayFrom)
 | 
						||
	}
 | 
						||
	if !regexputils.YYYYMMDD.MatchString(dayTo) {
 | 
						||
		return 0, errors.New("invalid 'dayTo':" + dayTo)
 | 
						||
	}
 | 
						||
 | 
						||
	var query = this.Query(tx)
 | 
						||
	if regionId > 0 {
 | 
						||
		query.Attr("regionId", regionId)
 | 
						||
	} else if regionId < 0 { // 表示没有分配区域的流量
 | 
						||
		query.Attr("regionId", 0)
 | 
						||
	}
 | 
						||
	return query.
 | 
						||
		Attr("userId", userId).
 | 
						||
		Between("day", dayFrom, dayTo).
 | 
						||
		SumInt64("bytes", 0)
 | 
						||
}
 | 
						||
 | 
						||
// SumUserMonthly 获取某月流量总和
 | 
						||
// month 格式为YYYYMM
 | 
						||
func (this *ServerDailyStatDAO) compatSumUserMonthly(tx *dbs.Tx, userId int64, month string) (int64, error) {
 | 
						||
	return this.Query(tx).
 | 
						||
		Between("day", month+"01", month+"31").
 | 
						||
		Attr("userId", userId).
 | 
						||
		SumInt64("bytes", 0)
 | 
						||
}
 | 
						||
 | 
						||
// SumUserDailyPeek 获取某天带宽峰值
 | 
						||
// day 格式为YYYYMMDD
 | 
						||
func (this *ServerDailyStatDAO) SumUserDailyPeek(tx *dbs.Tx, userId int64, regionId int64, day string) (int64, error) {
 | 
						||
	query := this.Query(tx)
 | 
						||
	if regionId > 0 {
 | 
						||
		query.Attr("regionId", regionId)
 | 
						||
	}
 | 
						||
	max, err := query.
 | 
						||
		Attr("day", day).
 | 
						||
		Attr("userId", userId).
 | 
						||
		Max("bytes", 0)
 | 
						||
	if err != nil {
 | 
						||
		return 0, err
 | 
						||
	}
 | 
						||
	return int64(max), nil
 | 
						||
}
 | 
						||
 | 
						||
// SumMinutelyStat 获取某个分钟内的流量
 | 
						||
// minute 格式为YYYYMMDDHHMM,并且已经格式化成每5分钟一个值
 | 
						||
func (this *ServerDailyStatDAO) SumMinutelyStat(tx *dbs.Tx, serverId int64, minute string) (stat *pb.ServerDailyStat, err error) {
 | 
						||
	stat = &pb.ServerDailyStat{}
 | 
						||
 | 
						||
	if !regexp.MustCompile(`^\d{12}$`).MatchString(minute) {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	one, _, err := this.Query(tx).
 | 
						||
		Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		Attr("day", minute[:8]).
 | 
						||
		Attr("timeFrom", minute[8:]+"00").
 | 
						||
		FindOne()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	if one == nil {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	stat.Bytes = one.GetInt64("bytes")
 | 
						||
	stat.CachedBytes = one.GetInt64("cachedBytes")
 | 
						||
	stat.CountRequests = one.GetInt64("countRequests")
 | 
						||
	stat.CountCachedRequests = one.GetInt64("countCachedRequests")
 | 
						||
	stat.CountAttackRequests = one.GetInt64("countAttackRequests")
 | 
						||
	stat.AttackBytes = one.GetInt64("attackBytes")
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// SumHourlyStat 获取某个小时内的流量
 | 
						||
// hour 格式为YYYYMMDDHH
 | 
						||
func (this *ServerDailyStatDAO) SumHourlyStat(tx *dbs.Tx, serverId int64, hour string) (stat *pb.ServerDailyStat, err error) {
 | 
						||
	stat = &pb.ServerDailyStat{}
 | 
						||
 | 
						||
	if !regexp.MustCompile(`^\d{10}$`).MatchString(hour) {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	one, _, err := this.Query(tx).
 | 
						||
		Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		Attr("day", hour[:8]).
 | 
						||
		Gte("timeFrom", hour[8:]+"0000").
 | 
						||
		Lte("timeTo", hour[8:]+"5959").
 | 
						||
		FindOne()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	if one == nil {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	stat.Bytes = one.GetInt64("bytes")
 | 
						||
	stat.CachedBytes = one.GetInt64("cachedBytes")
 | 
						||
	stat.CountRequests = one.GetInt64("countRequests")
 | 
						||
	stat.CountCachedRequests = one.GetInt64("countCachedRequests")
 | 
						||
	stat.CountAttackRequests = one.GetInt64("countAttackRequests")
 | 
						||
	stat.AttackBytes = one.GetInt64("attackBytes")
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// compatSumDailyStat 获取某天内的流量
 | 
						||
// dayFrom 格式为YYYYMMDD
 | 
						||
// dayTo 格式为YYYYMMDD
 | 
						||
func (this *ServerDailyStatDAO) compatSumDailyStat(tx *dbs.Tx, userId int64, serverId int64, regionId int64, dayFrom string, dayTo string) (stat *pb.ServerDailyStat, err error) {
 | 
						||
	stat = &pb.ServerDailyStat{}
 | 
						||
 | 
						||
	if userId <= 0 && serverId <= 0 {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	if !regexputils.YYYYMMDD.MatchString(dayFrom) {
 | 
						||
		return nil, errors.New("invalid dayFrom '" + dayFrom + "'")
 | 
						||
	}
 | 
						||
	if !regexputils.YYYYMMDD.MatchString(dayTo) {
 | 
						||
		return nil, errors.New("invalid dayTo '" + dayTo + "'")
 | 
						||
	}
 | 
						||
 | 
						||
	if dayFrom > dayTo {
 | 
						||
		dayFrom, dayTo = dayTo, dayFrom
 | 
						||
	}
 | 
						||
 | 
						||
	var query = this.Query(tx).
 | 
						||
		Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes")
 | 
						||
 | 
						||
	if userId > 0 {
 | 
						||
		query.Attr("userId", userId)
 | 
						||
	}
 | 
						||
 | 
						||
	if serverId > 0 {
 | 
						||
		query.Attr("serverId", serverId)
 | 
						||
	}
 | 
						||
 | 
						||
	if regionId > 0 {
 | 
						||
		query.Attr("regionId", regionId)
 | 
						||
	}
 | 
						||
 | 
						||
	if dayFrom == dayTo {
 | 
						||
		query.Attr("day", dayFrom)
 | 
						||
	} else {
 | 
						||
		query.Between("day", dayFrom, dayTo)
 | 
						||
	}
 | 
						||
 | 
						||
	one, _, err := query.FindOne()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	if one == nil {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	stat.Bytes = one.GetInt64("bytes")
 | 
						||
	stat.CachedBytes = one.GetInt64("cachedBytes")
 | 
						||
	stat.CountRequests = one.GetInt64("countRequests")
 | 
						||
	stat.CountCachedRequests = one.GetInt64("countCachedRequests")
 | 
						||
	stat.CountAttackRequests = one.GetInt64("countAttackRequests")
 | 
						||
	stat.AttackBytes = one.GetInt64("attackBytes")
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// SumDailyStatBeforeMinute 获取某天内某个时间之前的流量
 | 
						||
// 用于同期流量对比
 | 
						||
// day 格式为YYYYMMDD
 | 
						||
// minute 格式为HHIISS
 | 
						||
func (this *ServerDailyStatDAO) SumDailyStatBeforeMinute(tx *dbs.Tx, serverId int64, day string, minute string) (stat *pb.ServerDailyStat, err error) {
 | 
						||
	stat = &pb.ServerDailyStat{}
 | 
						||
 | 
						||
	if !regexputils.YYYYMMDD.MatchString(day) {
 | 
						||
		return nil, errors.New("invalid day '" + day + "'")
 | 
						||
	}
 | 
						||
 | 
						||
	one, _, err := this.Query(tx).
 | 
						||
		Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		Attr("day", day).
 | 
						||
		Lte("minute", minute).
 | 
						||
		FindOne()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	if one == nil {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	stat.Bytes = one.GetInt64("bytes")
 | 
						||
	stat.CachedBytes = one.GetInt64("cachedBytes")
 | 
						||
	stat.CountRequests = one.GetInt64("countRequests")
 | 
						||
	stat.CountCachedRequests = one.GetInt64("countCachedRequests")
 | 
						||
	stat.CountAttackRequests = one.GetInt64("countAttackRequests")
 | 
						||
	stat.AttackBytes = one.GetInt64("attackBytes")
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// SumMonthlyStat 获取某月内的流量
 | 
						||
// month 格式为YYYYMM
 | 
						||
func (this *ServerDailyStatDAO) SumMonthlyStat(tx *dbs.Tx, serverId int64, month string) (stat *pb.ServerDailyStat, err error) {
 | 
						||
	stat = &pb.ServerDailyStat{}
 | 
						||
 | 
						||
	if !regexputils.YYYYMM.MatchString(month) {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	one, _, err := this.Query(tx).
 | 
						||
		Result("SUM(bytes) AS bytes, SUM(cachedBytes) AS cachedBytes, SUM(countRequests) AS countRequests, SUM(countCachedRequests) AS countCachedRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		Between("day", month+"01", month+"31").
 | 
						||
		FindOne()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	if one == nil {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	stat.Bytes = one.GetInt64("bytes")
 | 
						||
	stat.CachedBytes = one.GetInt64("cachedBytes")
 | 
						||
	stat.CountRequests = one.GetInt64("countRequests")
 | 
						||
	stat.CountCachedRequests = one.GetInt64("countCachedRequests")
 | 
						||
	stat.CountAttackRequests = one.GetInt64("countAttackRequests")
 | 
						||
	stat.AttackBytes = one.GetInt64("attackBytes")
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// SumMonthlyBytes 获取某月内的流量
 | 
						||
// month 格式为YYYYMM
 | 
						||
func (this *ServerDailyStatDAO) SumMonthlyBytes(tx *dbs.Tx, serverId int64, month string) (result int64, err error) {
 | 
						||
	if !regexputils.YYYYMM.MatchString(month) {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	return this.Query(tx).
 | 
						||
		Result("SUM(bytes) AS bytes").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		Between("day", month+"01", month+"31").
 | 
						||
		FindInt64Col(0)
 | 
						||
}
 | 
						||
 | 
						||
// FindDailyStats 按天统计
 | 
						||
func (this *ServerDailyStatDAO) compatFindDailyStats(tx *dbs.Tx, serverId int64, dayFrom string, dayTo string) (result []*ServerDailyStat, err error) {
 | 
						||
	ones, err := this.Query(tx).
 | 
						||
		Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests", "SUM(attackBytes) AS attackBytes", "day").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		Between("day", dayFrom, dayTo).
 | 
						||
		Group("day").
 | 
						||
		FindAll()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	dayMap := map[string]*ServerDailyStat{} // day => Stat
 | 
						||
	for _, one := range ones {
 | 
						||
		var stat = one.(*ServerDailyStat)
 | 
						||
		dayMap[stat.Day] = stat
 | 
						||
	}
 | 
						||
	days, err := utils.RangeDays(dayFrom, dayTo)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	for _, day := range days {
 | 
						||
		stat, ok := dayMap[day]
 | 
						||
		if ok {
 | 
						||
			result = append(result, stat)
 | 
						||
		} else {
 | 
						||
			result = append(result, &ServerDailyStat{Day: day})
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// FindStatsWithDay 按天查找5分钟级统计
 | 
						||
// day YYYYMMDD
 | 
						||
// timeFrom HHII00
 | 
						||
// timeTo HHII59
 | 
						||
func (this *ServerDailyStatDAO) FindStatsWithDay(tx *dbs.Tx, serverId int64, day string, timeFrom string, timeTo string) (result []*ServerDailyStat, err error) {
 | 
						||
	if !regexputils.YYYYMMDD.MatchString(day) {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	var query = this.Query(tx).
 | 
						||
		Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests", "SUM(attackBytes) AS attackBytes", "day", "timeFrom", "MIN(timeTo) AS timeTo").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		Attr("day", day).
 | 
						||
		Group("day").Group("timeFrom", dbs.QueryOrderDesc)
 | 
						||
 | 
						||
	if len(timeFrom) > 0 {
 | 
						||
		query.Gte("timeFrom", timeFrom)
 | 
						||
	}
 | 
						||
	if len(timeTo) > 0 {
 | 
						||
		query.Lte("timeTo", timeTo)
 | 
						||
	}
 | 
						||
 | 
						||
	_, err = query.
 | 
						||
		Slice(&result).
 | 
						||
		FindAll()
 | 
						||
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// FindStatsBetweenDays 查找日期段内的5分钟统计
 | 
						||
func (this *ServerDailyStatDAO) FindStatsBetweenDays(tx *dbs.Tx, userId int64, serverId int64, regionId int64, dayFrom string, dayTo string) (result []*ServerDailyStat, err error) {
 | 
						||
	if !regexputils.YYYYMMDD.MatchString(dayFrom) || !regexputils.YYYYMMDD.MatchString(dayTo) {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	if userId <= 0 && serverId <= 0 {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	if dayFrom > dayTo {
 | 
						||
		dayFrom, dayTo = dayTo, dayFrom
 | 
						||
	}
 | 
						||
 | 
						||
	var query = this.Query(tx)
 | 
						||
	if userId > 0 {
 | 
						||
		query.Attr("userId", userId)
 | 
						||
	}
 | 
						||
 | 
						||
	if serverId > 0 {
 | 
						||
		query.Attr("serverId", serverId)
 | 
						||
	} else {
 | 
						||
		query.Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests", "SUM(attackBytes) AS attackBytes", "MIN(day) AS day", "MIN(timeFrom) AS timeFrom", "MIN(timeTo) AS timeTo")
 | 
						||
		query.Group("day").Group("timeFrom")
 | 
						||
	}
 | 
						||
 | 
						||
	if regionId > 0 {
 | 
						||
		query.Attr("regionId", regionId)
 | 
						||
	} else if regionId < 0 { // 表示未分配区域的流量
 | 
						||
		query.Attr("regionId", 0)
 | 
						||
	}
 | 
						||
 | 
						||
	// 不需要排序
 | 
						||
	query.Between("day", dayFrom, dayTo)
 | 
						||
	_, err = query.
 | 
						||
		Slice(&result).
 | 
						||
		FindAll()
 | 
						||
	if err != nil {
 | 
						||
		return
 | 
						||
	}
 | 
						||
 | 
						||
	var m = map[string]*ServerDailyStat{} // day @ timeFrom => *ServerDailyStat
 | 
						||
	for _, stat := range result {
 | 
						||
		var key = stat.Day + "@" + stat.TimeFrom
 | 
						||
		mStat, ok := m[key]
 | 
						||
		if ok {
 | 
						||
			mStat.Bytes += stat.Bytes
 | 
						||
			mStat.CachedBytes += stat.CachedBytes
 | 
						||
			mStat.AttackBytes += stat.AttackBytes
 | 
						||
			mStat.CountRequests += stat.CountRequests
 | 
						||
			mStat.CountAttackRequests += stat.CountAttackRequests
 | 
						||
			mStat.CountCachedRequests += stat.CountCachedRequests
 | 
						||
		} else {
 | 
						||
			m[key] = stat
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	// 填充空白
 | 
						||
	rangeDays, err := utils.RangeDays(dayFrom, dayTo)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	dayTimes, err := utils.Range24HourTimes(5)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	// 截止到当前时间
 | 
						||
	var currentTime = timeutil.Format("Ymd@Hi00")
 | 
						||
 | 
						||
	result = nil
 | 
						||
	for _, day := range rangeDays {
 | 
						||
		for _, timeAt /** HHII **/ := range dayTimes {
 | 
						||
			var key = day + "@" + timeAt + "00"
 | 
						||
 | 
						||
			if key >= currentTime {
 | 
						||
				break
 | 
						||
			}
 | 
						||
 | 
						||
			stat, ok := m[key]
 | 
						||
			if ok {
 | 
						||
				result = append(result, stat)
 | 
						||
			} else {
 | 
						||
				var hour = types.Int(timeAt[:2])
 | 
						||
				var minute = types.Int(timeAt[2:])
 | 
						||
 | 
						||
				minute += 4
 | 
						||
 | 
						||
				result = append(result, &ServerDailyStat{
 | 
						||
					Day:      day,
 | 
						||
					TimeFrom: timeAt + "00",
 | 
						||
					TimeTo:   fmt.Sprintf("%02d%02d59", hour, minute),
 | 
						||
				})
 | 
						||
			}
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// FindMonthlyStatsWithPlan 查找某月有套餐的流量
 | 
						||
// month YYYYMM
 | 
						||
func (this *ServerDailyStatDAO) FindMonthlyStatsWithPlan(tx *dbs.Tx, month string) (result []*ServerDailyStat, err error) {
 | 
						||
	_, err = this.Query(tx).
 | 
						||
		Between("day", month+"01", month+"32").
 | 
						||
		Gt("planId", 0).
 | 
						||
		Slice(&result).
 | 
						||
		FindAll()
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// FindHourlyStats 按小时统计
 | 
						||
func (this *ServerDailyStatDAO) compatFindHourlyStats(tx *dbs.Tx, serverId int64, hourFrom string, hourTo string) (result []*ServerDailyStat, err error) {
 | 
						||
	ones, err := this.Query(tx).
 | 
						||
		Result("SUM(bytes) AS bytes", "SUM(cachedBytes) AS cachedBytes", "SUM(countRequests) AS countRequests", "SUM(countCachedRequests) AS countCachedRequests", "SUM(countAttackRequests) AS countAttackRequests", "SUM(attackBytes) AS attackBytes", "hour").
 | 
						||
		Attr("serverId", serverId).
 | 
						||
		Between("hour", hourFrom, hourTo).
 | 
						||
		Group("hour").
 | 
						||
		FindAll()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
 | 
						||
	var hourMap = map[string]*ServerDailyStat{} // hour => Stat
 | 
						||
	for _, one := range ones {
 | 
						||
		var stat = one.(*ServerDailyStat)
 | 
						||
		stat.Day = stat.Hour[:8]
 | 
						||
		stat.TimeFrom = stat.Hour[8:] + "00"
 | 
						||
		hourMap[stat.Hour] = stat
 | 
						||
	}
 | 
						||
	hours, err := utils.RangeHours(hourFrom, hourTo)
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	for _, hour := range hours {
 | 
						||
		stat, ok := hourMap[hour]
 | 
						||
		if ok {
 | 
						||
			result = append(result, stat)
 | 
						||
		} else {
 | 
						||
			result = append(result, &ServerDailyStat{
 | 
						||
				Hour: hour,
 | 
						||
				Day: hour[:8],
 | 
						||
				TimeFrom: hour[8:] + "00",
 | 
						||
			})
 | 
						||
		}
 | 
						||
	}
 | 
						||
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// FindTopUserStats 流量排行
 | 
						||
func (this *ServerDailyStatDAO) FindTopUserStats(tx *dbs.Tx, hourFrom string, hourTo string) (result []*ServerDailyStat, err error) {
 | 
						||
	_, err = this.Query(tx).
 | 
						||
		Result("userId", "SUM(bytes) AS bytes", "SUM(countRequests) AS countRequests, SUM(countAttackRequests) AS countAttackRequests, SUM(attackBytes) AS attackBytes").
 | 
						||
		Between("hour", hourFrom, hourTo).
 | 
						||
		Where("userId>0").
 | 
						||
		Group("userId").
 | 
						||
		Slice(&result).
 | 
						||
		FindAll()
 | 
						||
	return
 | 
						||
}
 | 
						||
 | 
						||
// FindDistinctServerIds 查找所有有流量的服务ID列表
 | 
						||
// dayFrom YYYYMMDD
 | 
						||
// dayTo YYYYMMDD
 | 
						||
func (this *ServerDailyStatDAO) FindDistinctServerIds(tx *dbs.Tx, dayFrom string, dayTo string) (serverIds []int64, err error) {
 | 
						||
	dayFrom = strings.ReplaceAll(dayFrom, "-", "")
 | 
						||
	dayTo = strings.ReplaceAll(dayTo, "-", "")
 | 
						||
	ones, _, err := this.Query(tx).
 | 
						||
		Result("DISTINCT(serverId) AS serverId").
 | 
						||
		Between("day", dayFrom, dayTo).
 | 
						||
		FindOnes()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	for _, one := range ones {
 | 
						||
		serverIds = append(serverIds, one.GetInt64("serverId"))
 | 
						||
	}
 | 
						||
	return serverIds, nil
 | 
						||
}
 | 
						||
 | 
						||
// FindDistinctUserIds 查找所有有流量的用户ID
 | 
						||
func (this *ServerDailyStatDAO) FindDistinctUserIds(tx *dbs.Tx, dayFrom string, dayTo string) (userIds []int64, err error) {
 | 
						||
	dayFrom = strings.ReplaceAll(dayFrom, "-", "")
 | 
						||
	dayTo = strings.ReplaceAll(dayTo, "-", "")
 | 
						||
	ones, _, err := this.Query(tx).
 | 
						||
		Result("DISTINCT(userId) AS userId").
 | 
						||
		Between("day", dayFrom, dayTo).
 | 
						||
		FindOnes()
 | 
						||
	if err != nil {
 | 
						||
		return nil, err
 | 
						||
	}
 | 
						||
	for _, one := range ones {
 | 
						||
		var userId = one.GetInt64("userId")
 | 
						||
		if userId > 0 {
 | 
						||
			userIds = append(userIds, userId)
 | 
						||
		}
 | 
						||
	}
 | 
						||
	return userIds, nil
 | 
						||
}
 | 
						||
 | 
						||
// UpdateStatFee 设置费用
 | 
						||
func (this *ServerDailyStatDAO) UpdateStatFee(tx *dbs.Tx, statId int64, fee float32) error {
 | 
						||
	return this.Query(tx).
 | 
						||
		Pk(statId).
 | 
						||
		Set("fee", fee).
 | 
						||
		UpdateQuickly()
 | 
						||
}
 | 
						||
 | 
						||
// Clean 清理历史数据
 | 
						||
func (this *ServerDailyStatDAO) Clean(tx *dbs.Tx, days int) error {
 | 
						||
	var day = timeutil.Format("Ymd", time.Now().AddDate(0, 0, -days))
 | 
						||
	_, err := this.Query(tx).
 | 
						||
		Lt("day", day).
 | 
						||
		Delete()
 | 
						||
	return err
 | 
						||
}
 |