记录节点/集群的流量统计以备将来使用

internal/db/models/stats/node_cluster_traffic_daily_stat_dao.go

@@ -0,0 +1,50 @@
+package stats
+
+import (
+	"github.com/TeaOSLab/EdgeAPI/internal/errors"
+	_ "github.com/go-sql-driver/mysql"
+	"github.com/iwind/TeaGo/Tea"
+	"github.com/iwind/TeaGo/dbs"
+	"github.com/iwind/TeaGo/maps"
+)
+
+type NodeClusterTrafficDailyStatDAO dbs.DAO
+
+func NewNodeClusterTrafficDailyStatDAO() *NodeClusterTrafficDailyStatDAO {
+	return dbs.NewDAO(&NodeClusterTrafficDailyStatDAO{
+		DAOObject: dbs.DAOObject{
+			DB:     Tea.Env,
+			Table:  "edgeNodeClusterTrafficDailyStats",
+			Model:  new(NodeClusterTrafficDailyStat),
+			PkName: "id",
+		},
+	}).(*NodeClusterTrafficDailyStatDAO)
+}
+
+var SharedNodeClusterTrafficDailyStatDAO *NodeClusterTrafficDailyStatDAO
+
+func init() {
+	dbs.OnReady(func() {
+		SharedNodeClusterTrafficDailyStatDAO = NewNodeClusterTrafficDailyStatDAO()
+	})
+}
+
+// 增加流量
+func (this *NodeClusterTrafficDailyStatDAO) IncreaseDailyBytes(tx *dbs.Tx, clusterId int64, day string, bytes int64) error {
+	if len(day) != 8 {
+		return errors.New("invalid day '" + day + "'")
+	}
+	err := this.Query(tx).
+		Param("bytes", bytes).
+		InsertOrUpdateQuickly(maps.Map{
+			"clusterId": clusterId,
+			"day":       day,
+			"bytes":     bytes,
+		}, maps.Map{
+			"bytes": dbs.SQL("bytes+:bytes"),
+		})
+	if err != nil {
+		return err
+	}
+	return nil
+}

internal/db/models/stats/node_cluster_traffic_daily_stat_dao_test.go

@@ -0,0 +1,5 @@
+package stats
+
+import (
+	_ "github.com/go-sql-driver/mysql"
+)

internal/db/models/stats/node_cluster_traffic_daily_stat_model.go

@@ -0,0 +1,20 @@
+package stats
+
+// 总的流量统计（按天）
+type NodeClusterTrafficDailyStat struct {
+	Id        uint64 `field:"id"`        // ID
+	ClusterId uint32 `field:"clusterId"` // 集群ID
+	Day       string `field:"day"`       // YYYYMMDD
+	Bytes     uint64 `field:"bytes"`     // 流量字节
+}
+
+type NodeClusterTrafficDailyStatOperator struct {
+	Id        interface{} // ID
+	ClusterId interface{} // 集群ID
+	Day       interface{} // YYYYMMDD
+	Bytes     interface{} // 流量字节
+}
+
+func NewNodeClusterTrafficDailyStatOperator() *NodeClusterTrafficDailyStatOperator {
+	return &NodeClusterTrafficDailyStatOperator{}
+}

internal/db/models/stats/node_cluster_traffic_daily_stat_model_ext.go

@@ -0,0 +1 @@
+package stats

internal/db/models/stats/node_traffic_daily_stat_dao.go

@@ -0,0 +1,50 @@
+package stats
+
+import (
+	"github.com/TeaOSLab/EdgeAPI/internal/errors"
+	_ "github.com/go-sql-driver/mysql"
+	"github.com/iwind/TeaGo/Tea"
+	"github.com/iwind/TeaGo/dbs"
+	"github.com/iwind/TeaGo/maps"
+)
+
+type NodeTrafficDailyStatDAO dbs.DAO
+
+func NewNodeTrafficDailyStatDAO() *NodeTrafficDailyStatDAO {
+	return dbs.NewDAO(&NodeTrafficDailyStatDAO{
+		DAOObject: dbs.DAOObject{
+			DB:     Tea.Env,
+			Table:  "edgeNodeTrafficDailyStats",
+			Model:  new(NodeTrafficDailyStat),
+			PkName: "id",
+		},
+	}).(*NodeTrafficDailyStatDAO)
+}
+
+var SharedNodeTrafficDailyStatDAO *NodeTrafficDailyStatDAO
+
+func init() {
+	dbs.OnReady(func() {
+		SharedNodeTrafficDailyStatDAO = NewNodeTrafficDailyStatDAO()
+	})
+}
+
+// 增加流量
+func (this *NodeTrafficDailyStatDAO) IncreaseDailyBytes(tx *dbs.Tx, nodeId int64, day string, bytes int64) error {
+	if len(day) != 8 {
+		return errors.New("invalid day '" + day + "'")
+	}
+	err := this.Query(tx).
+		Param("bytes", bytes).
+		InsertOrUpdateQuickly(maps.Map{
+			"nodeId": nodeId,
+			"day":    day,
+			"bytes":  bytes,
+		}, maps.Map{
+			"bytes": dbs.SQL("bytes+:bytes"),
+		})
+	if err != nil {
+		return err
+	}
+	return nil
+}

internal/db/models/stats/node_traffic_daily_stat_dao_test.go

@@ -0,0 +1,5 @@
+package stats
+
+import (
+	_ "github.com/go-sql-driver/mysql"
+)

internal/db/models/stats/node_traffic_daily_stat_model.go

@@ -0,0 +1,20 @@
+package stats
+
+// 总的流量统计（按天）
+type NodeTrafficDailyStat struct {
+	Id     uint64 `field:"id"`     // ID
+	NodeId uint32 `field:"nodeId"` // 集群ID
+	Day    string `field:"day"`    // YYYYMMDD
+	Bytes  uint64 `field:"bytes"`  // 流量字节
+}
+
+type NodeTrafficDailyStatOperator struct {
+	Id     interface{} // ID
+	NodeId interface{} // 集群ID
+	Day    interface{} // YYYYMMDD
+	Bytes  interface{} // 流量字节
+}
+
+func NewNodeTrafficDailyStatOperator() *NodeTrafficDailyStatOperator {
+	return &NodeTrafficDailyStatOperator{}
+}

internal/db/models/stats/node_traffic_daily_stat_model_ext.go

@@ -0,0 +1 @@
+package stats

internal/db/models/stats/traffic_daily_stat_dao.go

@@ -0,0 +1,75 @@
+package stats
+
+import (
+	"github.com/TeaOSLab/EdgeAPI/internal/errors"
+	"github.com/TeaOSLab/EdgeAPI/internal/utils"
+	_ "github.com/go-sql-driver/mysql"
+	"github.com/iwind/TeaGo/Tea"
+	"github.com/iwind/TeaGo/dbs"
+	"github.com/iwind/TeaGo/maps"
+)
+
+type TrafficDailyStatDAO dbs.DAO
+
+func NewTrafficDailyStatDAO() *TrafficDailyStatDAO {
+	return dbs.NewDAO(&TrafficDailyStatDAO{
+		DAOObject: dbs.DAOObject{
+			DB:     Tea.Env,
+			Table:  "edgeTrafficDailyStats",
+			Model:  new(TrafficDailyStat),
+			PkName: "id",
+		},
+	}).(*TrafficDailyStatDAO)
+}
+
+var SharedTrafficDailyStatDAO *TrafficDailyStatDAO
+
+func init() {
+	dbs.OnReady(func() {
+		SharedTrafficDailyStatDAO = NewTrafficDailyStatDAO()
+	})
+}
+
+// 增加流量
+func (this *TrafficDailyStatDAO) IncreaseDailyBytes(tx *dbs.Tx, day string, bytes int64) error {
+	if len(day) != 8 {
+		return errors.New("invalid day '" + day + "'")
+	}
+	err := this.Query(tx).
+		Param("bytes", bytes).
+		InsertOrUpdateQuickly(maps.Map{
+			"day":   day,
+			"bytes": bytes,
+		}, maps.Map{
+			"bytes": dbs.SQL("bytes+:bytes"),
+		})
+	if err != nil {
+		return err
+	}
+	return nil
+}
+
+// 获取日期之间统计
+func (this *TrafficDailyStatDAO) FindDailyStats(tx *dbs.Tx, dayFrom string, dayTo string) (result []*TrafficDailyStat, err error) {
+	ones, err := this.Query(tx).
+		Between("day", dayFrom, dayTo).
+		FindAll()
+	dayMap := map[string]*TrafficDailyStat{} // day => Stat
+	for _, one := range ones {
+		stat := one.(*TrafficDailyStat)
+		dayMap[stat.Day] = stat
+	}
+	days, err := utils.RangeDays(dayFrom, dayTo)
+	if err != nil {
+		return nil, err
+	}
+	for _, day := range days {
+		stat, ok := dayMap[day]
+		if ok {
+			result = append(result, stat)
+		} else {
+			result = append(result, &TrafficDailyStat{Day: day})
+		}
+	}
+	return result, nil
+}

internal/db/models/stats/traffic_daily_stat_dao_test.go

@@ -0,0 +1,20 @@
+package stats
+
+import (
+	_ "github.com/go-sql-driver/mysql"
+	"github.com/iwind/TeaGo/dbs"
+	timeutil "github.com/iwind/TeaGo/utils/time"
+	"testing"
+	"time"
+)
+
+func TestTrafficDailyStatDAO_IncreaseDayBytes(t *testing.T) {
+	dbs.NotifyReady()
+
+	now := time.Now()
+	err := SharedTrafficDailyStatDAO.IncreaseDailyBytes(nil, timeutil.Format("Ymd"), 1)
+	if err != nil {
+		t.Fatal(err)
+	}
+	t.Log("ok", time.Since(now).Seconds()*1000, "ms")
+}

internal/db/models/stats/traffic_daily_stat_model.go

@@ -0,0 +1,18 @@
+package stats
+
+// 总的流量统计
+type TrafficDailyStat struct {
+	Id    uint64 `field:"id"`    // ID
+	Day   string `field:"day"`   // YYYYMMDD
+	Bytes uint64 `field:"bytes"` // 流量字节
+}
+
+type TrafficDailyStatOperator struct {
+	Id    interface{} // ID
+	Day   interface{} // YYYYMMDD
+	Bytes interface{} // 流量字节
+}
+
+func NewTrafficDailyStatOperator() *TrafficDailyStatOperator {
+	return &TrafficDailyStatOperator{}
+}

internal/db/models/stats/traffic_daily_stat_model_ext.go

@@ -0,0 +1 @@
+package stats

internal/db/models/stats/traffic_hourly_stat_dao.go

@@ -0,0 +1,75 @@
+package stats
+
+import (
+	"github.com/TeaOSLab/EdgeAPI/internal/errors"
+	"github.com/TeaOSLab/EdgeAPI/internal/utils"
+	_ "github.com/go-sql-driver/mysql"
+	"github.com/iwind/TeaGo/Tea"
+	"github.com/iwind/TeaGo/dbs"
+	"github.com/iwind/TeaGo/maps"
+)
+
+type TrafficHourlyStatDAO dbs.DAO
+
+func NewTrafficHourlyStatDAO() *TrafficHourlyStatDAO {
+	return dbs.NewDAO(&TrafficHourlyStatDAO{
+		DAOObject: dbs.DAOObject{
+			DB:     Tea.Env,
+			Table:  "edgeTrafficHourlyStats",
+			Model:  new(TrafficHourlyStat),
+			PkName: "id",
+		},
+	}).(*TrafficHourlyStatDAO)
+}
+
+var SharedTrafficHourlyStatDAO *TrafficHourlyStatDAO
+
+func init() {
+	dbs.OnReady(func() {
+		SharedTrafficHourlyStatDAO = NewTrafficHourlyStatDAO()
+	})
+}
+
+// 增加流量
+func (this *TrafficHourlyStatDAO) IncreaseHourlyBytes(tx *dbs.Tx, hour string, bytes int64) error {
+	if len(hour) != 10 {
+		return errors.New("invalid hour '" + hour + "'")
+	}
+	err := this.Query(tx).
+		Param("bytes", bytes).
+		InsertOrUpdateQuickly(maps.Map{
+			"hour":  hour,
+			"bytes": bytes,
+		}, maps.Map{
+			"bytes": dbs.SQL("bytes+:bytes"),
+		})
+	if err != nil {
+		return err
+	}
+	return nil
+}
+
+// 获取日期之间统计
+func (this *TrafficHourlyStatDAO) FindHourlyStats(tx *dbs.Tx, hourFrom string, hourTo string) (result []*TrafficHourlyStat, err error) {
+	ones, err := this.Query(tx).
+		Between("hour", hourFrom, hourTo).
+		FindAll()
+	hourMap := map[string]*TrafficHourlyStat{} // hour => Stat
+	for _, one := range ones {
+		stat := one.(*TrafficHourlyStat)
+		hourMap[stat.Hour] = stat
+	}
+	hours, err := utils.RangeHours(hourFrom, hourTo)
+	if err != nil {
+		return nil, err
+	}
+	for _, hour := range hours {
+		stat, ok := hourMap[hour]
+		if ok {
+			result = append(result, stat)
+		} else {
+			result = append(result, &TrafficHourlyStat{Hour: hour})
+		}
+	}
+	return result, nil
+}

internal/db/models/stats/traffic_hourly_stat_dao_test.go

@@ -0,0 +1,20 @@
+package stats
+
+import (
+	_ "github.com/go-sql-driver/mysql"
+	"github.com/iwind/TeaGo/dbs"
+	timeutil "github.com/iwind/TeaGo/utils/time"
+	"testing"
+	"time"
+)
+
+func TestTrafficHourlyStatDAO_IncreaseDayBytes(t *testing.T) {
+	dbs.NotifyReady()
+
+	now := time.Now()
+	err := SharedTrafficHourlyStatDAO.IncreaseHourlyBytes(nil, timeutil.Format("YmdH"), 1)
+	if err != nil {
+		t.Fatal(err)
+	}
+	t.Log("ok", time.Since(now).Seconds()*1000, "ms")
+}

internal/db/models/stats/traffic_hourly_stat_model.go

@@ -0,0 +1,18 @@
+package stats
+
+// 总的流量统计（按小时）
+type TrafficHourlyStat struct {
+	Id    uint64 `field:"id"`    // ID
+	Hour  string `field:"hour"`  // YYYYMMDDHH
+	Bytes uint64 `field:"bytes"` // 流量字节
+}
+
+type TrafficHourlyStatOperator struct {
+	Id    interface{} // ID
+	Hour  interface{} // YYYYMMDDHH
+	Bytes interface{} // 流量字节
+}
+
+func NewTrafficHourlyStatOperator() *TrafficHourlyStatOperator {
+	return &TrafficHourlyStatOperator{}
+}

internal/db/models/stats/traffic_hourly_stat_model_ext.go

@@ -0,0 +1 @@
+package stats