mirror of
https://github.com/TeaOSLab/EdgeAPI.git
synced 2025-11-03 15:00:27 +08:00
494 lines
12 KiB
Go
494 lines
12 KiB
Go
package models
|
|
|
|
import (
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
dbutils "github.com/TeaOSLab/EdgeAPI/internal/db/utils"
|
|
"github.com/TeaOSLab/EdgeAPI/internal/errors"
|
|
"github.com/TeaOSLab/EdgeAPI/internal/remotelogs"
|
|
"github.com/TeaOSLab/EdgeAPI/internal/utils"
|
|
"github.com/TeaOSLab/EdgeCommon/pkg/configutils"
|
|
"github.com/TeaOSLab/EdgeCommon/pkg/nodeconfigs"
|
|
_ "github.com/go-sql-driver/mysql"
|
|
"github.com/iwind/TeaGo/Tea"
|
|
"github.com/iwind/TeaGo/dbs"
|
|
"github.com/iwind/TeaGo/types"
|
|
stringutil "github.com/iwind/TeaGo/utils/string"
|
|
timeutil "github.com/iwind/TeaGo/utils/time"
|
|
)
|
|
|
|
type NodeLogDAO dbs.DAO
|
|
|
|
func NewNodeLogDAO() *NodeLogDAO {
|
|
return dbs.NewDAO(&NodeLogDAO{
|
|
DAOObject: dbs.DAOObject{
|
|
DB: Tea.Env,
|
|
Table: "edgeNodeLogs",
|
|
Model: new(NodeLog),
|
|
PkName: "id",
|
|
},
|
|
}).(*NodeLogDAO)
|
|
}
|
|
|
|
var SharedNodeLogDAO *NodeLogDAO
|
|
|
|
func init() {
|
|
dbs.OnReady(func() {
|
|
SharedNodeLogDAO = NewNodeLogDAO()
|
|
|
|
// 设置日志存储
|
|
remotelogs.SetDAO(SharedNodeLogDAO)
|
|
})
|
|
}
|
|
|
|
// CreateLog 创建日志
|
|
func (this *NodeLogDAO) CreateLog(tx *dbs.Tx, nodeRole nodeconfigs.NodeRole, nodeId int64, serverId int64, originId int64, level string, tag string, description string, createdAt int64, logType string, paramsJSON []byte) error {
|
|
description = utils.LimitString(description, 1000)
|
|
|
|
// 修复以前同样的日志
|
|
if nodeId > 0 && level == "success" && len(logType) > 0 && len(paramsJSON) > 0 {
|
|
err := this.Query(tx).
|
|
Attr("nodeId", nodeId).
|
|
Attr("serverId", serverId).
|
|
Attr("type", logType).
|
|
Attr("level", "error").
|
|
Attr("isFixed", 0).
|
|
JSONContains("params", string(paramsJSON)).
|
|
Set("isFixed", 1).
|
|
Set("isRead", 1).
|
|
UpdateQuickly()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
var hash = stringutil.Md5(nodeRole + "@" + types.String(nodeId) + "@" + types.String(serverId) + "@" + types.String(originId) + "@" + level + "@" + tag + "@" + description + "@" + string(paramsJSON))
|
|
|
|
// 检查是否在重复最后一条，避免重复创建
|
|
lastLog, err := this.Query(tx).
|
|
Result("id", "hash", "createdAt").
|
|
DescPk().
|
|
Find()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if lastLog != nil {
|
|
nodeLog := lastLog.(*NodeLog)
|
|
if nodeLog.Hash == hash && time.Now().Unix()-int64(nodeLog.CreatedAt) < 1800 {
|
|
err = this.Query(tx).
|
|
Pk(nodeLog.Id).
|
|
Set("count", dbs.SQL("count+1")).
|
|
UpdateQuickly()
|
|
return err
|
|
}
|
|
}
|
|
|
|
var op = NewNodeLogOperator()
|
|
op.Role = nodeRole
|
|
op.NodeId = nodeId
|
|
op.ServerId = serverId
|
|
op.OriginId = originId
|
|
op.Level = level
|
|
op.Tag = tag
|
|
op.Description = description
|
|
op.CreatedAt = createdAt
|
|
op.Day = timeutil.FormatTime("Ymd", createdAt)
|
|
op.Hash = hash
|
|
op.Count = 1
|
|
op.IsRead = level != "error"
|
|
|
|
op.Type = logType
|
|
if len(paramsJSON) > 0 {
|
|
op.Params = paramsJSON
|
|
}
|
|
|
|
err = this.Save(tx, op)
|
|
return err
|
|
}
|
|
|
|
// DeleteExpiredLogsWithLevel 清除超出一定日期的某级别日志
|
|
func (this *NodeLogDAO) DeleteExpiredLogsWithLevel(tx *dbs.Tx, level string, days int) error {
|
|
if days <= 0 {
|
|
return errors.New("invalid days '" + strconv.Itoa(days) + "'")
|
|
}
|
|
date := time.Now().AddDate(0, 0, -days)
|
|
expireDay := timeutil.Format("Ymd", date)
|
|
_, err := this.Query(tx).
|
|
Attr("level", level).
|
|
Where("day<=:day").
|
|
Param("day", expireDay).
|
|
Delete()
|
|
return err
|
|
}
|
|
|
|
// DeleteExpiredLogs 清除超出一定日期的日志
|
|
func (this *NodeLogDAO) DeleteExpiredLogs(tx *dbs.Tx, days int) error {
|
|
if days <= 0 {
|
|
return errors.New("invalid days '" + strconv.Itoa(days) + "'")
|
|
}
|
|
date := time.Now().AddDate(0, 0, -days)
|
|
expireDay := timeutil.Format("Ymd", date)
|
|
_, err := this.Query(tx).
|
|
Where("day<=:day").
|
|
Param("day", expireDay).
|
|
Delete()
|
|
return err
|
|
}
|
|
|
|
// CountNodeLogs 计算节点日志数量
|
|
func (this *NodeLogDAO) CountNodeLogs(tx *dbs.Tx,
|
|
role string,
|
|
nodeClusterId int64,
|
|
nodeId int64,
|
|
serverId int64,
|
|
originId int64,
|
|
allServers bool,
|
|
dayFrom string,
|
|
dayTo string,
|
|
keyword string,
|
|
level string,
|
|
fixedState configutils.BoolState,
|
|
isUnread bool,
|
|
tag string) (int64, error) {
|
|
var query = this.Query(tx)
|
|
if len(role) > 0 {
|
|
query.Attr("role", role)
|
|
}
|
|
if nodeId > 0 {
|
|
query.Attr("nodeId", nodeId)
|
|
} else {
|
|
if nodeClusterId > 0 {
|
|
query.Where("nodeId IN (SELECT id FROM " + SharedNodeDAO.Table + " WHERE clusterId=:nodeClusterId AND state=1)")
|
|
query.Param("nodeClusterId", nodeClusterId)
|
|
} else {
|
|
switch role {
|
|
case nodeconfigs.NodeRoleNode:
|
|
query.Where("nodeId IN (SELECT id FROM " + SharedNodeDAO.Table + " WHERE state=1 AND clusterId>0)")
|
|
case nodeconfigs.NodeRoleDNS:
|
|
query.Where("nodeId IN (SELECT id FROM edgeNSNodes WHERE state=1 AND clusterId > 0)") // 没有用 SharedNSNodeDAO() 因为有包循环引用的问题
|
|
}
|
|
}
|
|
}
|
|
if serverId > 0 {
|
|
query.Attr("serverId", serverId)
|
|
} else if allServers {
|
|
query.Where("serverId>0")
|
|
}
|
|
if originId > 0 {
|
|
query.Attr("originId", originId)
|
|
}
|
|
if len(dayFrom) > 0 {
|
|
dayFrom = strings.ReplaceAll(dayFrom, "-", "")
|
|
query.Gte("day", dayFrom)
|
|
}
|
|
if len(dayTo) > 0 {
|
|
dayTo = strings.ReplaceAll(dayTo, "-", "")
|
|
query.Lte("day", dayTo)
|
|
}
|
|
if len(keyword) > 0 {
|
|
query.Where("(tag LIKE :keyword OR description LIKE :keyword)").
|
|
Param("keyword", dbutils.QuoteLike(keyword))
|
|
}
|
|
if len(level) > 0 {
|
|
query.Attr("level", level)
|
|
}
|
|
if fixedState == configutils.BoolStateYes {
|
|
query.Attr("isFixed", 1)
|
|
query.Where("level IN ('error', 'success', 'warning')")
|
|
} else if fixedState == configutils.BoolStateNo {
|
|
query.Attr("isFixed", 0)
|
|
query.Where("level IN ('error', 'success', 'warning')")
|
|
}
|
|
if isUnread {
|
|
query.Attr("isRead", 0)
|
|
}
|
|
if len(tag) > 0 {
|
|
query.Like("tag", dbutils.QuoteLikeKeyword(tag))
|
|
}
|
|
|
|
return query.Count()
|
|
}
|
|
|
|
// ListNodeLogs 列出单页日志
|
|
func (this *NodeLogDAO) ListNodeLogs(tx *dbs.Tx,
|
|
role string,
|
|
nodeClusterId int64,
|
|
nodeId int64,
|
|
serverId int64,
|
|
originId int64,
|
|
allServers bool,
|
|
dayFrom string,
|
|
dayTo string,
|
|
keyword string,
|
|
level string,
|
|
fixedState configutils.BoolState,
|
|
isUnread bool,
|
|
tag string,
|
|
offset int64,
|
|
size int64) (result []*NodeLog, err error) {
|
|
var query = this.Query(tx)
|
|
if len(role) > 0 {
|
|
query.Attr("role", role)
|
|
}
|
|
if nodeId > 0 {
|
|
query.Attr("nodeId", nodeId)
|
|
} else {
|
|
if nodeClusterId > 0 {
|
|
query.Where("nodeId IN (SELECT id FROM " + SharedNodeDAO.Table + " WHERE clusterId=:nodeClusterId AND state=1)")
|
|
query.Param("nodeClusterId", nodeClusterId)
|
|
} else {
|
|
switch role {
|
|
case nodeconfigs.NodeRoleNode:
|
|
query.Where("nodeId IN (SELECT id FROM " + SharedNodeDAO.Table + " WHERE state=1 AND clusterId>0)")
|
|
case nodeconfigs.NodeRoleDNS:
|
|
query.Where("nodeId IN (SELECT id FROM edgeNSNodes WHERE state=1 AND clusterId>0)") // 没有用 SharedNSNodeDAO() 因为有包循环引用的问题
|
|
}
|
|
}
|
|
}
|
|
if serverId > 0 {
|
|
query.Attr("serverId", serverId)
|
|
} else if allServers {
|
|
query.Where("serverId>0")
|
|
}
|
|
if originId > 0 {
|
|
query.Attr("originId", originId)
|
|
}
|
|
if fixedState == configutils.BoolStateYes {
|
|
query.Attr("isFixed", 1)
|
|
query.Where("level IN ('error', 'success', 'warning')")
|
|
} else if fixedState == configutils.BoolStateNo {
|
|
query.Attr("isFixed", 0)
|
|
query.Where("level IN ('error', 'success', 'warning')")
|
|
}
|
|
if len(dayFrom) > 0 {
|
|
dayFrom = strings.ReplaceAll(dayFrom, "-", "")
|
|
query.Gte("day", dayFrom)
|
|
}
|
|
if len(dayTo) > 0 {
|
|
dayTo = strings.ReplaceAll(dayTo, "-", "")
|
|
query.Lte("day", dayTo)
|
|
}
|
|
if len(keyword) > 0 {
|
|
query.Where("(tag LIKE :keyword OR description LIKE :keyword)").
|
|
Param("keyword", dbutils.QuoteLike(keyword))
|
|
}
|
|
if len(level) > 0 {
|
|
var pieces = strings.Split(level, ",")
|
|
if len(pieces) == 1 {
|
|
query.Attr("level", pieces[0])
|
|
} else {
|
|
query.Attr("level", pieces)
|
|
}
|
|
}
|
|
if isUnread {
|
|
query.Attr("isRead", 0)
|
|
}
|
|
if len(tag) > 0 {
|
|
query.Like("tag", dbutils.QuoteLikeKeyword(tag))
|
|
}
|
|
_, err = query.
|
|
Offset(offset).
|
|
Limit(size).
|
|
Slice(&result).
|
|
DescPk().
|
|
FindAll()
|
|
return
|
|
}
|
|
|
|
// UpdateNodeLogFixed 设置节点日志为已修复
|
|
func (this *NodeLogDAO) UpdateNodeLogFixed(tx *dbs.Tx, logId int64) error {
|
|
if logId <= 0 {
|
|
return errors.New("invalid logId")
|
|
}
|
|
|
|
// 我们把相同内容的日志都置为已修复
|
|
hash, err := this.Query(tx).
|
|
Pk(logId).
|
|
Result("hash").
|
|
FindStringCol("")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if len(hash) == 0 {
|
|
return nil
|
|
}
|
|
|
|
err = this.Query(tx).
|
|
Attr("hash", hash).
|
|
Attr("isFixed", false).
|
|
Set("isFixed", true).
|
|
Set("isRead", true).
|
|
UpdateQuickly()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// UpdateAllNodeLogsFixed 设置所有节点日志为已修复
|
|
func (this *NodeLogDAO) UpdateAllNodeLogsFixed(tx *dbs.Tx) error {
|
|
return this.Query(tx).
|
|
Attr("isFixed", 0).
|
|
Set("isFixed", 1).
|
|
UpdateQuickly()
|
|
}
|
|
|
|
// CountAllUnreadNodeLogs 计算未读的日志数量
|
|
func (this *NodeLogDAO) CountAllUnreadNodeLogs(tx *dbs.Tx) (int64, error) {
|
|
return this.Query(tx).
|
|
Attr("isRead", false).
|
|
Count()
|
|
}
|
|
|
|
// UpdateNodeLogIdsRead 设置一组日志为已读
|
|
func (this *NodeLogDAO) UpdateNodeLogIdsRead(tx *dbs.Tx, nodeLogIds []int64) error {
|
|
for _, logId := range nodeLogIds {
|
|
err := this.Query(tx).
|
|
Pk(logId).
|
|
Set("isRead", true).
|
|
UpdateQuickly()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// UpdateNodeLogsRead 设置节点日志为已读
|
|
func (this *NodeLogDAO) UpdateNodeLogsRead(tx *dbs.Tx, role nodeconfigs.NodeRole, nodeId int64) error {
|
|
return this.Query(tx).
|
|
Attr("role", role).
|
|
Attr("nodeId", nodeId).
|
|
Attr("isRead", false).
|
|
Set("isRead", true).
|
|
UpdateQuickly()
|
|
}
|
|
|
|
// UpdateAllNodeLogsRead 设置所有日志为已读
|
|
func (this *NodeLogDAO) UpdateAllNodeLogsRead(tx *dbs.Tx) error {
|
|
return this.Query(tx).
|
|
Attr("isRead", false).
|
|
Set("isRead", true).
|
|
UpdateQuickly()
|
|
}
|
|
|
|
// DeleteNodeLogs 删除某个节点上的日志
|
|
func (this *NodeLogDAO) DeleteNodeLogs(tx *dbs.Tx, role nodeconfigs.NodeRole, nodeId int64) error {
|
|
if nodeId <= 0 {
|
|
return nil
|
|
}
|
|
_, err := this.Query(tx).
|
|
Attr("nodeId", nodeId).
|
|
Attr("role", role).
|
|
Delete()
|
|
return err
|
|
}
|
|
|
|
// DeleteNodeLogsWithCluster 删除某个集群下的所有日志
|
|
func (this *NodeLogDAO) DeleteNodeLogsWithCluster(tx *dbs.Tx, role nodeconfigs.NodeRole, clusterId int64) error {
|
|
if clusterId <= 0 {
|
|
return nil
|
|
}
|
|
|
|
// 执行钩子
|
|
err := this.deleteNodeLogsWithCluster(tx, role, clusterId)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var query = this.Query(tx).
|
|
Attr("role", role)
|
|
|
|
switch role {
|
|
case nodeconfigs.NodeRoleNode:
|
|
query.Where("nodeId IN (SELECT id FROM " + SharedNodeDAO.Table + " WHERE clusterId=:clusterId)")
|
|
query.Param("clusterId", clusterId)
|
|
default:
|
|
return nil
|
|
}
|
|
|
|
_, err = query.Delete()
|
|
return err
|
|
}
|
|
|
|
// DeleteMatchedNodeLogs 删除匹配的日志
|
|
func (this *NodeLogDAO) DeleteMatchedNodeLogs(tx *dbs.Tx,
|
|
role string,
|
|
nodeClusterId int64,
|
|
nodeId int64,
|
|
serverId int64,
|
|
originId int64,
|
|
allServers bool,
|
|
dayFrom string,
|
|
dayTo string,
|
|
keyword string,
|
|
level string,
|
|
fixedState configutils.BoolState,
|
|
isUnread bool,
|
|
tag string) error {
|
|
var query = this.Query(tx)
|
|
if len(role) > 0 {
|
|
query.Attr("role", role)
|
|
}
|
|
if nodeId > 0 {
|
|
query.Attr("nodeId", nodeId)
|
|
} else {
|
|
if nodeClusterId > 0 {
|
|
query.Where("nodeId IN (SELECT id FROM " + SharedNodeDAO.Table + " WHERE clusterId=:nodeClusterId AND state=1)")
|
|
query.Param("nodeClusterId", nodeClusterId)
|
|
} else {
|
|
switch role {
|
|
case nodeconfigs.NodeRoleNode:
|
|
query.Where("nodeId IN (SELECT id FROM " + SharedNodeDAO.Table + " WHERE state=1 AND clusterId>0)")
|
|
case nodeconfigs.NodeRoleDNS:
|
|
query.Where("nodeId IN (SELECT id FROM edgeNSNodes WHERE state=1 AND clusterId>0)") // 没有用 SharedNSNodeDAO() 因为有包循环引用的问题
|
|
}
|
|
}
|
|
}
|
|
if serverId > 0 {
|
|
query.Attr("serverId", serverId)
|
|
} else if allServers {
|
|
query.Where("serverId>0")
|
|
}
|
|
if originId > 0 {
|
|
query.Attr("originId", originId)
|
|
}
|
|
if fixedState == configutils.BoolStateYes {
|
|
query.Attr("isFixed", 1)
|
|
query.Where("level IN ('error', 'success', 'warning')")
|
|
} else if fixedState == configutils.BoolStateNo {
|
|
query.Attr("isFixed", 0)
|
|
query.Where("level IN ('error', 'success', 'warning')")
|
|
}
|
|
if len(dayFrom) > 0 {
|
|
dayFrom = strings.ReplaceAll(dayFrom, "-", "")
|
|
query.Gte("day", dayFrom)
|
|
}
|
|
if len(dayTo) > 0 {
|
|
dayTo = strings.ReplaceAll(dayTo, "-", "")
|
|
query.Lte("day", dayTo)
|
|
}
|
|
if len(keyword) > 0 {
|
|
query.Where("(tag LIKE :keyword OR description LIKE :keyword)").
|
|
Param("keyword", dbutils.QuoteLike(keyword))
|
|
}
|
|
if len(level) > 0 {
|
|
var pieces = strings.Split(level, ",")
|
|
if len(pieces) == 1 {
|
|
query.Attr("level", pieces[0])
|
|
} else {
|
|
query.Attr("level", pieces)
|
|
}
|
|
}
|
|
if isUnread {
|
|
query.Attr("isRead", 0)
|
|
}
|
|
if len(tag) > 0 {
|
|
query.Like("tag", dbutils.QuoteLikeKeyword(tag))
|
|
}
|
|
return query.DeleteQuickly()
|
|
}
|