mirror of
				https://github.com/TeaOSLab/EdgeAPI.git
				synced 2025-11-04 07:50:25 +08:00 
			
		
		
		
	增加健康检查定时任务/健康检查可以发送消息
This commit is contained in:
		
							
								
								
									
										2
									
								
								go.mod
									
									
									
									
									
								
							
							
						
						
									
										2
									
								
								go.mod
									
									
									
									
									
								
							@@ -9,7 +9,7 @@ require (
 | 
			
		||||
	github.com/go-sql-driver/mysql v1.5.0
 | 
			
		||||
	github.com/go-yaml/yaml v2.1.0+incompatible
 | 
			
		||||
	github.com/golang/protobuf v1.4.2
 | 
			
		||||
	github.com/iwind/TeaGo v0.0.0-20201013075636-119886e49c04
 | 
			
		||||
	github.com/iwind/TeaGo v0.0.0-20201020081413-7cf62d6f420f
 | 
			
		||||
	github.com/pkg/sftp v1.12.0
 | 
			
		||||
	golang.org/x/crypto v0.0.0-20200820211705-5c72a883971a
 | 
			
		||||
	google.golang.org/grpc v1.32.0
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										2
									
								
								go.sum
									
									
									
									
									
								
							
							
						
						
									
										2
									
								
								go.sum
									
									
									
									
									
								
							@@ -66,6 +66,8 @@ github.com/iwind/TeaGo v0.0.0-20201010005321-430e836dee8a h1:sO6uDbQOEe6/tIB3o31
 | 
			
		||||
github.com/iwind/TeaGo v0.0.0-20201010005321-430e836dee8a/go.mod h1:KU4mS7QNiZ7QWEuDBk1zw0/Q2LrAPZv3tycEFBsuUwc=
 | 
			
		||||
github.com/iwind/TeaGo v0.0.0-20201013075636-119886e49c04 h1:QXRSB5x9pJFZLC7dCxDx9CRXAx9en1Uk3QdfzC8wMC8=
 | 
			
		||||
github.com/iwind/TeaGo v0.0.0-20201013075636-119886e49c04/go.mod h1:KU4mS7QNiZ7QWEuDBk1zw0/Q2LrAPZv3tycEFBsuUwc=
 | 
			
		||||
github.com/iwind/TeaGo v0.0.0-20201020081413-7cf62d6f420f h1:6Ws2H+eorfVUoMO2jta6A9nIdh8oi5/5LXo/LkAxR+E=
 | 
			
		||||
github.com/iwind/TeaGo v0.0.0-20201020081413-7cf62d6f420f/go.mod h1:KU4mS7QNiZ7QWEuDBk1zw0/Q2LrAPZv3tycEFBsuUwc=
 | 
			
		||||
github.com/json-iterator/go v1.1.10 h1:Kz6Cvnvv2wGdaG/V8yMvfkmNiXq9Ya2KUv4rouJJr68=
 | 
			
		||||
github.com/json-iterator/go v1.1.10/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
 | 
			
		||||
github.com/kr/fs v0.1.0 h1:Jskdu9ieNAYnjxsi0LbQp1ulIKZV1LAFgK1tWhpZgl8=
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										128
									
								
								internal/db/models/message_dao.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										128
									
								
								internal/db/models/message_dao.go
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,128 @@
 | 
			
		||||
package models
 | 
			
		||||
 | 
			
		||||
import (
 | 
			
		||||
	"crypto/md5"
 | 
			
		||||
	"fmt"
 | 
			
		||||
	_ "github.com/go-sql-driver/mysql"
 | 
			
		||||
	"github.com/iwind/TeaGo/Tea"
 | 
			
		||||
	"github.com/iwind/TeaGo/dbs"
 | 
			
		||||
	"github.com/iwind/TeaGo/types"
 | 
			
		||||
	timeutil "github.com/iwind/TeaGo/utils/time"
 | 
			
		||||
	"time"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
const (
 | 
			
		||||
	MessageStateEnabled  = 1 // 已启用
 | 
			
		||||
	MessageStateDisabled = 0 // 已禁用
 | 
			
		||||
 | 
			
		||||
	MessageLevelInfo    = "info"
 | 
			
		||||
	MessageLevelWarning = "warning"
 | 
			
		||||
	MessageLevelError   = "error"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
type MessageType = string
 | 
			
		||||
 | 
			
		||||
const (
 | 
			
		||||
	MessageTypeHealthCheckFail MessageType = "HealthCheckFail"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
type MessageDAO dbs.DAO
 | 
			
		||||
 | 
			
		||||
func NewMessageDAO() *MessageDAO {
 | 
			
		||||
	return dbs.NewDAO(&MessageDAO{
 | 
			
		||||
		DAOObject: dbs.DAOObject{
 | 
			
		||||
			DB:     Tea.Env,
 | 
			
		||||
			Table:  "edgeMessages",
 | 
			
		||||
			Model:  new(Message),
 | 
			
		||||
			PkName: "id",
 | 
			
		||||
		},
 | 
			
		||||
	}).(*MessageDAO)
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
var SharedMessageDAO *MessageDAO
 | 
			
		||||
 | 
			
		||||
func init() {
 | 
			
		||||
	dbs.OnReady(func() {
 | 
			
		||||
		SharedMessageDAO = NewMessageDAO()
 | 
			
		||||
	})
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 启用条目
 | 
			
		||||
func (this *MessageDAO) EnableMessage(id int64) error {
 | 
			
		||||
	_, err := this.Query().
 | 
			
		||||
		Pk(id).
 | 
			
		||||
		Set("state", MessageStateEnabled).
 | 
			
		||||
		Update()
 | 
			
		||||
	return err
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 禁用条目
 | 
			
		||||
func (this *MessageDAO) DisableMessage(id int64) error {
 | 
			
		||||
	_, err := this.Query().
 | 
			
		||||
		Pk(id).
 | 
			
		||||
		Set("state", MessageStateDisabled).
 | 
			
		||||
		Update()
 | 
			
		||||
	return err
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 查找启用中的条目
 | 
			
		||||
func (this *MessageDAO) FindEnabledMessage(id int64) (*Message, error) {
 | 
			
		||||
	result, err := this.Query().
 | 
			
		||||
		Pk(id).
 | 
			
		||||
		Attr("state", MessageStateEnabled).
 | 
			
		||||
		Find()
 | 
			
		||||
	if result == nil {
 | 
			
		||||
		return nil, err
 | 
			
		||||
	}
 | 
			
		||||
	return result.(*Message), err
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 创建集群消息
 | 
			
		||||
func (this *MessageDAO) CreateClusterMessage(clusterId int64, messageType MessageType, level string, body string, paramsJSON []byte) error {
 | 
			
		||||
	_, err := this.createMessage(clusterId, 0, messageType, level, body, paramsJSON)
 | 
			
		||||
	return err
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 删除某天之前的消息
 | 
			
		||||
func (this *MessageDAO) DeleteMessagesBeforeDay(dayTime time.Time) error {
 | 
			
		||||
	day := timeutil.Format("Ymd", dayTime)
 | 
			
		||||
	_, err := this.Query().
 | 
			
		||||
		Where("day<:day").
 | 
			
		||||
		Param("day", day).
 | 
			
		||||
		Delete()
 | 
			
		||||
	return err
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 创建消息
 | 
			
		||||
func (this *MessageDAO) createMessage(clusterId int64, nodeId int64, messageType MessageType, level string, body string, paramsJSON []byte) (int64, error) {
 | 
			
		||||
	h := md5.New()
 | 
			
		||||
	h.Write([]byte(body))
 | 
			
		||||
	h.Write(paramsJSON)
 | 
			
		||||
	hash := fmt.Sprintf("%x", h.Sum(nil))
 | 
			
		||||
 | 
			
		||||
	// TODO 检查同样的消息最近是否发送过
 | 
			
		||||
 | 
			
		||||
	// 创建新消息
 | 
			
		||||
	op := NewMessageOperator()
 | 
			
		||||
	op.AdminId = 0 // TODO
 | 
			
		||||
	op.UserId = 0  // TODO
 | 
			
		||||
	op.ClusterId = clusterId
 | 
			
		||||
	op.NodeId = nodeId
 | 
			
		||||
	op.Type = messageType
 | 
			
		||||
	op.Level = level
 | 
			
		||||
	op.Body = body
 | 
			
		||||
	if len(paramsJSON) > 0 {
 | 
			
		||||
		op.Params = paramsJSON
 | 
			
		||||
	}
 | 
			
		||||
	op.IsRead = false
 | 
			
		||||
	op.State = MessageStateEnabled
 | 
			
		||||
	op.CreatedAt = time.Now().Unix()
 | 
			
		||||
	op.Day = timeutil.Format("Ymd")
 | 
			
		||||
	op.Hash = hash
 | 
			
		||||
 | 
			
		||||
	_, err := this.Save(op)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		return 0, err
 | 
			
		||||
	}
 | 
			
		||||
	return types.Int64(op.Id), nil
 | 
			
		||||
}
 | 
			
		||||
							
								
								
									
										25
									
								
								internal/db/models/message_dao_test.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										25
									
								
								internal/db/models/message_dao_test.go
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,25 @@
 | 
			
		||||
package models
 | 
			
		||||
 | 
			
		||||
import (
 | 
			
		||||
	_ "github.com/go-sql-driver/mysql"
 | 
			
		||||
	"testing"
 | 
			
		||||
	"time"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
func TestMessageDAO_CreateClusterMessage(t *testing.T) {
 | 
			
		||||
	dao := NewMessageDAO()
 | 
			
		||||
	err := dao.CreateClusterMessage(1, "test", "error", "123", []byte("456"))
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		t.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
	t.Log("ok")
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func TestMessageDAO_DeleteMessagesBeforeDay(t *testing.T) {
 | 
			
		||||
	dao := NewMessageDAO()
 | 
			
		||||
	err := dao.DeleteMessagesBeforeDay(time.Now())
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		t.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
	t.Log("ok")
 | 
			
		||||
}
 | 
			
		||||
							
								
								
									
										40
									
								
								internal/db/models/message_model.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										40
									
								
								internal/db/models/message_model.go
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,40 @@
 | 
			
		||||
package models
 | 
			
		||||
 | 
			
		||||
// 消息通知
 | 
			
		||||
type Message struct {
 | 
			
		||||
	Id        uint64 `field:"id"`        // ID
 | 
			
		||||
	AdminId   uint32 `field:"adminId"`   // 管理员ID
 | 
			
		||||
	UserId    uint32 `field:"userId"`    // 用户ID
 | 
			
		||||
	ClusterId uint32 `field:"clusterId"` // 集群ID
 | 
			
		||||
	NodeId    uint32 `field:"nodeId"`    // 节点ID
 | 
			
		||||
	Level     string `field:"level"`     // 级别
 | 
			
		||||
	Body      string `field:"body"`      // 内容
 | 
			
		||||
	Type      string `field:"type"`      // 消息类型
 | 
			
		||||
	Params    string `field:"params"`    // 额外的参数
 | 
			
		||||
	IsRead    uint8  `field:"isRead"`    // 是否已读
 | 
			
		||||
	State     uint8  `field:"state"`     // 状态
 | 
			
		||||
	CreatedAt uint64 `field:"createdAt"` // 创建时间
 | 
			
		||||
	Day       string `field:"day"`       // 日期YYYYMMDD
 | 
			
		||||
	Hash      string `field:"hash"`      // 消息内容的Hash
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
type MessageOperator struct {
 | 
			
		||||
	Id        interface{} // ID
 | 
			
		||||
	AdminId   interface{} // 管理员ID
 | 
			
		||||
	UserId    interface{} // 用户ID
 | 
			
		||||
	ClusterId interface{} // 集群ID
 | 
			
		||||
	NodeId    interface{} // 节点ID
 | 
			
		||||
	Level     interface{} // 级别
 | 
			
		||||
	Body      interface{} // 内容
 | 
			
		||||
	Type      interface{} // 消息类型
 | 
			
		||||
	Params    interface{} // 额外的参数
 | 
			
		||||
	IsRead    interface{} // 是否已读
 | 
			
		||||
	State     interface{} // 状态
 | 
			
		||||
	CreatedAt interface{} // 创建时间
 | 
			
		||||
	Day       interface{} // 日期YYYYMMDD
 | 
			
		||||
	Hash      interface{} // 消息内容的Hash
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func NewMessageOperator() *MessageOperator {
 | 
			
		||||
	return &MessageOperator{}
 | 
			
		||||
}
 | 
			
		||||
							
								
								
									
										1
									
								
								internal/db/models/message_model_ext.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										1
									
								
								internal/db/models/message_model_ext.go
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1 @@
 | 
			
		||||
package models
 | 
			
		||||
@@ -5,6 +5,7 @@ import (
 | 
			
		||||
	_ "github.com/go-sql-driver/mysql"
 | 
			
		||||
	"github.com/iwind/TeaGo/Tea"
 | 
			
		||||
	"github.com/iwind/TeaGo/dbs"
 | 
			
		||||
	"github.com/iwind/TeaGo/types"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
type SysSettingDAO dbs.DAO
 | 
			
		||||
@@ -80,9 +81,9 @@ func (this *SysSettingDAO) UpdateSetting(codeFormat string, valueJSON []byte, co
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 读取配置
 | 
			
		||||
func (this *SysSettingDAO) ReadSetting(code string, args ...interface{}) (valueJSON []byte, err error) {
 | 
			
		||||
	if len(args) > 0 {
 | 
			
		||||
		code = fmt.Sprintf(code, args...)
 | 
			
		||||
func (this *SysSettingDAO) ReadSetting(code string, codeFormatArgs ...interface{}) (valueJSON []byte, err error) {
 | 
			
		||||
	if len(codeFormatArgs) > 0 {
 | 
			
		||||
		code = fmt.Sprintf(code, codeFormatArgs...)
 | 
			
		||||
	}
 | 
			
		||||
	col, err := this.Query().
 | 
			
		||||
		Attr("code", code).
 | 
			
		||||
@@ -90,3 +91,19 @@ func (this *SysSettingDAO) ReadSetting(code string, args ...interface{}) (valueJ
 | 
			
		||||
		FindStringCol("")
 | 
			
		||||
	return []byte(col), err
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 对比配置中的数字大小
 | 
			
		||||
func (this *SysSettingDAO) CompareInt64Setting(code string, anotherValue int64) (int8, error) {
 | 
			
		||||
	valueJSON, err := this.ReadSetting(code)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		return 0, err
 | 
			
		||||
	}
 | 
			
		||||
	value := types.Int64(string(valueJSON))
 | 
			
		||||
	if value > anotherValue {
 | 
			
		||||
		return 1, nil
 | 
			
		||||
	}
 | 
			
		||||
	if value < anotherValue {
 | 
			
		||||
		return -1, nil
 | 
			
		||||
	}
 | 
			
		||||
	return 0, nil
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -6,12 +6,12 @@ import (
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
func TestSysSettingDAO_UpdateSetting(t *testing.T) {
 | 
			
		||||
	err := SharedSysSettingDAO.UpdateSetting("hello", []byte(`"world"`))
 | 
			
		||||
	err := NewSysSettingDAO().UpdateSetting("hello", []byte(`"world"`))
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		t.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	value, err := SharedSysSettingDAO.ReadSetting("hello")
 | 
			
		||||
	value, err := NewSysSettingDAO().ReadSetting("hello")
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		t.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
@@ -19,14 +19,22 @@ func TestSysSettingDAO_UpdateSetting(t *testing.T) {
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func TestSysSettingDAO_UpdateSetting_Args(t *testing.T) {
 | 
			
		||||
	err := SharedSysSettingDAO.UpdateSetting("hello %d", []byte(`"world 123"`), 123)
 | 
			
		||||
	err := NewSysSettingDAO().UpdateSetting("hello %d", []byte(`"world 123"`), 123)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		t.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	value, err := SharedSysSettingDAO.ReadSetting("hello %d", 123)
 | 
			
		||||
	value, err := NewSysSettingDAO().ReadSetting("hello %d", 123)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		t.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
	t.Log("value:", string(value))
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func TestSysSettingDAO_CompareInt64Setting(t *testing.T) {
 | 
			
		||||
	i, err := NewSysSettingDAO().CompareInt64Setting("int64", 1024)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		t.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
	t.Log("result:", i)
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -2,13 +2,16 @@ package tasks
 | 
			
		||||
 | 
			
		||||
import (
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/db/models"
 | 
			
		||||
	"github.com/iwind/TeaGo/dbs"
 | 
			
		||||
	"github.com/iwind/TeaGo/logs"
 | 
			
		||||
	"time"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
func init() {
 | 
			
		||||
	dbs.OnReady(func() {
 | 
			
		||||
		looper := NewEventLooper()
 | 
			
		||||
		go looper.Start()
 | 
			
		||||
	})
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
type EventLooper struct {
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										145
									
								
								internal/tasks/health_check_cluster_task.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										145
									
								
								internal/tasks/health_check_cluster_task.go
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,145 @@
 | 
			
		||||
package tasks
 | 
			
		||||
 | 
			
		||||
import (
 | 
			
		||||
	"bytes"
 | 
			
		||||
	"encoding/json"
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/db/models"
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/utils"
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/utils/numberutils"
 | 
			
		||||
	"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs"
 | 
			
		||||
	"github.com/iwind/TeaGo/logs"
 | 
			
		||||
	"github.com/iwind/TeaGo/maps"
 | 
			
		||||
	"time"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
// 单个集群的健康检查任务
 | 
			
		||||
type HealthCheckClusterTask struct {
 | 
			
		||||
	clusterId int64
 | 
			
		||||
	config    *serverconfigs.HealthCheckConfig
 | 
			
		||||
	ticker    *utils.Ticker
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 创建新任务
 | 
			
		||||
func NewHealthCheckClusterTask(clusterId int64, config *serverconfigs.HealthCheckConfig) *HealthCheckClusterTask {
 | 
			
		||||
	return &HealthCheckClusterTask{
 | 
			
		||||
		clusterId: clusterId,
 | 
			
		||||
		config:    config,
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 重置配置
 | 
			
		||||
func (this *HealthCheckClusterTask) Reset(config *serverconfigs.HealthCheckConfig) {
 | 
			
		||||
	// 检查是否有变化
 | 
			
		||||
	oldJSON, err := json.Marshal(this.config)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		logs.Println("[TASK][HEALTH_CHECK]" + err.Error())
 | 
			
		||||
		return
 | 
			
		||||
	}
 | 
			
		||||
	newJSON, err := json.Marshal(config)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		logs.Println("[TASK][HEALTH_CHECK]" + err.Error())
 | 
			
		||||
		return
 | 
			
		||||
	}
 | 
			
		||||
	if bytes.Compare(oldJSON, newJSON) != 0 {
 | 
			
		||||
		this.config = config
 | 
			
		||||
		this.Run()
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 执行
 | 
			
		||||
func (this *HealthCheckClusterTask) Run() {
 | 
			
		||||
	this.Stop()
 | 
			
		||||
 | 
			
		||||
	if this.config == nil {
 | 
			
		||||
		return
 | 
			
		||||
	}
 | 
			
		||||
	if !this.config.IsOn {
 | 
			
		||||
		return
 | 
			
		||||
	}
 | 
			
		||||
	if this.config.Interval == nil {
 | 
			
		||||
		return
 | 
			
		||||
	}
 | 
			
		||||
	duration := this.config.Interval.Duration()
 | 
			
		||||
	if duration <= 0 {
 | 
			
		||||
		return
 | 
			
		||||
	}
 | 
			
		||||
	ticker := utils.NewTicker(duration)
 | 
			
		||||
	go func() {
 | 
			
		||||
		for ticker.Wait() {
 | 
			
		||||
			err := this.loop(int64(duration.Seconds()))
 | 
			
		||||
			if err != nil {
 | 
			
		||||
				logs.Println("[TASK][HEALTH_CHECK]" + err.Error())
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
	}()
 | 
			
		||||
	this.ticker = ticker
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 停止
 | 
			
		||||
func (this *HealthCheckClusterTask) Stop() {
 | 
			
		||||
	if this.ticker == nil {
 | 
			
		||||
		return
 | 
			
		||||
	}
 | 
			
		||||
	this.ticker.Stop()
 | 
			
		||||
	this.ticker = nil
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 单个循环任务
 | 
			
		||||
func (this *HealthCheckClusterTask) loop(seconds int64) error {
 | 
			
		||||
	// 检查上次运行时间,防止重复运行
 | 
			
		||||
	settingKey := "cluster_health_check_%d" + numberutils.FormatInt64(this.clusterId)
 | 
			
		||||
	timestamp := time.Now().Unix()
 | 
			
		||||
	c, err := models.SharedSysSettingDAO.CompareInt64Setting(settingKey, timestamp-seconds)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		return err
 | 
			
		||||
	}
 | 
			
		||||
	if c > 0 {
 | 
			
		||||
		return nil
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	// 记录时间
 | 
			
		||||
	err = models.SharedSysSettingDAO.UpdateSetting(settingKey, []byte(numberutils.FormatInt64(timestamp)))
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		return err
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	// 开始运行
 | 
			
		||||
	executor := NewHealthCheckExecutor(this.clusterId)
 | 
			
		||||
	results, err := executor.Run()
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		return err
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	failedResults := []maps.Map{}
 | 
			
		||||
	for _, result := range results {
 | 
			
		||||
		if !result.IsOk {
 | 
			
		||||
			failedResults = append(failedResults, maps.Map{
 | 
			
		||||
				"node": maps.Map{
 | 
			
		||||
					"id":   result.Node.Id,
 | 
			
		||||
					"name": result.Node.Name,
 | 
			
		||||
				},
 | 
			
		||||
				"isOk":     false,
 | 
			
		||||
				"error":    result.Error,
 | 
			
		||||
				"nodeAddr": result.NodeAddr,
 | 
			
		||||
			})
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	if len(failedResults) > 0 {
 | 
			
		||||
		failedResultsJSON, err := json.Marshal(failedResults)
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			return err
 | 
			
		||||
		}
 | 
			
		||||
		err = models.NewMessageDAO().CreateClusterMessage(this.clusterId, models.MessageTypeHealthCheckFail, models.MessageLevelError, "有"+numberutils.FormatInt(len(failedResults))+"个节点在健康检查中出现问题", failedResultsJSON)
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			return err
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	return nil
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 获取当前配置
 | 
			
		||||
func (this *HealthCheckClusterTask) Config() *serverconfigs.HealthCheckConfig {
 | 
			
		||||
	return this.config
 | 
			
		||||
}
 | 
			
		||||
							
								
								
									
										16
									
								
								internal/tasks/health_check_cluster_task_test.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										16
									
								
								internal/tasks/health_check_cluster_task_test.go
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,16 @@
 | 
			
		||||
package tasks
 | 
			
		||||
 | 
			
		||||
import (
 | 
			
		||||
	"github.com/iwind/TeaGo/dbs"
 | 
			
		||||
	"testing"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
func TestHealthCheckClusterTask_loop(t *testing.T) {
 | 
			
		||||
	dbs.NotifyReady()
 | 
			
		||||
	task := NewHealthCheckClusterTask(10, nil)
 | 
			
		||||
	err := task.loop(10)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		t.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
	t.Log("ok")
 | 
			
		||||
}
 | 
			
		||||
@@ -24,7 +24,7 @@ func NewHealthCheckExecutor(clusterId int64) *HealthCheckExecutor {
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func (this *HealthCheckExecutor) Run() ([]*HealthCheckResult, error) {
 | 
			
		||||
	cluster, err := models.SharedNodeClusterDAO.FindEnabledNodeCluster(this.clusterId)
 | 
			
		||||
	cluster, err := models.NewNodeClusterDAO().FindEnabledNodeCluster(this.clusterId)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		return nil, err
 | 
			
		||||
	}
 | 
			
		||||
@@ -42,7 +42,7 @@ func (this *HealthCheckExecutor) Run() ([]*HealthCheckResult, error) {
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	results := []*HealthCheckResult{}
 | 
			
		||||
	nodes, err := models.SharedNodeDAO.FindAllEnabledNodesWithClusterId(this.clusterId)
 | 
			
		||||
	nodes, err := models.NewNodeDAO().FindAllEnabledNodesWithClusterId(this.clusterId)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		return nil, err
 | 
			
		||||
	}
 | 
			
		||||
@@ -54,7 +54,7 @@ func (this *HealthCheckExecutor) Run() ([]*HealthCheckResult, error) {
 | 
			
		||||
			Node: node,
 | 
			
		||||
		}
 | 
			
		||||
 | 
			
		||||
		addresses, err := models.SharedNodeIPAddressDAO.FindAllEnabledAddressesWithNode(int64(node.Id))
 | 
			
		||||
		addresses, err := models.NewNodeIPAddressDAO().FindAllEnabledAddressesWithNode(int64(node.Id))
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			return nil, err
 | 
			
		||||
		}
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										95
									
								
								internal/tasks/health_check_task.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										95
									
								
								internal/tasks/health_check_task.go
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,95 @@
 | 
			
		||||
package tasks
 | 
			
		||||
 | 
			
		||||
import (
 | 
			
		||||
	"bytes"
 | 
			
		||||
	"encoding/json"
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/db/models"
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/utils"
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/utils/numberutils"
 | 
			
		||||
	"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs"
 | 
			
		||||
	"github.com/iwind/TeaGo/dbs"
 | 
			
		||||
	"github.com/iwind/TeaGo/lists"
 | 
			
		||||
	"github.com/iwind/TeaGo/logs"
 | 
			
		||||
	"time"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
func init() {
 | 
			
		||||
	dbs.OnReady(func() {
 | 
			
		||||
		go NewHealthCheckTask().Run()
 | 
			
		||||
	})
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
type HealthCheckTask struct {
 | 
			
		||||
	tasksMap map[int64]*HealthCheckClusterTask // taskId => task
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func NewHealthCheckTask() *HealthCheckTask {
 | 
			
		||||
	return &HealthCheckTask{
 | 
			
		||||
		tasksMap: map[int64]*HealthCheckClusterTask{},
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func (this *HealthCheckTask) Run() {
 | 
			
		||||
	err := this.loop()
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		logs.Println("[TASK][HEALTH_CHECK]" + err.Error())
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	ticker := utils.NewTicker(60 * time.Second)
 | 
			
		||||
	for ticker.Wait() {
 | 
			
		||||
		err := this.loop()
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			logs.Println("[TASK][HEALTH_CHECK]" + err.Error())
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func (this *HealthCheckTask) loop() error {
 | 
			
		||||
	clusters, err := models.NewNodeClusterDAO().FindAllEnableClusters()
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		return err
 | 
			
		||||
	}
 | 
			
		||||
	clusterIds := []int64{}
 | 
			
		||||
	for _, cluster := range clusters {
 | 
			
		||||
		clusterIds = append(clusterIds, int64(cluster.Id))
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	// 停掉删除的
 | 
			
		||||
	for clusterId, task := range this.tasksMap {
 | 
			
		||||
		if !lists.ContainsInt64(clusterIds, clusterId) {
 | 
			
		||||
			task.Stop()
 | 
			
		||||
			delete(this.tasksMap, clusterId)
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	// 启动新的或更新老的
 | 
			
		||||
	for _, cluster := range clusters {
 | 
			
		||||
		clusterId := int64(cluster.Id)
 | 
			
		||||
 | 
			
		||||
		config := &serverconfigs.HealthCheckConfig{}
 | 
			
		||||
		if len(cluster.HealthCheck) > 0 && cluster.HealthCheck != "null" {
 | 
			
		||||
			err = json.Unmarshal([]byte(cluster.HealthCheck), config)
 | 
			
		||||
			if err != nil {
 | 
			
		||||
				logs.Println("[TASK][HEALTH_CHECK]" + err.Error())
 | 
			
		||||
				continue
 | 
			
		||||
			}
 | 
			
		||||
		}
 | 
			
		||||
 | 
			
		||||
		task, ok := this.tasksMap[clusterId]
 | 
			
		||||
		if ok {
 | 
			
		||||
			// 检查是否有变化
 | 
			
		||||
			newJSON, _ := json.Marshal(config)
 | 
			
		||||
			oldJSON, _ := json.Marshal(task.Config())
 | 
			
		||||
			if bytes.Compare(oldJSON, newJSON) != 0 {
 | 
			
		||||
				logs.Println("[TASK][HEALTH_CHECK]update cluster '" + numberutils.FormatInt64(clusterId) + "'")
 | 
			
		||||
				go task.Reset(config)
 | 
			
		||||
			}
 | 
			
		||||
		} else {
 | 
			
		||||
			task := NewHealthCheckClusterTask(clusterId, config)
 | 
			
		||||
			this.tasksMap[clusterId] = task
 | 
			
		||||
			go task.Run()
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	return nil
 | 
			
		||||
}
 | 
			
		||||
							
								
								
									
										41
									
								
								internal/tasks/message_task.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										41
									
								
								internal/tasks/message_task.go
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,41 @@
 | 
			
		||||
package tasks
 | 
			
		||||
 | 
			
		||||
import (
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/db/models"
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/utils"
 | 
			
		||||
	"github.com/iwind/TeaGo/dbs"
 | 
			
		||||
	"github.com/iwind/TeaGo/logs"
 | 
			
		||||
	"time"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
func init() {
 | 
			
		||||
	dbs.OnReady(func() {
 | 
			
		||||
		go NewMessageTask().Run()
 | 
			
		||||
	})
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 消息相关任务
 | 
			
		||||
type MessageTask struct {
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 获取新对象
 | 
			
		||||
func NewMessageTask() *MessageTask {
 | 
			
		||||
	return &MessageTask{}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 运行
 | 
			
		||||
func (this *MessageTask) Run() {
 | 
			
		||||
	ticker := utils.NewTicker(24 * time.Hour)
 | 
			
		||||
	for ticker.Wait() {
 | 
			
		||||
		err := this.loop()
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			logs.Println("[TASK][MESSAGE]" + err.Error())
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 单次运行
 | 
			
		||||
func (this *MessageTask) loop() error {
 | 
			
		||||
	dayTime := time.Now().AddDate(0, 0, -30) // TODO 这个30天应该可以在界面上设置
 | 
			
		||||
	return models.NewMessageDAO().DeleteMessagesBeforeDay(dayTime)
 | 
			
		||||
}
 | 
			
		||||
@@ -2,26 +2,29 @@ package tasks
 | 
			
		||||
 | 
			
		||||
import (
 | 
			
		||||
	"github.com/TeaOSLab/EdgeAPI/internal/db/models"
 | 
			
		||||
	"github.com/iwind/TeaGo/dbs"
 | 
			
		||||
	"github.com/iwind/TeaGo/logs"
 | 
			
		||||
	"time"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
func init() {
 | 
			
		||||
	go NewNodeLogCleaner().Start()
 | 
			
		||||
	dbs.OnReady(func() {
 | 
			
		||||
		go NewNodeLogCleanerTask().Start()
 | 
			
		||||
	})
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// 清理节点日志的工具
 | 
			
		||||
type NodeLogCleaner struct {
 | 
			
		||||
type NodeLogCleanerTask struct {
 | 
			
		||||
	duration time.Duration
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func NewNodeLogCleaner() *NodeLogCleaner {
 | 
			
		||||
	return &NodeLogCleaner{
 | 
			
		||||
func NewNodeLogCleanerTask() *NodeLogCleanerTask {
 | 
			
		||||
	return &NodeLogCleanerTask{
 | 
			
		||||
		duration: 24 * time.Hour,
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func (this *NodeLogCleaner) Start() {
 | 
			
		||||
func (this *NodeLogCleanerTask) Start() {
 | 
			
		||||
	ticker := time.NewTicker(this.duration)
 | 
			
		||||
	for range ticker.C {
 | 
			
		||||
		err := this.loop()
 | 
			
		||||
@@ -31,7 +34,7 @@ func (this *NodeLogCleaner) Start() {
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func (this *NodeLogCleaner) loop() error {
 | 
			
		||||
func (this *NodeLogCleanerTask) loop() error {
 | 
			
		||||
	// TODO 30天这个数值改成可以设置
 | 
			
		||||
	return models.SharedNodeLogDAO.DeleteExpiredLogs(30)
 | 
			
		||||
}
 | 
			
		||||
@@ -3,7 +3,7 @@ package tasks
 | 
			
		||||
import "testing"
 | 
			
		||||
 | 
			
		||||
func TestNodeLogCleaner_loop(t *testing.T) {
 | 
			
		||||
	cleaner := &NodeLogCleaner{}
 | 
			
		||||
	cleaner := &NodeLogCleanerTask{}
 | 
			
		||||
	err := cleaner.loop()
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		t.Fatal(err)
 | 
			
		||||
							
								
								
									
										11
									
								
								internal/utils/numberutils/utils.go
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										11
									
								
								internal/utils/numberutils/utils.go
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,11 @@
 | 
			
		||||
package numberutils
 | 
			
		||||
 | 
			
		||||
import "strconv"
 | 
			
		||||
 | 
			
		||||
func FormatInt64(value int64) string {
 | 
			
		||||
	return strconv.FormatInt(value, 10)
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func FormatInt(value int) string {
 | 
			
		||||
	return strconv.Itoa(value)
 | 
			
		||||
}
 | 
			
		||||
		Reference in New Issue
	
	Block a user