TRKJ/EdgeAPI
2
0
Fork 0
mirror of https://github.com/TeaOSLab/EdgeAPI.git synced 2025-11-20 21:30:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

健康检查失败10分钟内不重复提醒

Browse Source
This commit is contained in:
GoEdgeLab
2021-08-30 09:47:17 +08:00
parent f6b34bccf9
commit 1978e779bd
1 changed files with 20 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
internal/tasks/health_check_cluster_task.go
View File

@@ -14,14 +14,16 @@ import (
"time" "time"
) )
// 单个集群的健康检查任务 // HealthCheckClusterTask 单个集群的健康检查任务
type HealthCheckClusterTask struct { type HealthCheckClusterTask struct {
clusterId int64 clusterId int64
config *serverconfigs.HealthCheckConfig config *serverconfigs.HealthCheckConfig
ticker *utils.Ticker ticker *utils.Ticker
notifiedTime time.Time
} }
// 创建新任务 // NewHealthCheckClusterTask 创建新任务
func NewHealthCheckClusterTask(clusterId int64, config *serverconfigs.HealthCheckConfig) *HealthCheckClusterTask { func NewHealthCheckClusterTask(clusterId int64, config *serverconfigs.HealthCheckConfig) *HealthCheckClusterTask {
return &HealthCheckClusterTask{ return &HealthCheckClusterTask{
clusterId: clusterId, clusterId: clusterId,
@@ -29,7 +31,7 @@ func NewHealthCheckClusterTask(clusterId int64, config *serverconfigs.HealthChec
} }
} }
// 重置配置 // Reset 重置配置
func (this *HealthCheckClusterTask) Reset(config *serverconfigs.HealthCheckConfig) { func (this *HealthCheckClusterTask) Reset(config *serverconfigs.HealthCheckConfig) {
// 检查是否有变化 // 检查是否有变化
oldJSON, err := json.Marshal(this.config) oldJSON, err := json.Marshal(this.config)
@@ -48,7 +50,7 @@ func (this *HealthCheckClusterTask) Reset(config *serverconfigs.HealthCheckConfi
} }
} }
// 执行 // Run 执行
func (this *HealthCheckClusterTask) Run() { func (this *HealthCheckClusterTask) Run() {
this.Stop() this.Stop()
@@ -77,7 +79,7 @@ func (this *HealthCheckClusterTask) Run() {
this.ticker = ticker this.ticker = ticker
} }
// 停止 // Stop 停止
func (this *HealthCheckClusterTask) Stop() { func (this *HealthCheckClusterTask) Stop() {
if this.ticker == nil { if this.ticker == nil {
return return
@@ -128,14 +130,19 @@ func (this *HealthCheckClusterTask) loop(seconds int64) error {
} }
if len(failedResults) > 0 { if len(failedResults) > 0 {
failedResultsJSON, err := json.Marshal(failedResults) // 10分钟内不重复提醒
if err != nil { if time.Since(this.notifiedTime) > 10*time.Minute {
return err this.notifiedTime = time.Now()
}
message := "有" + numberutils.FormatInt(len(failedResults)) + "个节点在健康检查中出现问题" failedResultsJSON, err := json.Marshal(failedResults)
err = models.NewMessageDAO().CreateClusterMessage(nil, nodeconfigs.NodeRoleNode, this.clusterId, models.MessageTypeHealthCheckFailed, models.MessageLevelError, message, message, failedResultsJSON) if err != nil {
if err != nil { return err
return err }
message := "有" + numberutils.FormatInt(len(failedResults)) + "个节点在健康检查中出现问题"
err = models.NewMessageDAO().CreateClusterMessage(nil, nodeconfigs.NodeRoleNode, this.clusterId, models.MessageTypeHealthCheckFailed, models.MessageLevelError, message, message, failedResultsJSON)
if err != nil {
return err
}
} }
} }