mirror of
https://github.com/TeaOSLab/EdgeAPI.git
synced 2025-11-04 16:00:24 +08:00
1132 lines
30 KiB
Go
1132 lines
30 KiB
Go
package models
|
||
|
||
import (
|
||
"encoding/json"
|
||
"github.com/TeaOSLab/EdgeAPI/internal/db/models/dns"
|
||
"github.com/TeaOSLab/EdgeAPI/internal/errors"
|
||
"github.com/TeaOSLab/EdgeAPI/internal/utils"
|
||
"github.com/TeaOSLab/EdgeAPI/internal/utils/numberutils"
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/configutils"
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/nodeconfigs"
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs"
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs/shared"
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/systemconfigs"
|
||
_ "github.com/go-sql-driver/mysql"
|
||
"github.com/iwind/TeaGo/Tea"
|
||
"github.com/iwind/TeaGo/dbs"
|
||
"github.com/iwind/TeaGo/maps"
|
||
"github.com/iwind/TeaGo/rands"
|
||
"github.com/iwind/TeaGo/types"
|
||
"strconv"
|
||
"strings"
|
||
)
|
||
|
||
const (
|
||
NodeStateEnabled = 1 // 已启用
|
||
NodeStateDisabled = 0 // 已禁用
|
||
)
|
||
|
||
var nodeIdCacheMap = map[string]int64{} // uniqueId => nodeId
|
||
|
||
type NodeDAO dbs.DAO
|
||
|
||
func NewNodeDAO() *NodeDAO {
|
||
return dbs.NewDAO(&NodeDAO{
|
||
DAOObject: dbs.DAOObject{
|
||
DB: Tea.Env,
|
||
Table: "edgeNodes",
|
||
Model: new(Node),
|
||
PkName: "id",
|
||
},
|
||
}).(*NodeDAO)
|
||
}
|
||
|
||
var SharedNodeDAO *NodeDAO
|
||
|
||
func init() {
|
||
dbs.OnReady(func() {
|
||
SharedNodeDAO = NewNodeDAO()
|
||
})
|
||
}
|
||
|
||
// EnableNode 启用条目
|
||
func (this *NodeDAO) EnableNode(tx *dbs.Tx, id uint32) (rowsAffected int64, err error) {
|
||
return this.Query(tx).
|
||
Pk(id).
|
||
Set("state", NodeStateEnabled).
|
||
Update()
|
||
}
|
||
|
||
// DisableNode 禁用条目
|
||
func (this *NodeDAO) DisableNode(tx *dbs.Tx, nodeId int64) (err error) {
|
||
// 删除缓存
|
||
uniqueId, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Result("uniqueId").
|
||
FindStringCol("")
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if len(uniqueId) > 0 {
|
||
SharedCacheLocker.Lock()
|
||
delete(nodeIdCacheMap, uniqueId)
|
||
SharedCacheLocker.Unlock()
|
||
}
|
||
|
||
_, err = this.Query(tx).
|
||
Pk(nodeId).
|
||
Set("state", NodeStateDisabled).
|
||
Update()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
err = this.NotifyUpdate(tx, nodeId)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
err = this.NotifyDNSUpdate(tx, nodeId)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
return nil
|
||
}
|
||
|
||
// FindEnabledNode 查找启用中的条目
|
||
func (this *NodeDAO) FindEnabledNode(tx *dbs.Tx, id int64) (*Node, error) {
|
||
result, err := this.Query(tx).
|
||
Pk(id).
|
||
Attr("state", NodeStateEnabled).
|
||
Find()
|
||
if result == nil {
|
||
return nil, err
|
||
}
|
||
return result.(*Node), err
|
||
}
|
||
|
||
// FindNodeName 根据主键查找名称
|
||
func (this *NodeDAO) FindNodeName(tx *dbs.Tx, id int64) (string, error) {
|
||
name, err := this.Query(tx).
|
||
Pk(id).
|
||
Result("name").
|
||
FindCol("")
|
||
return name.(string), err
|
||
}
|
||
|
||
// CreateNode 创建节点
|
||
func (this *NodeDAO) CreateNode(tx *dbs.Tx, adminId int64, name string, clusterId int64, groupId int64, regionId int64) (nodeId int64, err error) {
|
||
uniqueId, err := this.GenUniqueId(tx)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
|
||
secret := rands.String(32)
|
||
|
||
// 保存API Token
|
||
err = SharedApiTokenDAO.CreateAPIToken(tx, uniqueId, secret, nodeconfigs.NodeRoleNode)
|
||
if err != nil {
|
||
return
|
||
}
|
||
|
||
op := NewNodeOperator()
|
||
op.AdminId = adminId
|
||
op.Name = name
|
||
op.UniqueId = uniqueId
|
||
op.Secret = secret
|
||
op.ClusterId = clusterId
|
||
op.GroupId = groupId
|
||
op.RegionId = regionId
|
||
op.IsOn = 1
|
||
op.State = NodeStateEnabled
|
||
err = this.Save(tx, op)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
|
||
// 通知节点更新
|
||
nodeId = types.Int64(op.Id)
|
||
err = this.NotifyUpdate(tx, nodeId)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
|
||
// 通知DNS更新
|
||
err = this.NotifyDNSUpdate(tx, nodeId)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
|
||
return nodeId, nil
|
||
}
|
||
|
||
// UpdateNode 修改节点
|
||
func (this *NodeDAO) UpdateNode(tx *dbs.Tx, nodeId int64, name string, clusterId int64, groupId int64, regionId int64, maxCPU int32, isOn bool, maxCacheDiskCapacityJSON []byte, maxCacheMemoryCapacityJSON []byte) error {
|
||
if nodeId <= 0 {
|
||
return errors.New("invalid nodeId")
|
||
}
|
||
op := NewNodeOperator()
|
||
op.Id = nodeId
|
||
op.Name = name
|
||
op.ClusterId = clusterId
|
||
op.GroupId = groupId
|
||
op.RegionId = regionId
|
||
op.LatestVersion = dbs.SQL("latestVersion+1")
|
||
op.MaxCPU = maxCPU
|
||
op.IsOn = isOn
|
||
if len(maxCacheDiskCapacityJSON) > 0 {
|
||
op.MaxCacheDiskCapacity = maxCacheDiskCapacityJSON
|
||
}
|
||
if len(maxCacheMemoryCapacityJSON) > 0 {
|
||
op.MaxCacheMemoryCapacity = maxCacheMemoryCapacityJSON
|
||
}
|
||
err := this.Save(tx, op)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
err = this.NotifyUpdate(tx, nodeId)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
return this.NotifyDNSUpdate(tx, nodeId)
|
||
}
|
||
|
||
// CountAllEnabledNodes 计算所有节点数量
|
||
func (this *NodeDAO) CountAllEnabledNodes(tx *dbs.Tx) (int64, error) {
|
||
return this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Where("clusterId IN (SELECT id FROM "+SharedNodeClusterDAO.Table+" WHERE state=:clusterState)").
|
||
Param("clusterState", NodeClusterStateEnabled).
|
||
Count()
|
||
}
|
||
|
||
// ListEnabledNodesMatch 列出单页节点
|
||
func (this *NodeDAO) ListEnabledNodesMatch(tx *dbs.Tx,
|
||
clusterId int64,
|
||
installState configutils.BoolState,
|
||
activeState configutils.BoolState,
|
||
keyword string,
|
||
groupId int64,
|
||
regionId int64,
|
||
order string,
|
||
offset int64,
|
||
size int64) (result []*Node, err error) {
|
||
query := this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Offset(offset).
|
||
Limit(size).
|
||
Slice(&result)
|
||
|
||
// 集群
|
||
if clusterId > 0 {
|
||
query.Attr("clusterId", clusterId)
|
||
} else {
|
||
query.Where("clusterId IN (SELECT id FROM " + SharedNodeClusterDAO.Table + " WHERE state=1)")
|
||
}
|
||
|
||
// 安装状态
|
||
switch installState {
|
||
case configutils.BoolStateAll:
|
||
// 所有
|
||
case configutils.BoolStateYes:
|
||
query.Attr("isInstalled", 1)
|
||
case configutils.BoolStateNo:
|
||
query.Attr("isInstalled", 0)
|
||
}
|
||
|
||
// 在线状态
|
||
switch activeState {
|
||
case configutils.BoolStateAll:
|
||
// 所有
|
||
case configutils.BoolStateYes:
|
||
query.Where("JSON_EXTRACT(status, '$.isActive') AND UNIX_TIMESTAMP()-JSON_EXTRACT(status, '$.updatedAt')<=60")
|
||
case configutils.BoolStateNo:
|
||
query.Where("(status IS NULL OR NOT JSON_EXTRACT(status, '$.isActive') OR UNIX_TIMESTAMP()-JSON_EXTRACT(status, '$.updatedAt')>60)")
|
||
}
|
||
|
||
// 关键词
|
||
if len(keyword) > 0 {
|
||
query.Where("(name LIKE :keyword OR JSON_EXTRACT(status,'$.hostname') LIKE :keyword OR id IN (SELECT nodeId FROM "+SharedNodeIPAddressDAO.Table+" WHERE ip LIKE :keyword))").
|
||
Param("keyword", "%"+keyword+"%")
|
||
}
|
||
|
||
// 分组
|
||
if groupId > 0 {
|
||
query.Attr("groupId", groupId)
|
||
}
|
||
|
||
// 区域
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
}
|
||
|
||
// 排序
|
||
switch order {
|
||
case "cpuAsc":
|
||
query.Asc("IF(JSON_EXTRACT(status, '$.updatedAt')>UNIX_TIMESTAMP()-120, IFNULL(JSON_EXTRACT(status, '$.cpuUsage'), 0), 0)")
|
||
case "cpuDesc":
|
||
query.Desc("IF(JSON_EXTRACT(status, '$.updatedAt')>UNIX_TIMESTAMP()-120, IFNULL(JSON_EXTRACT(status, '$.cpuUsage'), 0), 0)")
|
||
case "memoryAsc":
|
||
query.Asc("IF(JSON_EXTRACT(status, '$.updatedAt')>UNIX_TIMESTAMP()-120, IFNULL(JSON_EXTRACT(status, '$.memoryUsage'), 0), 0)")
|
||
case "memoryDesc":
|
||
query.Desc("IF(JSON_EXTRACT(status, '$.updatedAt')>UNIX_TIMESTAMP()-120, IFNULL(JSON_EXTRACT(status, '$.memoryUsage'), 0), 0)")
|
||
case "trafficInAsc":
|
||
query.Asc("IF(JSON_EXTRACT(status, '$.updatedAt')>UNIX_TIMESTAMP()-120, IFNULL(JSON_EXTRACT(status, '$.trafficInBytes'), 0), 0)")
|
||
case "trafficInDesc":
|
||
query.Desc("IF(JSON_EXTRACT(status, '$.updatedAt')>UNIX_TIMESTAMP()-120, IFNULL(JSON_EXTRACT(status, '$.trafficInBytes'), 0), 0)")
|
||
case "trafficOutAsc":
|
||
query.Asc("IF(JSON_EXTRACT(status, '$.updatedAt')>UNIX_TIMESTAMP()-120, IFNULL(JSON_EXTRACT(status, '$.trafficOutBytes'), 0), 0)")
|
||
case "trafficOutDesc":
|
||
query.Desc("IF(JSON_EXTRACT(status, '$.updatedAt')>UNIX_TIMESTAMP()-120, IFNULL(JSON_EXTRACT(status, '$.trafficOutBytes'), 0), 0)")
|
||
}
|
||
query.DescPk()
|
||
|
||
_, err = query.FindAll()
|
||
return
|
||
}
|
||
|
||
// FindEnabledNodeWithUniqueIdAndSecret 根据节点ID和密钥查询节点
|
||
func (this *NodeDAO) FindEnabledNodeWithUniqueIdAndSecret(tx *dbs.Tx, uniqueId string, secret string) (*Node, error) {
|
||
one, err := this.Query(tx).
|
||
Attr("uniqueId", uniqueId).
|
||
Attr("secret", secret).
|
||
State(NodeStateEnabled).
|
||
Find()
|
||
|
||
if one != nil {
|
||
return one.(*Node), err
|
||
}
|
||
|
||
return nil, err
|
||
}
|
||
|
||
// FindEnabledNodeWithUniqueId 根据节点ID获取节点
|
||
func (this *NodeDAO) FindEnabledNodeWithUniqueId(tx *dbs.Tx, uniqueId string) (*Node, error) {
|
||
one, err := this.Query(tx).
|
||
Attr("uniqueId", uniqueId).
|
||
State(NodeStateEnabled).
|
||
Find()
|
||
|
||
if one != nil {
|
||
return one.(*Node), err
|
||
}
|
||
|
||
return nil, err
|
||
}
|
||
|
||
// FindNodeClusterId 获取节点集群ID
|
||
func (this *NodeDAO) FindNodeClusterId(tx *dbs.Tx, nodeId int64) (int64, error) {
|
||
col, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Result("clusterId").
|
||
FindCol(0)
|
||
return types.Int64(col), err
|
||
}
|
||
|
||
// FindAllNodeIdsMatch 匹配节点并返回节点ID
|
||
func (this *NodeDAO) FindAllNodeIdsMatch(tx *dbs.Tx, clusterId int64, isOn configutils.BoolState) (result []int64, err error) {
|
||
query := this.Query(tx)
|
||
query.State(NodeStateEnabled)
|
||
if clusterId > 0 {
|
||
query.Attr("clusterId", clusterId)
|
||
} else {
|
||
query.Where("clusterId IN (SELECT id FROM " + SharedNodeClusterDAO.Table + " WHERE state=1)")
|
||
}
|
||
if isOn == configutils.BoolStateYes {
|
||
query.Attr("isOn", true)
|
||
} else if isOn == configutils.BoolStateNo {
|
||
query.Attr("isOn", false)
|
||
}
|
||
query.Result("id")
|
||
ones, _, err := query.FindOnes()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
for _, one := range ones {
|
||
result = append(result, one.GetInt64("id"))
|
||
}
|
||
return
|
||
}
|
||
|
||
// FindAllEnabledNodesWithClusterId 获取一个集群的所有节点
|
||
func (this *NodeDAO) FindAllEnabledNodesWithClusterId(tx *dbs.Tx, clusterId int64) (result []*Node, err error) {
|
||
_, err = this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("clusterId", clusterId).
|
||
DescPk().
|
||
Slice(&result).
|
||
FindAll()
|
||
return
|
||
}
|
||
|
||
// FindAllInactiveNodesWithClusterId 取得一个集群离线的节点
|
||
func (this *NodeDAO) FindAllInactiveNodesWithClusterId(tx *dbs.Tx, clusterId int64) (result []*Node, err error) {
|
||
_, err = this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("clusterId", clusterId).
|
||
Attr("isOn", true). // 只监控启用的节点
|
||
Attr("isInstalled", true). // 只监控已经安装的节点
|
||
Attr("isActive", true). // 当前已经在线的
|
||
Where("(status IS NULL OR (JSON_EXTRACT(status, '$.isActive')=false AND UNIX_TIMESTAMP()-JSON_EXTRACT(status, '$.updatedAt')>10) OR UNIX_TIMESTAMP()-JSON_EXTRACT(status, '$.updatedAt')>120)").
|
||
Result("id", "name").
|
||
Slice(&result).
|
||
FindAll()
|
||
return
|
||
}
|
||
|
||
// CountAllEnabledNodesMatch 计算节点数量
|
||
func (this *NodeDAO) CountAllEnabledNodesMatch(tx *dbs.Tx,
|
||
clusterId int64,
|
||
installState configutils.BoolState,
|
||
activeState configutils.BoolState,
|
||
keyword string,
|
||
groupId int64,
|
||
regionId int64) (int64, error) {
|
||
query := this.Query(tx)
|
||
query.State(NodeStateEnabled)
|
||
|
||
// 集群
|
||
if clusterId > 0 {
|
||
query.Attr("clusterId", clusterId)
|
||
} else {
|
||
query.Where("clusterId IN (SELECT id FROM " + SharedNodeClusterDAO.Table + " WHERE state=1)")
|
||
}
|
||
|
||
// 安装状态
|
||
switch installState {
|
||
case configutils.BoolStateAll:
|
||
// 所有
|
||
case configutils.BoolStateYes:
|
||
query.Attr("isInstalled", 1)
|
||
case configutils.BoolStateNo:
|
||
query.Attr("isInstalled", 0)
|
||
}
|
||
|
||
// 在线状态
|
||
switch activeState {
|
||
case configutils.BoolStateAll:
|
||
// 所有
|
||
case configutils.BoolStateYes:
|
||
query.Where("JSON_EXTRACT(status, '$.isActive') AND UNIX_TIMESTAMP()-JSON_EXTRACT(status, '$.updatedAt')<=60")
|
||
case configutils.BoolStateNo:
|
||
query.Where("(status IS NULL OR NOT JSON_EXTRACT(status, '$.isActive') OR UNIX_TIMESTAMP()-JSON_EXTRACT(status, '$.updatedAt')>60)")
|
||
}
|
||
|
||
// 关键词
|
||
if len(keyword) > 0 {
|
||
query.Where("(name LIKE :keyword OR JSON_EXTRACT(status,'$.hostname') LIKE :keyword OR id IN (SELECT nodeId FROM "+SharedNodeIPAddressDAO.Table+" WHERE ip LIKE :keyword))").
|
||
Param("keyword", "%"+keyword+"%")
|
||
}
|
||
|
||
// 分组
|
||
if groupId > 0 {
|
||
query.Attr("groupId", groupId)
|
||
}
|
||
|
||
// 区域
|
||
if regionId > 0 {
|
||
query.Attr("regionId", regionId)
|
||
}
|
||
|
||
return query.Count()
|
||
}
|
||
|
||
// UpdateNodeStatus 更改节点状态
|
||
func (this *NodeDAO) UpdateNodeStatus(tx *dbs.Tx, nodeId int64, statusJSON []byte) error {
|
||
_, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Set("status", string(statusJSON)).
|
||
Update()
|
||
return err
|
||
}
|
||
|
||
// FindNodeStatus 获取节点状态
|
||
func (this *NodeDAO) FindNodeStatus(tx *dbs.Tx, nodeId int64) (*nodeconfigs.NodeStatus, error) {
|
||
statusJSONString, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Result("status").
|
||
FindStringCol("")
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if len(statusJSONString) == 0 {
|
||
return nil, nil
|
||
}
|
||
|
||
status := &nodeconfigs.NodeStatus{}
|
||
err = json.Unmarshal([]byte(statusJSONString), status)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
return status, nil
|
||
}
|
||
|
||
// UpdateNodeIsActive 更改节点在线状态
|
||
func (this *NodeDAO) UpdateNodeIsActive(tx *dbs.Tx, nodeId int64, isActive bool) error {
|
||
b := "true"
|
||
if !isActive {
|
||
b = "false"
|
||
}
|
||
_, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Where("status IS NOT NULL").
|
||
Set("status", dbs.SQL("JSON_SET(status, '$.isActive', "+b+")")).
|
||
Update()
|
||
return err
|
||
}
|
||
|
||
// UpdateNodeIsInstalled 设置节点安装状态
|
||
func (this *NodeDAO) UpdateNodeIsInstalled(tx *dbs.Tx, nodeId int64, isInstalled bool) error {
|
||
_, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Set("isInstalled", isInstalled).
|
||
Set("installStatus", "null"). // 重置安装状态
|
||
Update()
|
||
return err
|
||
}
|
||
|
||
// FindNodeInstallStatus 查询节点的安装状态
|
||
func (this *NodeDAO) FindNodeInstallStatus(tx *dbs.Tx, nodeId int64) (*NodeInstallStatus, error) {
|
||
node, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Result("installStatus", "isInstalled").
|
||
Find()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if node == nil {
|
||
return nil, errors.New("not found")
|
||
}
|
||
|
||
installStatus := node.(*Node).InstallStatus
|
||
isInstalled := node.(*Node).IsInstalled == 1
|
||
if len(installStatus) == 0 {
|
||
return NewNodeInstallStatus(), nil
|
||
}
|
||
|
||
status := &NodeInstallStatus{}
|
||
err = json.Unmarshal([]byte(installStatus), status)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if isInstalled {
|
||
status.IsFinished = true
|
||
status.IsOk = true
|
||
}
|
||
return status, nil
|
||
}
|
||
|
||
// UpdateNodeInstallStatus 修改节点的安装状态
|
||
func (this *NodeDAO) UpdateNodeInstallStatus(tx *dbs.Tx, nodeId int64, status *NodeInstallStatus) error {
|
||
if status == nil {
|
||
_, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Set("installStatus", "null").
|
||
Update()
|
||
return err
|
||
}
|
||
|
||
data, err := json.Marshal(status)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
_, err = this.Query(tx).
|
||
Pk(nodeId).
|
||
Set("installStatus", string(data)).
|
||
Update()
|
||
return err
|
||
}
|
||
|
||
// ComposeNodeConfig 组合配置
|
||
// TODO 提升运行速度
|
||
func (this *NodeDAO) ComposeNodeConfig(tx *dbs.Tx, nodeId int64) (*nodeconfigs.NodeConfig, error) {
|
||
node, err := this.FindEnabledNode(tx, nodeId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if node == nil {
|
||
return nil, errors.New("node not found '" + strconv.FormatInt(nodeId, 10) + "'")
|
||
}
|
||
|
||
config := &nodeconfigs.NodeConfig{
|
||
Id: int64(node.Id),
|
||
NodeId: node.UniqueId,
|
||
IsOn: node.IsOn == 1,
|
||
Servers: nil,
|
||
Version: int64(node.Version),
|
||
Name: node.Name,
|
||
MaxCPU: types.Int32(node.MaxCPU),
|
||
RegionId: int64(node.RegionId),
|
||
}
|
||
|
||
// 获取所有的服务
|
||
servers, err := SharedServerDAO.FindAllEnabledServersWithNode(tx, int64(node.Id))
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
for _, server := range servers {
|
||
if len(server.Config) == 0 {
|
||
continue
|
||
}
|
||
|
||
serverConfig := &serverconfigs.ServerConfig{}
|
||
err = json.Unmarshal([]byte(server.Config), serverConfig)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
config.Servers = append(config.Servers, serverConfig)
|
||
}
|
||
|
||
// 全局设置
|
||
// TODO 根据用户的不同读取不同的全局设置
|
||
settingJSON, err := SharedSysSettingDAO.ReadSetting(tx, systemconfigs.SettingCodeServerGlobalConfig)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if len(settingJSON) > 0 {
|
||
globalConfig := &serverconfigs.GlobalConfig{}
|
||
err = json.Unmarshal(settingJSON, globalConfig)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
config.GlobalConfig = globalConfig
|
||
}
|
||
|
||
// WAF
|
||
clusterId := int64(node.ClusterId)
|
||
httpFirewallPolicyId, err := SharedNodeClusterDAO.FindClusterHTTPFirewallPolicyId(tx, clusterId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if httpFirewallPolicyId > 0 {
|
||
firewallPolicy, err := SharedHTTPFirewallPolicyDAO.ComposeFirewallPolicy(tx, httpFirewallPolicyId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if firewallPolicy != nil {
|
||
config.HTTPFirewallPolicy = firewallPolicy
|
||
}
|
||
}
|
||
|
||
// 缓存策略
|
||
httpCachePolicyId, err := SharedNodeClusterDAO.FindClusterHTTPCachePolicyId(tx, clusterId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if httpCachePolicyId > 0 {
|
||
cachePolicy, err := SharedHTTPCachePolicyDAO.ComposeCachePolicy(tx, httpCachePolicyId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if cachePolicy != nil {
|
||
config.HTTPCachePolicy = cachePolicy
|
||
}
|
||
}
|
||
|
||
// 缓存最大容量设置
|
||
if len(node.MaxCacheDiskCapacity) > 0 {
|
||
capacity := &shared.SizeCapacity{}
|
||
err = json.Unmarshal([]byte(node.MaxCacheDiskCapacity), capacity)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if capacity.Count > 0 {
|
||
config.MaxCacheDiskCapacity = capacity
|
||
}
|
||
}
|
||
|
||
if len(node.MaxCacheMemoryCapacity) > 0 {
|
||
capacity := &shared.SizeCapacity{}
|
||
err = json.Unmarshal([]byte(node.MaxCacheMemoryCapacity), capacity)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if capacity.Count > 0 {
|
||
config.MaxCacheMemoryCapacity = capacity
|
||
}
|
||
}
|
||
|
||
// TOA
|
||
toaConfig, err := SharedNodeClusterDAO.FindClusterTOAConfig(tx, clusterId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
config.TOA = toaConfig
|
||
|
||
// 系统服务
|
||
services, err := SharedNodeClusterDAO.FindNodeClusterSystemServices(tx, clusterId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if len(services) > 0 {
|
||
config.SystemServices = services
|
||
}
|
||
|
||
// 防火墙动作
|
||
actions, err := SharedNodeClusterFirewallActionDAO.FindAllEnabledFirewallActions(tx, clusterId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
for _, action := range actions {
|
||
actionConfig, err := SharedNodeClusterFirewallActionDAO.ComposeFirewallActionConfig(tx, action)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if actionConfig != nil {
|
||
config.FirewallActions = append(config.FirewallActions, actionConfig)
|
||
}
|
||
}
|
||
|
||
// 指标
|
||
metricItemIds, err := SharedNodeClusterMetricItemDAO.FindAllClusterItemIds(tx, int64(node.ClusterId))
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
var metricItems = []*serverconfigs.MetricItemConfig{}
|
||
for _, itemId := range metricItemIds {
|
||
itemConfig, err := SharedMetricItemDAO.ComposeItemConfig(tx, itemId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if itemConfig != nil {
|
||
metricItems = append(metricItems, itemConfig)
|
||
}
|
||
}
|
||
config.MetricItems = metricItems
|
||
|
||
return config, nil
|
||
}
|
||
|
||
// UpdateNodeConnectedAPINodes 修改当前连接的API节点
|
||
func (this *NodeDAO) UpdateNodeConnectedAPINodes(tx *dbs.Tx, nodeId int64, apiNodeIds []int64) error {
|
||
if nodeId <= 0 {
|
||
return errors.New("invalid nodeId")
|
||
}
|
||
|
||
op := NewNodeOperator()
|
||
op.Id = nodeId
|
||
|
||
if len(apiNodeIds) > 0 {
|
||
apiNodeIdsJSON, err := json.Marshal(apiNodeIds)
|
||
if err != nil {
|
||
return errors.Wrap(err)
|
||
}
|
||
op.ConnectedAPINodes = apiNodeIdsJSON
|
||
} else {
|
||
op.ConnectedAPINodes = "[]"
|
||
}
|
||
err := this.Save(tx, op)
|
||
return err
|
||
}
|
||
|
||
// FindEnabledNodeIdWithUniqueId 根据UniqueId获取ID
|
||
func (this *NodeDAO) FindEnabledNodeIdWithUniqueId(tx *dbs.Tx, uniqueId string) (int64, error) {
|
||
return this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("uniqueId", uniqueId).
|
||
ResultPk().
|
||
FindInt64Col(0)
|
||
}
|
||
|
||
// FindEnabledNodeIdWithUniqueIdCacheable 根据UniqueId获取ID，并可以使用缓存
|
||
func (this *NodeDAO) FindEnabledNodeIdWithUniqueIdCacheable(tx *dbs.Tx, uniqueId string) (int64, error) {
|
||
SharedCacheLocker.RLock()
|
||
nodeId, ok := nodeIdCacheMap[uniqueId]
|
||
if ok {
|
||
SharedCacheLocker.RUnlock()
|
||
return nodeId, nil
|
||
}
|
||
SharedCacheLocker.RUnlock()
|
||
nodeId, err := this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("uniqueId", uniqueId).
|
||
ResultPk().
|
||
FindInt64Col(0)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
if nodeId > 0 {
|
||
SharedCacheLocker.Lock()
|
||
nodeIdCacheMap[uniqueId] = nodeId
|
||
SharedCacheLocker.Unlock()
|
||
}
|
||
return nodeId, nil
|
||
}
|
||
|
||
// CountAllEnabledNodesWithGrantId 计算使用某个认证的节点数量
|
||
func (this *NodeDAO) CountAllEnabledNodesWithGrantId(tx *dbs.Tx, grantId int64) (int64, error) {
|
||
return this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Where("id IN (SELECT nodeId FROM edgeNodeLogins WHERE type='ssh' AND JSON_CONTAINS(params, :grantParam))").
|
||
Param("grantParam", string(maps.Map{"grantId": grantId}.AsJSON())).
|
||
Where("clusterId IN (SELECT id FROM edgeNodeClusters WHERE state=1)").
|
||
Count()
|
||
}
|
||
|
||
// FindAllEnabledNodesWithGrantId 查找使用某个认证的所有节点
|
||
func (this *NodeDAO) FindAllEnabledNodesWithGrantId(tx *dbs.Tx, grantId int64) (result []*Node, err error) {
|
||
_, err = this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Where("id IN (SELECT nodeId FROM edgeNodeLogins WHERE type='ssh' AND JSON_CONTAINS(params, :grantParam))").
|
||
Param("grantParam", string(maps.Map{"grantId": grantId}.AsJSON())).
|
||
Where("clusterId IN (SELECT id FROM edgeNodeClusters WHERE state=1)").
|
||
Slice(&result).
|
||
DescPk().
|
||
FindAll()
|
||
return
|
||
}
|
||
|
||
// CountAllNotInstalledNodesWithClusterId 计算未安装的节点数量
|
||
func (this *NodeDAO) CountAllNotInstalledNodesWithClusterId(tx *dbs.Tx, clusterId int64) (int64, error) {
|
||
return this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("clusterId", clusterId).
|
||
Attr("isInstalled", false).
|
||
Count()
|
||
}
|
||
|
||
// FindAllNotInstalledNodesWithClusterId 查找所有未安装的节点
|
||
func (this *NodeDAO) FindAllNotInstalledNodesWithClusterId(tx *dbs.Tx, clusterId int64) (result []*Node, err error) {
|
||
_, err = this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("clusterId", clusterId).
|
||
Attr("isInstalled", false).
|
||
DescPk().
|
||
Slice(&result).
|
||
FindAll()
|
||
return
|
||
}
|
||
|
||
// CountAllLowerVersionNodesWithClusterId 计算单个集群中所有低于某个版本的节点数量
|
||
func (this *NodeDAO) CountAllLowerVersionNodesWithClusterId(tx *dbs.Tx, clusterId int64, os string, arch string, version string) (int64, error) {
|
||
return this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("clusterId", clusterId).
|
||
Where("status IS NOT NULL").
|
||
Where("JSON_EXTRACT(status, '$.os')=:os").
|
||
Where("JSON_EXTRACT(status, '$.arch')=:arch").
|
||
Where("(JSON_EXTRACT(status, '$.buildVersionCode') IS NULL OR JSON_EXTRACT(status, '$.buildVersionCode')<:version)").
|
||
Param("os", os).
|
||
Param("arch", arch).
|
||
Param("version", utils.VersionToLong(version)).
|
||
Count()
|
||
}
|
||
|
||
// FindAllLowerVersionNodesWithClusterId 查找单个集群中所有低于某个版本的节点
|
||
func (this *NodeDAO) FindAllLowerVersionNodesWithClusterId(tx *dbs.Tx, clusterId int64, os string, arch string, version string) (result []*Node, err error) {
|
||
_, err = this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("clusterId", clusterId).
|
||
Where("status IS NOT NULL").
|
||
Where("JSON_EXTRACT(status, '$.os')=:os").
|
||
Where("JSON_EXTRACT(status, '$.arch')=:arch").
|
||
Where("(JSON_EXTRACT(status, '$.buildVersionCode') IS NULL OR JSON_EXTRACT(status, '$.buildVersionCode')<:version)").
|
||
Param("os", os).
|
||
Param("arch", arch).
|
||
Param("version", utils.VersionToLong(version)).
|
||
DescPk().
|
||
Slice(&result).
|
||
FindAll()
|
||
return
|
||
}
|
||
|
||
// CountAllLowerVersionNodes 计算所有集群中低于某个版本的节点数量
|
||
func (this *NodeDAO) CountAllLowerVersionNodes(tx *dbs.Tx, version string) (int64, error) {
|
||
return this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Where("clusterId IN (SELECT id FROM "+SharedNodeClusterDAO.Table+" WHERE state=1)").
|
||
Where("status IS NOT NULL").
|
||
Where("(JSON_EXTRACT(status, '$.buildVersionCode') IS NULL OR JSON_EXTRACT(status, '$.buildVersionCode')<:version)").
|
||
Param("version", utils.VersionToLong(version)).
|
||
Count()
|
||
}
|
||
|
||
// CountAllEnabledNodesWithGroupId 查找某个节点分组下的所有节点数量
|
||
func (this *NodeDAO) CountAllEnabledNodesWithGroupId(tx *dbs.Tx, groupId int64) (int64, error) {
|
||
return this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("groupId", groupId).
|
||
Count()
|
||
}
|
||
|
||
// CountAllEnabledNodesWithRegionId 查找某个节点区域下的所有节点数量
|
||
func (this *NodeDAO) CountAllEnabledNodesWithRegionId(tx *dbs.Tx, regionId int64) (int64, error) {
|
||
return this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("regionId", regionId).
|
||
Where("clusterId IN (SELECT id FROM " + SharedNodeClusterDAO.Table + " WHERE state=1)").
|
||
Count()
|
||
}
|
||
|
||
// FindAllEnabledNodesDNSWithClusterId 获取一个集群的节点DNS信息
|
||
func (this *NodeDAO) FindAllEnabledNodesDNSWithClusterId(tx *dbs.Tx, clusterId int64) (result []*Node, err error) {
|
||
_, err = this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("clusterId", clusterId).
|
||
Attr("isOn", true).
|
||
Attr("isUp", true).
|
||
Result("id", "name", "dnsRoutes", "isOn").
|
||
DescPk().
|
||
Slice(&result).
|
||
FindAll()
|
||
return
|
||
}
|
||
|
||
// CountAllEnabledNodesDNSWithClusterId 计算一个集群的节点DNS数量
|
||
func (this *NodeDAO) CountAllEnabledNodesDNSWithClusterId(tx *dbs.Tx, clusterId int64) (result int64, err error) {
|
||
return this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Attr("clusterId", clusterId).
|
||
Attr("isOn", true).
|
||
Attr("isUp", true).
|
||
Result("id", "name", "dnsRoutes", "isOn").
|
||
DescPk().
|
||
Slice(&result).
|
||
Count()
|
||
}
|
||
|
||
// FindEnabledNodeDNS 获取单个节点的DNS信息
|
||
func (this *NodeDAO) FindEnabledNodeDNS(tx *dbs.Tx, nodeId int64) (*Node, error) {
|
||
one, err := this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Pk(nodeId).
|
||
Result("id", "name", "dnsRoutes", "clusterId", "isOn").
|
||
Find()
|
||
if err != nil || one == nil {
|
||
return nil, err
|
||
}
|
||
return one.(*Node), nil
|
||
}
|
||
|
||
// FindStatelessNodeDNS 获取单个节点的DNS信息，无论什么状态
|
||
func (this *NodeDAO) FindStatelessNodeDNS(tx *dbs.Tx, nodeId int64) (*Node, error) {
|
||
one, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Result("id", "name", "dnsRoutes", "clusterId", "isOn", "state").
|
||
Find()
|
||
if err != nil || one == nil {
|
||
return nil, err
|
||
}
|
||
return one.(*Node), nil
|
||
}
|
||
|
||
// UpdateNodeDNS 修改节点的DNS信息
|
||
func (this *NodeDAO) UpdateNodeDNS(tx *dbs.Tx, nodeId int64, routes map[int64][]string) error {
|
||
if nodeId <= 0 {
|
||
return errors.New("invalid nodeId")
|
||
}
|
||
if routes == nil {
|
||
routes = map[int64][]string{}
|
||
}
|
||
routesJSON, err := json.Marshal(routes)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
op := NewNodeOperator()
|
||
op.Id = nodeId
|
||
op.DnsRoutes = routesJSON
|
||
err = this.Save(tx, op)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
err = this.NotifyUpdate(tx, nodeId)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
err = this.NotifyDNSUpdate(tx, nodeId)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
return nil
|
||
}
|
||
|
||
// UpdateNodeUpCount 计算节点上线|下线状态
|
||
func (this *NodeDAO) UpdateNodeUpCount(tx *dbs.Tx, nodeId int64, isUp bool, maxUp int, maxDown int) (changed bool, err error) {
|
||
if nodeId <= 0 {
|
||
return false, errors.New("invalid nodeId")
|
||
}
|
||
one, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Result("isUp", "countUp", "countDown").
|
||
Find()
|
||
if err != nil {
|
||
return false, err
|
||
}
|
||
if one == nil {
|
||
return false, nil
|
||
}
|
||
oldIsUp := one.(*Node).IsUp == 1
|
||
|
||
// 如果新老状态一致，则不做任何事情
|
||
if oldIsUp == isUp {
|
||
return false, nil
|
||
}
|
||
|
||
countUp := int(one.(*Node).CountUp)
|
||
countDown := int(one.(*Node).CountDown)
|
||
|
||
op := NewNodeOperator()
|
||
op.Id = nodeId
|
||
|
||
if isUp {
|
||
countUp++
|
||
countDown = 0
|
||
|
||
if countUp >= maxUp {
|
||
changed = true
|
||
op.IsUp = true
|
||
}
|
||
} else {
|
||
countDown++
|
||
countUp = 0
|
||
|
||
if countDown >= maxDown {
|
||
changed = true
|
||
op.IsUp = false
|
||
}
|
||
}
|
||
|
||
op.CountUp = countUp
|
||
op.CountDown = countDown
|
||
err = this.Save(tx, op)
|
||
if err != nil {
|
||
return false, err
|
||
}
|
||
|
||
err = this.NotifyDNSUpdate(tx, nodeId)
|
||
if err != nil {
|
||
return false, err
|
||
}
|
||
|
||
return
|
||
}
|
||
|
||
// UpdateNodeUp 设置节点上下线状态
|
||
func (this *NodeDAO) UpdateNodeUp(tx *dbs.Tx, nodeId int64, isUp bool) error {
|
||
if nodeId <= 0 {
|
||
return errors.New("invalid nodeId")
|
||
}
|
||
op := NewNodeOperator()
|
||
op.Id = nodeId
|
||
op.IsUp = isUp
|
||
op.CountDown = 0
|
||
op.CountDown = 0
|
||
err := this.Save(tx, op)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
return this.NotifyDNSUpdate(tx, nodeId)
|
||
}
|
||
|
||
// UpdateNodeActive 修改节点活跃状态
|
||
func (this *NodeDAO) UpdateNodeActive(tx *dbs.Tx, nodeId int64, isActive bool) error {
|
||
if nodeId <= 0 {
|
||
return errors.New("invalid nodeId")
|
||
}
|
||
_, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Set("isActive", isActive).
|
||
Update()
|
||
return err
|
||
}
|
||
|
||
// FindNodeActive 检查节点活跃状态
|
||
func (this *NodeDAO) FindNodeActive(tx *dbs.Tx, nodeId int64) (bool, error) {
|
||
isActive, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Result("isActive").
|
||
FindIntCol(0)
|
||
if err != nil {
|
||
return false, err
|
||
}
|
||
return isActive == 1, nil
|
||
}
|
||
|
||
// FindNodeVersion 查找节点的版本号
|
||
func (this *NodeDAO) FindNodeVersion(tx *dbs.Tx, nodeId int64) (int64, error) {
|
||
return this.Query(tx).
|
||
Pk(nodeId).
|
||
Result("version").
|
||
FindInt64Col(0)
|
||
}
|
||
|
||
// GenUniqueId 生成唯一ID
|
||
func (this *NodeDAO) GenUniqueId(tx *dbs.Tx) (string, error) {
|
||
for {
|
||
uniqueId := rands.HexString(32)
|
||
ok, err := this.Query(tx).
|
||
Attr("uniqueId", uniqueId).
|
||
Exist()
|
||
if err != nil {
|
||
return "", err
|
||
}
|
||
if ok {
|
||
continue
|
||
}
|
||
return uniqueId, nil
|
||
}
|
||
}
|
||
|
||
// FindEnabledNodesWithIds 根据一组ID查找一组节点
|
||
func (this *NodeDAO) FindEnabledNodesWithIds(tx *dbs.Tx, nodeIds []int64) (result []*Node, err error) {
|
||
if len(nodeIds) == 0 {
|
||
return nil, nil
|
||
}
|
||
idStrings := []string{}
|
||
for _, nodeId := range nodeIds {
|
||
idStrings = append(idStrings, numberutils.FormatInt64(nodeId))
|
||
}
|
||
_, err = this.Query(tx).
|
||
State(NodeStateEnabled).
|
||
Where("id IN ("+strings.Join(idStrings, ", ")+")").
|
||
Result("id", "connectedAPINodes", "isActive", "isOn").
|
||
Slice(&result).
|
||
Reuse(false).
|
||
FindAll()
|
||
return
|
||
}
|
||
|
||
// NotifyUpdate 通知更新
|
||
func (this *NodeDAO) NotifyUpdate(tx *dbs.Tx, nodeId int64) error {
|
||
clusterId, err := this.FindNodeClusterId(tx, nodeId)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if clusterId > 0 {
|
||
return SharedNodeTaskDAO.CreateNodeTask(tx, clusterId, nodeId, NodeTaskTypeConfigChanged)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
// NotifyDNSUpdate 通知DNS更新
|
||
func (this *NodeDAO) NotifyDNSUpdate(tx *dbs.Tx, nodeId int64) error {
|
||
clusterId, err := this.Query(tx).
|
||
Pk(nodeId).
|
||
Result("clusterId").
|
||
FindInt64Col(0) // 这里不需要加服务状态条件，因为我们即使删除也要删除对应的服务的DNS解析
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if clusterId <= 0 {
|
||
return nil
|
||
}
|
||
dnsInfo, err := SharedNodeClusterDAO.FindClusterDNSInfo(tx, clusterId)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if dnsInfo == nil {
|
||
return nil
|
||
}
|
||
if len(dnsInfo.DnsName) == 0 || dnsInfo.DnsDomainId <= 0 {
|
||
return nil
|
||
}
|
||
return dns.SharedDNSTaskDAO.CreateNodeTask(tx, nodeId, dns.DNSTaskTypeNodeChange)
|
||
}
|