Files
EdgeAPI/internal/rpc/services/service_node.go

1749 lines
47 KiB
Go
Raw Normal View History

2020-07-24 09:17:48 +08:00
package services
import (
"bytes"
2020-07-24 09:17:48 +08:00
"context"
2020-08-21 12:32:33 +08:00
"encoding/json"
2020-07-29 19:02:28 +08:00
"github.com/TeaOSLab/EdgeAPI/internal/db/models"
"github.com/TeaOSLab/EdgeAPI/internal/db/models/dns"
2021-06-02 18:13:48 +08:00
"github.com/TeaOSLab/EdgeAPI/internal/dnsclients/dnstypes"
2020-10-04 14:27:14 +08:00
"github.com/TeaOSLab/EdgeAPI/internal/errors"
"github.com/TeaOSLab/EdgeAPI/internal/goman"
2020-09-13 20:37:28 +08:00
"github.com/TeaOSLab/EdgeAPI/internal/installers"
2020-07-29 19:02:28 +08:00
rpcutils "github.com/TeaOSLab/EdgeAPI/internal/rpc/utils"
2021-11-11 14:16:42 +08:00
"github.com/TeaOSLab/EdgeAPI/internal/utils"
2020-11-14 09:41:58 +08:00
"github.com/TeaOSLab/EdgeAPI/internal/utils/numberutils"
2020-09-26 08:06:40 +08:00
"github.com/TeaOSLab/EdgeCommon/pkg/configutils"
"github.com/TeaOSLab/EdgeCommon/pkg/nodeconfigs"
2020-09-13 20:37:28 +08:00
"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs/shared"
"github.com/andybalholm/brotli"
2022-04-04 12:08:08 +08:00
"github.com/iwind/TeaGo/dbs"
2022-04-07 18:31:38 +08:00
"github.com/iwind/TeaGo/lists"
2020-08-21 12:32:33 +08:00
"github.com/iwind/TeaGo/logs"
"github.com/iwind/TeaGo/types"
stringutil "github.com/iwind/TeaGo/utils/string"
"io"
2021-01-27 23:00:02 +08:00
"net"
2021-06-10 19:21:45 +08:00
"path/filepath"
2021-07-31 22:23:11 +08:00
"strings"
2021-11-11 14:16:42 +08:00
"sync"
"time"
2020-07-24 09:17:48 +08:00
)
2021-11-11 14:16:42 +08:00
// NodeVersionCache 节点版本缓存
type NodeVersionCache struct {
CacheMap map[int64]*utils.CacheMap // version => map
}
var nodeVersionCacheMap = map[int64]*NodeVersionCache{} // [cluster_id] => { [version] => cache }
2021-11-11 14:16:42 +08:00
var nodeVersionCacheLocker = &sync.Mutex{}
// NodeService 边缘节点相关服务
2020-07-24 09:17:48 +08:00
type NodeService struct {
2020-11-24 15:02:44 +08:00
BaseService
2020-07-24 09:17:48 +08:00
}
// CreateNode 创建节点
2020-07-29 19:02:28 +08:00
func (this *NodeService) CreateNode(ctx context.Context, req *pb.CreateNodeRequest) (*pb.CreateNodeResponse, error) {
adminId, err := this.ValidateAdmin(ctx, 0)
2020-07-29 19:02:28 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
2021-05-25 17:08:58 +08:00
nodeId, err := models.SharedNodeDAO.CreateNode(tx, adminId, req.Name, req.NodeClusterId, req.NodeGroupId, req.NodeRegionId)
2020-07-29 19:02:28 +08:00
if err != nil {
return nil, err
}
2020-07-30 22:41:49 +08:00
// 增加认证相关
2021-05-25 17:08:58 +08:00
if req.NodeLogin != nil {
2021-08-11 21:00:29 +08:00
_, err = models.SharedNodeLoginDAO.CreateNodeLogin(tx, nodeconfigs.NodeRoleNode, nodeId, req.NodeLogin.Name, req.NodeLogin.Type, req.NodeLogin.Params)
2020-07-30 22:41:49 +08:00
if err != nil {
return nil, err
}
}
// 保存DNS相关
2021-07-31 22:23:11 +08:00
if len(req.DnsRoutes) > 0 {
var routesMap = map[int64][]string{}
var m = map[int64][]string{} // domainId => codes
for _, route := range req.DnsRoutes {
var pieces = strings.SplitN(route, "@", 2)
if len(pieces) != 2 {
continue
}
var code = pieces[0]
var domainId = types.Int64(pieces[1])
m[domainId] = append(m[domainId], code)
}
for domainId, codes := range m {
routesMap[domainId] = codes
}
err = models.SharedNodeDAO.UpdateNodeDNS(tx, nodeId, routesMap)
if err != nil {
return nil, err
}
}
2020-07-29 19:02:28 +08:00
return &pb.CreateNodeResponse{
2020-07-30 22:41:49 +08:00
NodeId: nodeId,
2020-07-29 19:02:28 +08:00
}, nil
}
// RegisterClusterNode 注册集群节点
func (this *NodeService) RegisterClusterNode(ctx context.Context, req *pb.RegisterClusterNodeRequest) (*pb.RegisterClusterNodeResponse, error) {
// 校验请求
2021-07-11 18:05:57 +08:00
_, _, clusterId, err := rpcutils.ValidateRequest(ctx, rpcutils.UserTypeCluster)
if err != nil {
return nil, err
}
tx := this.NullTx()
adminId, err := models.SharedNodeClusterDAO.FindClusterAdminId(tx, clusterId)
if err != nil {
return nil, err
}
nodeId, err := models.SharedNodeDAO.CreateNode(tx, adminId, req.Name, clusterId, 0, 0)
if err != nil {
return nil, err
}
err = models.SharedNodeDAO.UpdateNodeIsInstalled(tx, nodeId, true)
if err != nil {
return nil, err
}
node, err := models.SharedNodeDAO.FindEnabledNode(tx, nodeId)
if err != nil {
return nil, err
}
if node == nil {
return nil, errors.New("can not find node after creating")
}
// 获取集群可以使用的所有API节点
apiAddrs, err := models.SharedNodeClusterDAO.FindAllAPINodeAddrsWithCluster(tx, clusterId)
if err != nil {
return nil, err
}
return &pb.RegisterClusterNodeResponse{
UniqueId: node.UniqueId,
Secret: node.Secret,
Endpoints: apiAddrs,
}, nil
}
// CountAllEnabledNodes 计算节点数量
2020-11-12 14:41:28 +08:00
func (this *NodeService) CountAllEnabledNodes(ctx context.Context, req *pb.CountAllEnabledNodesRequest) (*pb.RPCCountResponse, error) {
// 校验请求
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-07-29 19:02:28 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
count, err := models.SharedNodeDAO.CountAllEnabledNodes(tx)
2020-07-29 19:02:28 +08:00
if err != nil {
return nil, err
}
2020-11-24 17:36:47 +08:00
return this.SuccessCount(count)
2020-07-29 19:02:28 +08:00
}
// CountAllEnabledNodesMatch 计算匹配的节点数量
2020-11-12 14:41:28 +08:00
func (this *NodeService) CountAllEnabledNodesMatch(ctx context.Context, req *pb.CountAllEnabledNodesMatchRequest) (*pb.RPCCountResponse, error) {
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-07-29 19:02:28 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
2022-04-04 12:08:08 +08:00
count, err := models.SharedNodeDAO.CountAllEnabledNodesMatch(tx, req.NodeClusterId, configutils.ToBoolState(req.InstallState), configutils.ToBoolState(req.ActiveState), req.Keyword, req.NodeGroupId, req.NodeRegionId, req.Level, true)
2020-08-30 16:12:00 +08:00
if err != nil {
return nil, err
}
2020-11-24 17:36:47 +08:00
return this.SuccessCount(count)
2020-08-30 16:12:00 +08:00
}
// ListEnabledNodesMatch 列出单页的节点
2020-08-30 16:12:00 +08:00
func (this *NodeService) ListEnabledNodesMatch(ctx context.Context, req *pb.ListEnabledNodesMatchRequest) (*pb.ListEnabledNodesMatchResponse, error) {
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-08-30 16:12:00 +08:00
if err != nil {
return nil, err
}
2020-11-16 13:03:20 +08:00
tx := this.NullTx()
2022-04-07 18:31:38 +08:00
var dnsDomainId = int64(0)
var domainRoutes = []*dnstypes.Route{}
2022-04-07 18:31:38 +08:00
if req.NodeClusterId > 0 {
clusterDNS, err := models.SharedNodeClusterDAO.FindClusterDNSInfo(tx, req.NodeClusterId, nil)
if err != nil {
return nil, err
}
if clusterDNS != nil {
dnsDomainId = int64(clusterDNS.DnsDomainId)
if clusterDNS.DnsDomainId > 0 {
domainRoutes, err = dns.SharedDNSDomainDAO.FindDomainRoutes(tx, dnsDomainId)
if err != nil {
return nil, err
}
}
2020-11-16 13:03:20 +08:00
}
}
// 排序
var order = ""
if req.CpuAsc {
order = "cpuAsc"
} else if req.CpuDesc {
order = "cpuDesc"
} else if req.MemoryAsc {
order = "memoryAsc"
} else if req.MemoryDesc {
order = "memoryDesc"
} else if req.TrafficInAsc {
order = "trafficInAsc"
} else if req.TrafficInDesc {
order = "trafficInDesc"
} else if req.TrafficOutAsc {
order = "trafficOutAsc"
} else if req.TrafficOutDesc {
order = "trafficOutDesc"
2022-04-07 18:31:38 +08:00
} else if req.LoadAsc {
order = "loadAsc"
} else if req.LoadDesc {
order = "loadDesc"
}
2022-04-04 12:08:08 +08:00
nodes, err := models.SharedNodeDAO.ListEnabledNodesMatch(tx, req.NodeClusterId, configutils.ToBoolState(req.InstallState), configutils.ToBoolState(req.ActiveState), req.Keyword, req.NodeGroupId, req.NodeRegionId, req.Level, true, order, req.Offset, req.Size)
2020-07-29 19:02:28 +08:00
if err != nil {
return nil, err
}
2022-04-07 18:31:38 +08:00
var result = []*pb.Node{}
var cacheMap = utils.NewCacheMap()
2020-07-29 19:02:28 +08:00
for _, node := range nodes {
2021-07-31 22:23:11 +08:00
// 主集群信息
clusterName, err := models.SharedNodeClusterDAO.FindNodeClusterName(tx, int64(node.ClusterId))
2020-07-29 19:02:28 +08:00
if err != nil {
return nil, err
}
2021-07-31 22:23:11 +08:00
// 从集群
secondaryClusters, err := models.SharedNodeClusterDAO.FindEnabledNodeClustersWithIds(tx, node.DecodeSecondaryClusterIds())
if err != nil {
return nil, err
}
var pbSecondaryClusters = []*pb.NodeCluster{}
for _, secondaryCluster := range secondaryClusters {
pbSecondaryClusters = append(pbSecondaryClusters, &pb.NodeCluster{
Id: int64(secondaryCluster.Id),
2022-03-22 21:45:07 +08:00
IsOn: secondaryCluster.IsOn,
2021-07-31 22:23:11 +08:00
Name: secondaryCluster.Name,
})
}
2020-09-13 20:37:28 +08:00
// 安装信息
installStatus, err := node.DecodeInstallStatus()
if err != nil {
return nil, err
}
installStatusResult := &pb.NodeInstallStatus{}
if installStatus != nil {
installStatusResult = &pb.NodeInstallStatus{
IsRunning: installStatus.IsRunning,
IsFinished: installStatus.IsFinished,
IsOk: installStatus.IsOk,
Error: installStatus.Error,
ErrorCode: installStatus.ErrorCode,
2020-09-13 20:37:28 +08:00
UpdatedAt: installStatus.UpdatedAt,
}
}
// 分组信息
var pbGroup *pb.NodeGroup = nil
if node.GroupId > 0 {
group, err := models.SharedNodeGroupDAO.FindEnabledNodeGroup(tx, int64(node.GroupId))
if err != nil {
return nil, err
}
if group != nil {
pbGroup = &pb.NodeGroup{
Id: int64(group.Id),
Name: group.Name,
}
}
}
2020-11-16 13:03:20 +08:00
// DNS线路
2022-04-07 18:31:38 +08:00
var pbRoutes = []*pb.DNSRoute{}
if dnsDomainId > 0 {
routeCodes, err := node.DNSRouteCodesForDomainId(dnsDomainId)
if err != nil {
return nil, err
}
for _, routeCode := range routeCodes {
for _, route := range domainRoutes {
if route.Code == routeCode {
pbRoutes = append(pbRoutes, &pb.DNSRoute{
Name: route.Name,
Code: route.Code,
})
break
}
}
}
} else if req.NodeClusterId == 0 {
var clusterDomainIds = []int64{}
for _, clusterId := range node.AllClusterIds() {
clusterDNSInfo, err := models.SharedNodeClusterDAO.FindClusterDNSInfo(tx, clusterId, cacheMap)
if err != nil {
return nil, err
}
if clusterDNSInfo != nil && clusterDNSInfo.DnsDomainId > 0 {
clusterDomainIds = append(clusterDomainIds, int64(clusterDNSInfo.DnsDomainId))
}
}
for domainId, routeCodes := range node.DNSRouteCodes() {
if domainId == 0 {
continue
}
if !lists.ContainsInt64(clusterDomainIds, domainId) {
continue
}
for _, routeCode := range routeCodes {
routeName, err := dns.SharedDNSDomainDAO.FindDomainRouteName(tx, domainId, routeCode)
if err != nil {
return nil, err
}
if len(routeName) > 0 {
pbRoutes = append(pbRoutes, &pb.DNSRoute{
Name: routeName,
Code: routeCode,
})
}
2020-11-16 13:03:20 +08:00
}
}
}
2020-12-10 16:11:35 +08:00
// 区域
var pbRegion *pb.NodeRegion = nil
if node.RegionId > 0 {
region, err := models.SharedNodeRegionDAO.FindEnabledNodeRegion(tx, int64(node.RegionId))
2020-12-10 16:11:35 +08:00
if err != nil {
return nil, err
}
if region != nil {
pbRegion = &pb.NodeRegion{
Id: int64(region.Id),
2022-03-22 21:45:07 +08:00
IsOn: region.IsOn,
2020-12-10 16:11:35 +08:00
Name: region.Name,
}
}
}
2022-04-07 18:31:38 +08:00
// 状态
statusJSON, err := models.SharedNodeValueDAO.ComposeNodeStatusJSON(tx, nodeconfigs.NodeRoleNode, int64(node.Id), node.Status)
if err != nil {
return nil, err
}
2020-07-29 19:02:28 +08:00
result = append(result, &pb.Node{
2020-09-13 20:37:28 +08:00
Id: int64(node.Id),
Name: node.Name,
2020-09-26 08:06:40 +08:00
Version: int64(node.Version),
2022-03-22 22:11:32 +08:00
IsInstalled: node.IsInstalled,
2022-04-07 18:31:38 +08:00
StatusJSON: statusJSON,
2020-12-17 17:36:20 +08:00
NodeCluster: &pb.NodeCluster{
2020-07-29 19:02:28 +08:00
Id: int64(node.ClusterId),
Name: clusterName,
},
2021-07-31 22:23:11 +08:00
SecondaryNodeClusters: pbSecondaryClusters,
InstallStatus: installStatusResult,
MaxCPU: types.Int32(node.MaxCPU),
2022-03-22 21:45:07 +08:00
IsOn: node.IsOn,
2022-03-22 22:11:32 +08:00
IsUp: node.IsUp,
2021-07-31 22:23:11 +08:00
NodeGroup: pbGroup,
NodeRegion: pbRegion,
DnsRoutes: pbRoutes,
2022-04-04 12:08:08 +08:00
Level: int32(node.Level),
2020-07-29 19:02:28 +08:00
})
}
2020-08-30 16:12:00 +08:00
return &pb.ListEnabledNodesMatchResponse{
2020-07-29 19:02:28 +08:00
Nodes: result,
2020-07-24 09:17:48 +08:00
}, nil
}
2020-07-30 22:41:49 +08:00
2021-05-25 17:08:58 +08:00
// FindAllEnabledNodesWithNodeClusterId 查找一个集群下的所有节点
func (this *NodeService) FindAllEnabledNodesWithNodeClusterId(ctx context.Context, req *pb.FindAllEnabledNodesWithNodeClusterIdRequest) (*pb.FindAllEnabledNodesWithNodeClusterIdResponse, error) {
_, userId, err := this.ValidateAdminAndUser(ctx, 0, 0)
2020-10-04 14:27:14 +08:00
if err != nil {
return nil, err
}
if userId > 0 {
// TODO 检查权限
}
tx := this.NullTx()
nodes, err := models.SharedNodeDAO.FindAllEnabledNodesWithClusterId(tx, req.NodeClusterId)
2020-10-04 14:27:14 +08:00
if err != nil {
return nil, err
}
result := []*pb.Node{}
for _, node := range nodes {
apiNodeIds := []int64{}
if models.IsNotNull(node.ConnectedAPINodes) {
2022-03-22 19:30:30 +08:00
err = json.Unmarshal(node.ConnectedAPINodes, &apiNodeIds)
2020-10-04 14:27:14 +08:00
if err != nil {
return nil, err
}
}
result = append(result, &pb.Node{
Id: int64(node.Id),
Name: node.Name,
UniqueId: node.UniqueId,
Secret: node.Secret,
ConnectedAPINodeIds: apiNodeIds,
MaxCPU: types.Int32(node.MaxCPU),
2022-03-22 21:45:07 +08:00
IsOn: node.IsOn,
2020-10-04 14:27:14 +08:00
})
}
2021-05-25 17:08:58 +08:00
return &pb.FindAllEnabledNodesWithNodeClusterIdResponse{Nodes: result}, nil
2020-10-04 14:27:14 +08:00
}
// DeleteNode 删除节点
func (this *NodeService) DeleteNode(ctx context.Context, req *pb.DeleteNodeRequest) (*pb.RPCSuccess, error) {
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-07-30 22:41:49 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
err = models.SharedNodeDAO.DisableNode(tx, req.NodeId)
2020-07-30 22:41:49 +08:00
if err != nil {
return nil, err
}
// 删除节点相关任务
2021-08-08 15:47:48 +08:00
err = models.SharedNodeTaskDAO.DeleteNodeTasks(tx, nodeconfigs.NodeRoleNode, req.NodeId)
if err != nil {
return nil, err
}
2020-11-24 15:02:44 +08:00
return this.Success()
2020-07-30 22:41:49 +08:00
}
2021-07-31 22:23:11 +08:00
// DeleteNodeFromNodeCluster 从集群中删除节点
func (this *NodeService) DeleteNodeFromNodeCluster(ctx context.Context, req *pb.DeleteNodeFromNodeClusterRequest) (*pb.RPCSuccess, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
tx := this.NullTx()
err = models.SharedNodeDAO.DeleteNodeFromCluster(tx, req.NodeId, req.NodeClusterId)
if err != nil {
return nil, err
}
return this.Success()
}
// UpdateNode 修改节点
func (this *NodeService) UpdateNode(ctx context.Context, req *pb.UpdateNodeRequest) (*pb.RPCSuccess, error) {
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-07-30 22:41:49 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
2022-04-04 12:08:08 +08:00
err = models.SharedNodeDAO.UpdateNode(tx, req.NodeId, req.Name, req.NodeClusterId, req.SecondaryNodeClusterIds, req.NodeGroupId, req.NodeRegionId, req.IsOn, int(req.Level))
2021-07-31 22:23:11 +08:00
if err != nil {
return nil, err
}
2020-11-16 13:03:20 +08:00
2020-11-24 17:36:47 +08:00
return this.Success()
2020-07-30 22:41:49 +08:00
}
// FindEnabledNode 查询单个节点信息
2020-07-30 22:41:49 +08:00
func (this *NodeService) FindEnabledNode(ctx context.Context, req *pb.FindEnabledNodeRequest) (*pb.FindEnabledNodeResponse, error) {
_, err := this.ValidateAdmin(ctx, 0)
2020-07-30 22:41:49 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
node, err := models.SharedNodeDAO.FindEnabledNode(tx, req.NodeId)
2020-07-30 22:41:49 +08:00
if err != nil {
return nil, err
}
if node == nil {
return &pb.FindEnabledNodeResponse{Node: nil}, nil
}
2021-07-31 22:23:11 +08:00
// 主集群信息
clusterName, err := models.SharedNodeClusterDAO.FindNodeClusterName(tx, int64(node.ClusterId))
2020-07-30 22:41:49 +08:00
if err != nil {
return nil, err
}
2022-04-07 18:31:38 +08:00
var clusterIds = []int64{int64(node.ClusterId)}
2020-07-30 22:41:49 +08:00
2021-07-31 22:23:11 +08:00
// 从集群信息
var secondaryPBClusters []*pb.NodeCluster
for _, secondaryClusterId := range node.DecodeSecondaryClusterIds() {
cluster, err := models.SharedNodeClusterDAO.FindEnabledNodeCluster(tx, secondaryClusterId)
if err != nil {
return nil, err
}
if cluster == nil {
continue
}
secondaryPBClusters = append(secondaryPBClusters, &pb.NodeCluster{
Id: int64(cluster.Id),
2022-03-22 21:45:07 +08:00
IsOn: cluster.IsOn,
2021-07-31 22:23:11 +08:00
Name: cluster.Name,
})
2022-04-07 18:31:38 +08:00
clusterIds = append(clusterIds, int64(cluster.Id))
2021-07-31 22:23:11 +08:00
}
2020-07-30 22:41:49 +08:00
// 认证信息
2021-08-11 21:00:29 +08:00
login, err := models.SharedNodeLoginDAO.FindEnabledNodeLoginWithNodeId(tx, nodeconfigs.NodeRoleNode, req.NodeId)
2020-07-30 22:41:49 +08:00
if err != nil {
return nil, err
}
var respLogin *pb.NodeLogin = nil
if login != nil {
respLogin = &pb.NodeLogin{
Id: int64(login.Id),
Name: login.Name,
Type: login.Type,
2022-03-22 19:30:30 +08:00
Params: login.Params,
2020-07-30 22:41:49 +08:00
}
}
2020-09-13 20:37:28 +08:00
// 安装信息
installStatus, err := node.DecodeInstallStatus()
if err != nil {
return nil, err
}
installStatusResult := &pb.NodeInstallStatus{}
if installStatus != nil {
installStatusResult = &pb.NodeInstallStatus{
IsRunning: installStatus.IsRunning,
IsFinished: installStatus.IsFinished,
IsOk: installStatus.IsOk,
Error: installStatus.Error,
ErrorCode: installStatus.ErrorCode,
2020-09-13 20:37:28 +08:00
UpdatedAt: installStatus.UpdatedAt,
}
}
// 分组信息
var pbGroup *pb.NodeGroup = nil
if node.GroupId > 0 {
group, err := models.SharedNodeGroupDAO.FindEnabledNodeGroup(tx, int64(node.GroupId))
if err != nil {
return nil, err
}
if group != nil {
pbGroup = &pb.NodeGroup{
Id: int64(group.Id),
Name: group.Name,
}
}
}
2020-12-10 16:11:35 +08:00
// 区域
var pbRegion *pb.NodeRegion = nil
if node.RegionId > 0 {
region, err := models.SharedNodeRegionDAO.FindEnabledNodeRegion(tx, int64(node.RegionId))
2020-12-10 16:11:35 +08:00
if err != nil {
return nil, err
}
if region != nil {
pbRegion = &pb.NodeRegion{
Id: int64(region.Id),
2022-03-22 21:45:07 +08:00
IsOn: region.IsOn,
2020-12-10 16:11:35 +08:00
Name: region.Name,
}
}
}
// 最大硬盘容量
var pbMaxCacheDiskCapacity *pb.SizeCapacity
2022-03-22 19:30:30 +08:00
if models.IsNotNull(node.MaxCacheDiskCapacity) {
pbMaxCacheDiskCapacity = &pb.SizeCapacity{}
2022-03-22 19:30:30 +08:00
err = json.Unmarshal(node.MaxCacheDiskCapacity, pbMaxCacheDiskCapacity)
if err != nil {
return nil, err
}
}
// 最大内存容量
var pbMaxCacheMemoryCapacity *pb.SizeCapacity
2022-03-22 19:30:30 +08:00
if models.IsNotNull(node.MaxCacheMemoryCapacity) {
pbMaxCacheMemoryCapacity = &pb.SizeCapacity{}
2022-03-22 19:30:30 +08:00
err = json.Unmarshal(node.MaxCacheMemoryCapacity, pbMaxCacheMemoryCapacity)
if err != nil {
return nil, err
}
}
2022-04-07 18:31:38 +08:00
// 线路
var pbRoutes = []*pb.DNSRoute{}
var clusterDomainIds = []int64{}
for _, clusterId := range node.AllClusterIds() {
clusterDNSInfo, err := models.SharedNodeClusterDAO.FindClusterDNSInfo(tx, clusterId, nil)
if err != nil {
return nil, err
}
if clusterDNSInfo != nil && clusterDNSInfo.DnsDomainId > 0 {
clusterDomainIds = append(clusterDomainIds, int64(clusterDNSInfo.DnsDomainId))
}
}
for domainId, routeCodes := range node.DNSRouteCodes() {
if domainId == 0 {
continue
}
if !lists.ContainsInt64(clusterDomainIds, domainId) {
continue
}
for _, routeCode := range routeCodes {
routeName, err := dns.SharedDNSDomainDAO.FindDomainRouteName(tx, domainId, routeCode)
if err != nil {
return nil, err
}
if len(routeName) > 0 {
pbRoutes = append(pbRoutes, &pb.DNSRoute{
Name: routeName,
Code: routeCode,
})
}
}
}
// 监控状态
statusJSON, err := models.SharedNodeValueDAO.ComposeNodeStatusJSON(tx, nodeconfigs.NodeRoleNode, int64(node.Id), node.Status)
if err != nil {
return nil, err
}
2020-07-30 22:41:49 +08:00
return &pb.FindEnabledNodeResponse{Node: &pb.Node{
2020-09-26 08:06:40 +08:00
Id: int64(node.Id),
Name: node.Name,
2022-04-07 18:31:38 +08:00
StatusJSON: statusJSON,
2020-09-26 08:06:40 +08:00
UniqueId: node.UniqueId,
Version: int64(node.Version),
LatestVersion: int64(node.LatestVersion),
Secret: node.Secret,
InstallDir: node.InstallDir,
2022-03-22 22:11:32 +08:00
IsInstalled: node.IsInstalled,
2020-12-17 17:36:20 +08:00
NodeCluster: &pb.NodeCluster{
2020-07-30 22:41:49 +08:00
Id: int64(node.ClusterId),
Name: clusterName,
},
2021-07-31 22:23:11 +08:00
SecondaryNodeClusters: secondaryPBClusters,
2021-08-11 21:00:29 +08:00
NodeLogin: respLogin,
InstallStatus: installStatusResult,
MaxCPU: types.Int32(node.MaxCPU),
2022-03-22 21:45:07 +08:00
IsOn: node.IsOn,
2022-03-22 22:11:32 +08:00
IsUp: node.IsUp,
2021-05-25 17:48:55 +08:00
NodeGroup: pbGroup,
NodeRegion: pbRegion,
MaxCacheDiskCapacity: pbMaxCacheDiskCapacity,
MaxCacheMemoryCapacity: pbMaxCacheMemoryCapacity,
2022-03-16 15:23:58 +08:00
CacheDiskDir: node.CacheDiskDir,
2022-04-04 12:08:08 +08:00
Level: int32(node.Level),
2022-04-07 18:31:38 +08:00
DnsRoutes: pbRoutes,
2020-07-30 22:41:49 +08:00
}}, nil
}
2020-08-21 12:32:33 +08:00
2021-08-31 17:24:52 +08:00
// FindEnabledBasicNode 获取单个节点基本信息
func (this *NodeService) FindEnabledBasicNode(ctx context.Context, req *pb.FindEnabledBasicNodeRequest) (*pb.FindEnabledBasicNodeResponse, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
tx := this.NullTx()
node, err := models.SharedNodeDAO.FindEnabledBasicNode(tx, req.NodeId)
if err != nil {
return nil, err
}
if node == nil {
return &pb.FindEnabledBasicNodeResponse{Node: nil}, nil
}
clusterName, err := models.SharedNodeClusterDAO.FindNodeClusterName(tx, int64(node.ClusterId))
if err != nil {
return nil, err
}
return &pb.FindEnabledBasicNodeResponse{Node: &pb.BasicNode{
2022-04-04 12:08:08 +08:00
Id: int64(node.Id),
Name: node.Name,
IsOn: node.IsOn,
IsUp: node.IsUp,
Level: int32(node.Level),
2021-08-31 17:24:52 +08:00
NodeCluster: &pb.NodeCluster{
Id: int64(node.ClusterId),
Name: clusterName,
},
}}, nil
}
// FindCurrentNodeConfig 组合节点配置
2020-11-02 22:14:23 +08:00
func (this *NodeService) FindCurrentNodeConfig(ctx context.Context, req *pb.FindCurrentNodeConfigRequest) (*pb.FindCurrentNodeConfigResponse, error) {
2020-08-21 12:32:33 +08:00
// 校验节点
2021-07-11 18:05:57 +08:00
_, _, nodeId, err := rpcutils.ValidateRequest(ctx, rpcutils.UserTypeNode)
2020-08-21 12:32:33 +08:00
if err != nil {
return nil, err
}
2020-12-02 14:26:03 +08:00
tx := this.NullTx()
2020-12-02 14:26:03 +08:00
// 检查版本号
currentVersion, err := models.SharedNodeDAO.FindNodeVersion(tx, nodeId)
2020-12-02 14:26:03 +08:00
if err != nil {
return nil, err
}
if currentVersion == req.Version {
return &pb.FindCurrentNodeConfigResponse{IsChanged: false}, nil
}
2021-11-11 14:16:42 +08:00
clusterId, err := models.SharedNodeDAO.FindNodeClusterId(tx, nodeId)
if err != nil {
return nil, err
}
var cacheMap = this.findClusterCacheMap(clusterId, req.NodeTaskVersion)
nodeConfig, err := models.SharedNodeDAO.ComposeNodeConfig(tx, nodeId, cacheMap)
2020-08-21 12:32:33 +08:00
if err != nil {
return nil, err
}
2020-09-26 08:06:40 +08:00
data, err := json.Marshal(nodeConfig)
2020-08-21 12:32:33 +08:00
if err != nil {
return nil, err
}
2021-11-11 14:16:42 +08:00
// 压缩
var isCompressed = false
if req.Compress {
var buf = &bytes.Buffer{}
writer := brotli.NewWriterLevel(buf, 5)
_, err = writer.Write(data)
if err != nil {
_ = writer.Close()
} else {
err = writer.Close()
if err == nil {
isCompressed = true
data = buf.Bytes()
buf.Reset()
}
}
}
return &pb.FindCurrentNodeConfigResponse{
IsChanged: true,
NodeJSON: data,
DataSize: int64(len(data)),
IsCompressed: isCompressed,
}, nil
2020-08-21 12:32:33 +08:00
}
// UpdateNodeStatus 更新节点状态
func (this *NodeService) UpdateNodeStatus(ctx context.Context, req *pb.UpdateNodeStatusRequest) (*pb.RPCSuccess, error) {
2020-08-21 12:32:33 +08:00
// 校验节点
2021-07-11 18:05:57 +08:00
_, _, nodeId, err := rpcutils.ValidateRequest(ctx, rpcutils.UserTypeNode)
2020-08-21 12:32:33 +08:00
if err != nil {
return nil, err
}
if req.NodeId > 0 {
nodeId = req.NodeId
}
if nodeId <= 0 {
return nil, errors.New("'nodeId' should be greater than 0")
}
tx := this.NullTx()
err = models.SharedNodeDAO.UpdateNodeStatus(tx, nodeId, req.StatusJSON)
2020-08-21 12:32:33 +08:00
if err != nil {
return nil, err
}
2020-11-24 17:36:47 +08:00
return this.Success()
2020-08-21 12:32:33 +08:00
}
// UpdateNodeIsInstalled 修改节点安装状态
func (this *NodeService) UpdateNodeIsInstalled(ctx context.Context, req *pb.UpdateNodeIsInstalledRequest) (*pb.RPCSuccess, error) {
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-09-06 16:19:54 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
err = models.SharedNodeDAO.UpdateNodeIsInstalled(tx, req.NodeId, req.IsInstalled)
2020-09-06 16:19:54 +08:00
if err != nil {
return nil, err
}
2020-11-24 17:36:47 +08:00
return this.Success()
2020-09-06 16:19:54 +08:00
}
2020-09-13 20:37:28 +08:00
// InstallNode 安装节点
2020-09-13 20:37:28 +08:00
func (this *NodeService) InstallNode(ctx context.Context, req *pb.InstallNodeRequest) (*pb.InstallNodeResponse, error) {
// 校验节点
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-09-13 20:37:28 +08:00
if err != nil {
return nil, err
}
goman.New(func() {
2021-08-11 21:00:29 +08:00
err = installers.SharedNodeQueue().InstallNodeProcess(req.NodeId, false)
2020-09-13 20:37:28 +08:00
if err != nil {
logs.Println("[RPC]install node:" + err.Error())
}
})
2020-09-13 20:37:28 +08:00
return &pb.InstallNodeResponse{}, nil
}
2020-10-04 14:27:14 +08:00
// UpgradeNode 升级节点
2020-10-28 12:35:36 +08:00
func (this *NodeService) UpgradeNode(ctx context.Context, req *pb.UpgradeNodeRequest) (*pb.UpgradeNodeResponse, error) {
// 校验节点
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-10-28 12:35:36 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
err = models.SharedNodeDAO.UpdateNodeIsInstalled(tx, req.NodeId, false)
2020-10-28 12:35:36 +08:00
if err != nil {
return nil, err
}
// 检查状态
installStatus, err := models.SharedNodeDAO.FindNodeInstallStatus(tx, req.NodeId)
2020-10-28 12:35:36 +08:00
if err != nil {
return nil, err
}
if installStatus == nil {
installStatus = &models.NodeInstallStatus{}
}
installStatus.IsOk = false
installStatus.IsFinished = false
err = models.SharedNodeDAO.UpdateNodeInstallStatus(tx, req.NodeId, installStatus)
2020-10-28 12:35:36 +08:00
if err != nil {
return nil, err
}
goman.New(func() {
2021-08-11 21:00:29 +08:00
err = installers.SharedNodeQueue().InstallNodeProcess(req.NodeId, true)
2020-10-28 12:35:36 +08:00
if err != nil {
logs.Println("[RPC]install node:" + err.Error())
}
})
2020-10-28 12:35:36 +08:00
return &pb.UpgradeNodeResponse{}, nil
}
// StartNode 启动节点
func (this *NodeService) StartNode(ctx context.Context, req *pb.StartNodeRequest) (*pb.StartNodeResponse, error) {
// 校验节点
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
2021-08-11 21:00:29 +08:00
err = installers.SharedNodeQueue().StartNode(req.NodeId)
if err != nil {
return &pb.StartNodeResponse{
IsOk: false,
Error: err.Error(),
}, nil
}
return &pb.StartNodeResponse{IsOk: true}, nil
}
// StopNode 停止节点
func (this *NodeService) StopNode(ctx context.Context, req *pb.StopNodeRequest) (*pb.StopNodeResponse, error) {
// 校验节点
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
2021-08-11 21:00:29 +08:00
err = installers.SharedNodeQueue().StopNode(req.NodeId)
if err != nil {
return &pb.StopNodeResponse{
IsOk: false,
Error: err.Error(),
}, nil
}
return &pb.StopNodeResponse{IsOk: true}, nil
}
// UpdateNodeConnectedAPINodes 更改节点连接的API节点信息
func (this *NodeService) UpdateNodeConnectedAPINodes(ctx context.Context, req *pb.UpdateNodeConnectedAPINodesRequest) (*pb.RPCSuccess, error) {
2020-10-04 14:27:14 +08:00
// 校验节点
2021-07-11 18:05:57 +08:00
_, _, nodeId, err := rpcutils.ValidateRequest(ctx, rpcutils.UserTypeNode)
2020-10-04 14:27:14 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
err = models.SharedNodeDAO.UpdateNodeConnectedAPINodes(tx, nodeId, req.ApiNodeIds)
2020-10-04 14:27:14 +08:00
if err != nil {
return nil, errors.Wrap(err)
}
2020-11-24 15:02:44 +08:00
return this.Success()
2020-10-04 14:27:14 +08:00
}
2020-10-25 21:27:46 +08:00
2021-05-25 17:08:58 +08:00
// CountAllEnabledNodesWithNodeGrantId 计算使用某个认证的节点数量
func (this *NodeService) CountAllEnabledNodesWithNodeGrantId(ctx context.Context, req *pb.CountAllEnabledNodesWithNodeGrantIdRequest) (*pb.RPCCountResponse, error) {
2020-10-25 21:27:46 +08:00
// 校验请求
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-10-25 21:27:46 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
2021-05-25 17:48:55 +08:00
count, err := models.SharedNodeDAO.CountAllEnabledNodesWithGrantId(tx, req.NodeGrantId)
2020-10-25 21:27:46 +08:00
if err != nil {
return nil, err
}
2020-11-24 17:36:47 +08:00
return this.SuccessCount(count)
2020-10-25 21:27:46 +08:00
}
2021-05-25 17:08:58 +08:00
// FindAllEnabledNodesWithNodeGrantId 查找使用某个认证的所有节点
func (this *NodeService) FindAllEnabledNodesWithNodeGrantId(ctx context.Context, req *pb.FindAllEnabledNodesWithNodeGrantIdRequest) (*pb.FindAllEnabledNodesWithNodeGrantIdResponse, error) {
2020-10-25 21:27:46 +08:00
// 校验请求
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-10-25 21:27:46 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
2021-05-25 17:48:55 +08:00
nodes, err := models.SharedNodeDAO.FindAllEnabledNodesWithGrantId(tx, req.NodeGrantId)
2020-10-25 21:27:46 +08:00
if err != nil {
return nil, err
}
result := []*pb.Node{}
for _, node := range nodes {
// 集群信息
clusterName, err := models.SharedNodeClusterDAO.FindNodeClusterName(tx, int64(node.ClusterId))
2020-10-25 21:27:46 +08:00
if err != nil {
return nil, err
}
result = append(result, &pb.Node{
Id: int64(node.Id),
Name: node.Name,
Version: int64(node.Version),
2022-03-22 22:11:32 +08:00
IsInstalled: node.IsInstalled,
2022-03-22 19:30:30 +08:00
StatusJSON: node.Status,
2020-12-17 17:36:20 +08:00
NodeCluster: &pb.NodeCluster{
2020-10-25 21:27:46 +08:00
Id: int64(node.ClusterId),
Name: clusterName,
},
2022-03-22 21:45:07 +08:00
IsOn: node.IsOn,
2020-10-25 21:27:46 +08:00
})
}
2021-05-25 17:08:58 +08:00
return &pb.FindAllEnabledNodesWithNodeGrantIdResponse{Nodes: result}, nil
2020-10-25 21:27:46 +08:00
}
2021-05-25 17:08:58 +08:00
// CountAllNotInstalledNodesWithNodeClusterId 计算没有安装的节点数量
func (this *NodeService) CountAllNotInstalledNodesWithNodeClusterId(ctx context.Context, req *pb.CountAllNotInstalledNodesWithNodeClusterIdRequest) (*pb.RPCCountResponse, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
tx := this.NullTx()
count, err := models.SharedNodeDAO.CountAllNotInstalledNodesWithClusterId(tx, req.NodeClusterId)
if err != nil {
return nil, err
}
return this.SuccessCount(count)
}
2021-05-25 17:08:58 +08:00
// FindAllNotInstalledNodesWithNodeClusterId 列出所有未安装的节点
func (this *NodeService) FindAllNotInstalledNodesWithNodeClusterId(ctx context.Context, req *pb.FindAllNotInstalledNodesWithNodeClusterIdRequest) (*pb.FindAllNotInstalledNodesWithNodeClusterIdResponse, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
tx := this.NullTx()
nodes, err := models.SharedNodeDAO.FindAllNotInstalledNodesWithClusterId(tx, req.NodeClusterId)
if err != nil {
return nil, err
}
result := []*pb.Node{}
for _, node := range nodes {
// 认证信息
2021-08-11 21:00:29 +08:00
login, err := models.SharedNodeLoginDAO.FindEnabledNodeLoginWithNodeId(tx, nodeconfigs.NodeRoleNode, int64(node.Id))
if err != nil {
return nil, err
}
var pbLogin *pb.NodeLogin = nil
if login != nil {
pbLogin = &pb.NodeLogin{
Id: int64(login.Id),
Name: login.Name,
Type: login.Type,
2022-03-22 19:30:30 +08:00
Params: login.Params,
}
}
// IP信息
addresses, err := models.SharedNodeIPAddressDAO.FindAllEnabledAddressesWithNode(tx, int64(node.Id), nodeconfigs.NodeRoleNode)
if err != nil {
return nil, err
}
pbAddresses := []*pb.NodeIPAddress{}
for _, address := range addresses {
pbAddresses = append(pbAddresses, &pb.NodeIPAddress{
Id: int64(address.Id),
NodeId: int64(address.NodeId),
Name: address.Name,
Ip: address.Ip,
Description: address.Description,
State: int64(address.State),
Order: int64(address.Order),
2022-03-22 22:11:32 +08:00
CanAccess: address.CanAccess,
})
}
// 安装信息
installStatus, err := node.DecodeInstallStatus()
if err != nil {
return nil, err
}
pbInstallStatus := &pb.NodeInstallStatus{}
if installStatus != nil {
pbInstallStatus = &pb.NodeInstallStatus{
IsRunning: installStatus.IsRunning,
IsFinished: installStatus.IsFinished,
IsOk: installStatus.IsOk,
Error: installStatus.Error,
ErrorCode: installStatus.ErrorCode,
UpdatedAt: installStatus.UpdatedAt,
}
}
result = append(result, &pb.Node{
Id: int64(node.Id),
Name: node.Name,
Version: int64(node.Version),
2022-03-22 22:11:32 +08:00
IsInstalled: node.IsInstalled,
2022-03-22 19:30:30 +08:00
StatusJSON: node.Status,
2022-03-22 21:45:07 +08:00
IsOn: node.IsOn,
2021-08-11 21:00:29 +08:00
NodeLogin: pbLogin,
IpAddresses: pbAddresses,
InstallStatus: pbInstallStatus,
})
}
2021-05-25 17:08:58 +08:00
return &pb.FindAllNotInstalledNodesWithNodeClusterIdResponse{Nodes: result}, nil
}
2021-05-25 17:08:58 +08:00
// CountAllUpgradeNodesWithNodeClusterId 计算需要升级的节点数量
func (this *NodeService) CountAllUpgradeNodesWithNodeClusterId(ctx context.Context, req *pb.CountAllUpgradeNodesWithNodeClusterIdRequest) (*pb.RPCCountResponse, error) {
// 校验请求
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
tx := this.NullTx()
2022-04-04 12:08:08 +08:00
var deployFiles = installers.SharedDeployManager.LoadNodeFiles()
total := int64(0)
for _, deployFile := range deployFiles {
count, err := models.SharedNodeDAO.CountAllLowerVersionNodesWithClusterId(tx, req.NodeClusterId, deployFile.OS, deployFile.Arch, deployFile.Version)
if err != nil {
return nil, err
}
total += count
}
return this.SuccessCount(total)
}
2021-05-25 17:08:58 +08:00
// FindAllUpgradeNodesWithNodeClusterId 列出所有需要升级的节点
func (this *NodeService) FindAllUpgradeNodesWithNodeClusterId(ctx context.Context, req *pb.FindAllUpgradeNodesWithNodeClusterIdRequest) (*pb.FindAllUpgradeNodesWithNodeClusterIdResponse, error) {
2020-10-28 12:35:36 +08:00
// 校验请求
_, err := this.ValidateAdmin(ctx, 0)
2020-10-28 12:35:36 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
2020-10-28 12:35:36 +08:00
// 获取当前能升级到的最新版本
deployFiles := installers.SharedDeployManager.LoadNodeFiles()
2021-05-25 17:08:58 +08:00
result := []*pb.FindAllUpgradeNodesWithNodeClusterIdResponse_NodeUpgrade{}
2020-10-28 12:35:36 +08:00
for _, deployFile := range deployFiles {
nodes, err := models.SharedNodeDAO.FindAllLowerVersionNodesWithClusterId(tx, req.NodeClusterId, deployFile.OS, deployFile.Arch, deployFile.Version)
2020-10-28 12:35:36 +08:00
if err != nil {
return nil, err
}
for _, node := range nodes {
// 认证信息
2021-08-11 21:00:29 +08:00
login, err := models.SharedNodeLoginDAO.FindEnabledNodeLoginWithNodeId(tx, nodeconfigs.NodeRoleNode, int64(node.Id))
2020-10-28 12:35:36 +08:00
if err != nil {
return nil, err
}
var pbLogin *pb.NodeLogin = nil
if login != nil {
pbLogin = &pb.NodeLogin{
Id: int64(login.Id),
Name: login.Name,
Type: login.Type,
2022-03-22 19:30:30 +08:00
Params: login.Params,
2020-10-28 12:35:36 +08:00
}
}
// IP信息
addresses, err := models.SharedNodeIPAddressDAO.FindAllEnabledAddressesWithNode(tx, int64(node.Id), nodeconfigs.NodeRoleNode)
2020-10-28 12:35:36 +08:00
if err != nil {
return nil, err
}
pbAddresses := []*pb.NodeIPAddress{}
for _, address := range addresses {
pbAddresses = append(pbAddresses, &pb.NodeIPAddress{
Id: int64(address.Id),
NodeId: int64(address.NodeId),
Name: address.Name,
Ip: address.Ip,
Description: address.Description,
State: int64(address.State),
Order: int64(address.Order),
2022-03-22 22:11:32 +08:00
CanAccess: address.CanAccess,
2020-10-28 12:35:36 +08:00
})
}
// 状态
status, err := node.DecodeStatus()
if err != nil {
return nil, err
}
if status == nil {
continue
}
// 安装信息
installStatus, err := node.DecodeInstallStatus()
if err != nil {
return nil, err
}
pbInstallStatus := &pb.NodeInstallStatus{}
if installStatus != nil {
pbInstallStatus = &pb.NodeInstallStatus{
IsRunning: installStatus.IsRunning,
IsFinished: installStatus.IsFinished,
IsOk: installStatus.IsOk,
Error: installStatus.Error,
ErrorCode: installStatus.ErrorCode,
UpdatedAt: installStatus.UpdatedAt,
}
}
pbNode := &pb.Node{
Id: int64(node.Id),
Name: node.Name,
Version: int64(node.Version),
2022-03-22 22:11:32 +08:00
IsInstalled: node.IsInstalled,
2022-03-22 19:30:30 +08:00
StatusJSON: node.Status,
2022-03-22 21:45:07 +08:00
IsOn: node.IsOn,
2020-10-28 12:35:36 +08:00
IpAddresses: pbAddresses,
2021-08-11 21:00:29 +08:00
NodeLogin: pbLogin,
2020-10-28 12:35:36 +08:00
InstallStatus: pbInstallStatus,
}
2021-05-25 17:08:58 +08:00
result = append(result, &pb.FindAllUpgradeNodesWithNodeClusterIdResponse_NodeUpgrade{
2020-10-28 12:35:36 +08:00
Os: deployFile.OS,
Arch: deployFile.Arch,
OldVersion: status.BuildVersion,
NewVersion: deployFile.Version,
Node: pbNode,
})
}
}
2021-05-25 17:08:58 +08:00
return &pb.FindAllUpgradeNodesWithNodeClusterIdResponse{
2020-10-28 12:35:36 +08:00
Nodes: result,
}, nil
}
// FindNodeInstallStatus 读取节点安装状态
func (this *NodeService) FindNodeInstallStatus(ctx context.Context, req *pb.FindNodeInstallStatusRequest) (*pb.FindNodeInstallStatusResponse, error) {
// 校验请求
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
tx := this.NullTx()
installStatus, err := models.SharedNodeDAO.FindNodeInstallStatus(tx, req.NodeId)
if err != nil {
return nil, err
}
if installStatus == nil {
return &pb.FindNodeInstallStatusResponse{InstallStatus: nil}, nil
}
pbInstallStatus := &pb.NodeInstallStatus{
IsRunning: installStatus.IsRunning,
IsFinished: installStatus.IsFinished,
IsOk: installStatus.IsOk,
Error: installStatus.Error,
ErrorCode: installStatus.ErrorCode,
UpdatedAt: installStatus.UpdatedAt,
}
return &pb.FindNodeInstallStatusResponse{InstallStatus: pbInstallStatus}, nil
}
// UpdateNodeLogin 修改节点登录信息
func (this *NodeService) UpdateNodeLogin(ctx context.Context, req *pb.UpdateNodeLoginRequest) (*pb.RPCSuccess, error) {
// 校验请求
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
tx := this.NullTx()
2021-05-25 17:08:58 +08:00
if req.NodeLogin.Id <= 0 {
2021-08-11 21:00:29 +08:00
_, err := models.SharedNodeLoginDAO.CreateNodeLogin(tx, nodeconfigs.NodeRoleNode, req.NodeId, req.NodeLogin.Name, req.NodeLogin.Type, req.NodeLogin.Params)
if err != nil {
return nil, err
}
}
2021-05-25 17:08:58 +08:00
err = models.SharedNodeLoginDAO.UpdateNodeLogin(tx, req.NodeLogin.Id, req.NodeLogin.Name, req.NodeLogin.Type, req.NodeLogin.Params)
2020-11-24 15:02:44 +08:00
return this.Success()
}
2020-10-28 18:21:15 +08:00
2021-05-25 17:08:58 +08:00
// CountAllEnabledNodesWithNodeGroupId 计算某个节点分组内的节点数量
2020-12-10 15:03:03 +08:00
func (this *NodeService) CountAllEnabledNodesWithNodeGroupId(ctx context.Context, req *pb.CountAllEnabledNodesWithNodeGroupIdRequest) (*pb.RPCCountResponse, error) {
2020-10-28 18:21:15 +08:00
// 校验请求
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-10-28 18:21:15 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
count, err := models.SharedNodeDAO.CountAllEnabledNodesWithGroupId(tx, req.NodeGroupId)
2020-10-28 18:21:15 +08:00
if err != nil {
return nil, err
}
2020-11-24 17:36:47 +08:00
return this.SuccessCount(count)
2020-10-28 18:21:15 +08:00
}
2020-11-14 09:41:58 +08:00
2021-05-25 17:08:58 +08:00
// FindAllEnabledNodesDNSWithNodeClusterId 取得某个集群下的所有节点
func (this *NodeService) FindAllEnabledNodesDNSWithNodeClusterId(ctx context.Context, req *pb.FindAllEnabledNodesDNSWithNodeClusterIdRequest) (*pb.FindAllEnabledNodesDNSWithNodeClusterIdResponse, error) {
2020-11-14 09:41:58 +08:00
// 校验请求
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
2021-08-22 11:35:33 +08:00
clusterDNS, err := models.SharedNodeClusterDAO.FindClusterDNSInfo(tx, req.NodeClusterId, nil)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
if clusterDNS == nil {
return nil, errors.New("not found clusterId '" + numberutils.FormatInt64(req.NodeClusterId) + "'")
}
dnsDomainId := int64(clusterDNS.DnsDomainId)
routes, err := dns.SharedDNSDomainDAO.FindDomainRoutes(tx, dnsDomainId)
2020-11-15 11:57:49 +08:00
if err != nil {
return nil, err
}
2021-07-31 22:23:11 +08:00
nodes, err := models.SharedNodeDAO.FindAllEnabledNodesDNSWithClusterId(tx, req.NodeClusterId, true)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
result := []*pb.NodeDNSInfo{}
for _, node := range nodes {
ipAddresses, err := models.SharedNodeIPAddressDAO.FindNodeAccessAndUpIPAddresses(tx, int64(node.Id), nodeconfigs.NodeRoleNode)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
2020-11-16 13:03:20 +08:00
domainRouteCodes, err := node.DNSRouteCodesForDomainId(dnsDomainId)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
2020-11-16 13:03:20 +08:00
pbRoutes := []*pb.DNSRoute{}
for _, routeCode := range domainRouteCodes {
for _, r := range routes {
if r.Code == routeCode {
pbRoutes = append(pbRoutes, &pb.DNSRoute{
Name: r.Name,
Code: r.Code,
})
break
}
2020-11-15 11:57:49 +08:00
}
}
2021-01-27 23:00:02 +08:00
for _, ipAddress := range ipAddresses {
2021-09-13 10:51:05 +08:00
ip := ipAddress.DNSIP()
2021-01-27 23:00:02 +08:00
if len(ip) == 0 {
continue
}
if net.ParseIP(ip) == nil {
continue
}
result = append(result, &pb.NodeDNSInfo{
2021-07-31 22:23:11 +08:00
Id: int64(node.Id),
Name: node.Name,
IpAddr: ip,
Routes: pbRoutes,
NodeClusterId: req.NodeClusterId,
2021-01-27 23:00:02 +08:00
})
}
2020-11-14 09:41:58 +08:00
}
2021-05-25 17:08:58 +08:00
return &pb.FindAllEnabledNodesDNSWithNodeClusterIdResponse{Nodes: result}, nil
2020-11-14 09:41:58 +08:00
}
// FindEnabledNodeDNS 查找单个节点的域名解析信息
2020-11-14 09:41:58 +08:00
func (this *NodeService) FindEnabledNodeDNS(ctx context.Context, req *pb.FindEnabledNodeDNSRequest) (*pb.FindEnabledNodeDNSResponse, error) {
// 校验请求
2021-07-11 18:05:57 +08:00
_, err := this.ValidateAdmin(ctx, 0)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
node, err := models.SharedNodeDAO.FindEnabledNodeDNS(tx, req.NodeId)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
if node == nil {
return &pb.FindEnabledNodeDNSResponse{Node: nil}, nil
}
ipAddr, _, err := models.SharedNodeIPAddressDAO.FindFirstNodeAccessIPAddress(tx, int64(node.Id), true, nodeconfigs.NodeRoleNode)
if err != nil {
return nil, err
}
2021-07-31 22:23:11 +08:00
var clusterId = int64(node.ClusterId)
if req.NodeClusterId > 0 {
clusterId = req.NodeClusterId
}
2021-08-22 11:35:33 +08:00
clusterDNS, err := models.SharedNodeClusterDAO.FindClusterDNSInfo(tx, clusterId, nil)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
if clusterDNS == nil {
return &pb.FindEnabledNodeDNSResponse{Node: nil}, nil
}
dnsDomainId := int64(clusterDNS.DnsDomainId)
dnsDomainName, err := dns.SharedDNSDomainDAO.FindDNSDomainName(tx, dnsDomainId)
2020-11-14 21:28:07 +08:00
if err != nil {
return nil, err
}
2020-11-14 09:41:58 +08:00
2020-11-16 13:03:20 +08:00
pbRoutes := []*pb.DNSRoute{}
2020-11-14 09:41:58 +08:00
if dnsDomainId > 0 {
2020-11-16 13:03:20 +08:00
routeCodes, err := node.DNSRouteCodesForDomainId(dnsDomainId)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
2020-11-15 11:57:49 +08:00
2020-11-16 13:03:20 +08:00
for _, routeCode := range routeCodes {
routeName, err := dns.SharedDNSDomainDAO.FindDomainRouteName(tx, dnsDomainId, routeCode)
2020-11-16 13:03:20 +08:00
if err != nil {
return nil, err
}
pbRoutes = append(pbRoutes, &pb.DNSRoute{
Name: routeName,
Code: routeCode,
})
2020-11-15 11:57:49 +08:00
}
2020-11-14 09:41:58 +08:00
}
return &pb.FindEnabledNodeDNSResponse{
Node: &pb.NodeDNSInfo{
Id: int64(node.Id),
Name: node.Name,
IpAddr: ipAddr,
Routes: pbRoutes,
NodeClusterId: clusterId,
NodeClusterDNSName: clusterDNS.DnsName,
DnsDomainId: dnsDomainId,
DnsDomainName: dnsDomainName,
2020-11-14 09:41:58 +08:00
},
}, nil
}
// UpdateNodeDNS 修改节点的DNS解析信息
2020-11-14 09:41:58 +08:00
func (this *NodeService) UpdateNodeDNS(ctx context.Context, req *pb.UpdateNodeDNSRequest) (*pb.RPCSuccess, error) {
// 校验请求
2021-08-31 17:24:52 +08:00
adminId, err := this.ValidateAdmin(ctx, 0)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
tx := this.NullTx()
node, err := models.SharedNodeDAO.FindEnabledNodeDNS(tx, req.NodeId)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
if node == nil {
return nil, errors.New("node not found")
}
2021-07-31 22:23:11 +08:00
routeCodeMap := node.DNSRouteCodes()
2021-09-13 16:47:40 +08:00
if req.DnsDomainId > 0 {
if len(req.Routes) > 0 {
var m = map[int64][]string{} // domainId => codes
for _, route := range req.Routes {
var pieces = strings.SplitN(route, "@", 2)
if len(pieces) != 2 {
continue
}
var code = pieces[0]
var domainId = types.Int64(pieces[1])
m[domainId] = append(m[domainId], code)
2021-07-31 22:23:11 +08:00
}
2021-09-13 16:47:40 +08:00
for domainId, codes := range m {
routeCodeMap[domainId] = codes
}
} else {
delete(routeCodeMap, req.DnsDomainId)
2021-07-31 22:23:11 +08:00
}
} else {
routeCodeMap = map[int64][]string{}
2021-09-13 16:47:40 +08:00
if len(req.Routes) > 0 {
var m = map[int64][]string{} // domainId => codes
for _, route := range req.Routes {
var pieces = strings.SplitN(route, "@", 2)
if len(pieces) != 2 {
continue
}
var code = pieces[0]
var domainId = types.Int64(pieces[1])
m[domainId] = append(m[domainId], code)
}
for domainId, codes := range m {
routeCodeMap[domainId] = codes
}
}
2020-11-14 09:41:58 +08:00
}
err = models.SharedNodeDAO.UpdateNodeDNS(tx, req.NodeId, routeCodeMap)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
// 修改IP
if len(req.IpAddr) > 0 {
ipAddrId, err := models.SharedNodeIPAddressDAO.FindFirstNodeAccessIPAddressId(tx, req.NodeId, true, nodeconfigs.NodeRoleNode)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
if ipAddrId > 0 {
err = models.SharedNodeIPAddressDAO.UpdateAddressIP(tx, ipAddrId, req.IpAddr)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
} else {
2021-12-07 18:22:19 +08:00
_, err = models.SharedNodeIPAddressDAO.CreateAddress(tx, adminId, req.NodeId, nodeconfigs.NodeRoleNode, "DNS IP", req.IpAddr, true, true, 0)
2020-11-14 09:41:58 +08:00
if err != nil {
return nil, err
}
}
}
2020-11-24 15:02:44 +08:00
return this.Success()
2020-11-14 09:41:58 +08:00
}
// CountAllEnabledNodesWithNodeRegionId 计算某个区域下的节点数量
2020-12-10 15:03:03 +08:00
func (this *NodeService) CountAllEnabledNodesWithNodeRegionId(ctx context.Context, req *pb.CountAllEnabledNodesWithNodeRegionIdRequest) (*pb.RPCCountResponse, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
tx := this.NullTx()
count, err := models.SharedNodeDAO.CountAllEnabledNodesWithRegionId(tx, req.NodeRegionId)
2020-12-10 15:03:03 +08:00
if err != nil {
return nil, err
}
return this.SuccessCount(count)
}
// FindEnabledNodesWithIds 根据一组ID获取节点信息
func (this *NodeService) FindEnabledNodesWithIds(ctx context.Context, req *pb.FindEnabledNodesWithIdsRequest) (*pb.FindEnabledNodesWithIdsResponse, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
tx := this.NullTx()
nodes, err := models.SharedNodeDAO.FindEnabledNodesWithIds(tx, req.NodeIds)
if err != nil {
return nil, err
}
pbNodes := []*pb.Node{}
for _, node := range nodes {
connectedAPINodeIds, err := node.DecodeConnectedAPINodeIds()
if err != nil {
return nil, err
}
pbNodes = append(pbNodes, &pb.Node{
Id: int64(node.Id),
2022-03-22 21:45:07 +08:00
IsOn: node.IsOn,
2022-03-22 22:11:32 +08:00
IsActive: node.IsActive,
ConnectedAPINodeIds: connectedAPINodeIds,
})
}
return &pb.FindEnabledNodesWithIdsResponse{Nodes: pbNodes}, nil
}
// CheckNodeLatestVersion 检查新版本
func (this *NodeService) CheckNodeLatestVersion(ctx context.Context, req *pb.CheckNodeLatestVersionRequest) (*pb.CheckNodeLatestVersionResponse, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
deployFiles := installers.SharedDeployManager.LoadNodeFiles()
for _, file := range deployFiles {
if file.OS == req.Os && file.Arch == req.Arch && stringutil.VersionCompare(file.Version, req.CurrentVersion) > 0 {
return &pb.CheckNodeLatestVersionResponse{
HasNewVersion: true,
NewVersion: file.Version,
}, nil
}
}
return &pb.CheckNodeLatestVersionResponse{HasNewVersion: false}, nil
}
// UpdateNodeUp 设置节点上线状态
func (this *NodeService) UpdateNodeUp(ctx context.Context, req *pb.UpdateNodeUpRequest) (*pb.RPCSuccess, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
var tx = this.NullTx()
err = models.SharedNodeDAO.UpdateNodeUp(tx, req.NodeId, req.IsUp)
if err != nil {
return nil, err
}
return this.Success()
}
2021-06-10 19:21:45 +08:00
// DownloadNodeInstallationFile 下载最新边缘节点安装文件
func (this *NodeService) DownloadNodeInstallationFile(ctx context.Context, req *pb.DownloadNodeInstallationFileRequest) (*pb.DownloadNodeInstallationFileResponse, error) {
_, err := this.ValidateNode(ctx)
if err != nil {
return nil, err
}
file := installers.SharedDeployManager.FindNodeFile(req.Os, req.Arch)
if file == nil {
return &pb.DownloadNodeInstallationFileResponse{}, nil
}
sum, err := file.Sum()
if err != nil {
return nil, err
}
data, offset, err := file.Read(req.ChunkOffset)
if err != nil && err != io.EOF {
return nil, err
}
2021-06-10 19:21:45 +08:00
return &pb.DownloadNodeInstallationFileResponse{
Sum: sum,
Offset: offset,
ChunkData: data,
Version: file.Version,
Filename: filepath.Base(file.Path),
}, nil
}
2021-09-13 16:47:40 +08:00
// UpdateNodeSystem 修改节点系统信息
func (this *NodeService) UpdateNodeSystem(ctx context.Context, req *pb.UpdateNodeSystemRequest) (*pb.RPCSuccess, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
var tx = this.NullTx()
err = models.SharedNodeDAO.UpdateNodeSystem(tx, req.NodeId, req.MaxCPU)
if err != nil {
return nil, err
}
return this.Success()
}
// UpdateNodeCache 修改节点缓存设置
func (this *NodeService) UpdateNodeCache(ctx context.Context, req *pb.UpdateNodeCacheRequest) (*pb.RPCSuccess, error) {
_, err := this.ValidateAdmin(ctx, 0)
if err != nil {
return nil, err
}
var tx = this.NullTx()
var maxCacheDiskCapacityJSON []byte
if req.MaxCacheDiskCapacity != nil {
maxCacheDiskCapacityJSON, err = json.Marshal(&shared.SizeCapacity{
Count: req.MaxCacheDiskCapacity.Count,
Unit: req.MaxCacheDiskCapacity.Unit,
})
if err != nil {
return nil, err
}
}
var maxCacheMemoryCapacityJSON []byte
if req.MaxCacheMemoryCapacity != nil {
maxCacheMemoryCapacityJSON, err = json.Marshal(&shared.SizeCapacity{
Count: req.MaxCacheMemoryCapacity.Count,
Unit: req.MaxCacheMemoryCapacity.Unit,
})
if err != nil {
return nil, err
}
}
2022-03-16 15:23:58 +08:00
err = models.SharedNodeDAO.UpdateNodeCache(tx, req.NodeId, maxCacheDiskCapacityJSON, maxCacheMemoryCapacityJSON, req.CacheDiskDir)
2021-09-13 16:47:40 +08:00
if err != nil {
return nil, err
}
return this.Success()
}
2021-11-11 14:16:42 +08:00
// 获取缓存CacheMap
func (this *NodeService) findClusterCacheMap(clusterId int64, version int64) *utils.CacheMap {
nodeVersionCacheLocker.Lock()
defer nodeVersionCacheLocker.Unlock()
if version == 0 {
return utils.NewCacheMap()
}
2021-11-11 14:16:42 +08:00
cache, ok := nodeVersionCacheMap[clusterId]
if ok {
cacheMap, ok := cache.CacheMap[version]
if ok {
return cacheMap
}
// 清除以前版本
for v := range cache.CacheMap {
if version-v > 60*time.Second.Nanoseconds() {
delete(cache.CacheMap, v)
}
}
// 添加
cacheMap = utils.NewCacheMap()
cache.CacheMap[version] = cacheMap
return cacheMap
} else {
var cacheMap = utils.NewCacheMap()
cache = &NodeVersionCache{
CacheMap: map[int64]*utils.CacheMap{
version: cacheMap,
}}
nodeVersionCacheMap[clusterId] = cache
return cacheMap
}
}
2022-04-04 12:08:08 +08:00
// FindNodeLevelInfo 读取节点级别信息
func (this *NodeService) FindNodeLevelInfo(ctx context.Context, req *pb.FindNodeLevelInfoRequest) (*pb.FindNodeLevelInfoResponse, error) {
nodeId, err := this.ValidateNode(ctx)
if err != nil {
return nil, err
}
var tx *dbs.Tx
node, err := models.SharedNodeDAO.FindNodeLevelInfo(tx, nodeId)
if err != nil {
return nil, err
}
if node == nil {
return &pb.FindNodeLevelInfoResponse{}, nil
}
var result = &pb.FindNodeLevelInfoResponse{
Level: types.Int32(node.Level),
}
if node.Level == 1 {
parentNodes, err := models.SharedNodeDAO.FindParentNodeConfigs(tx, nodeId, int64(node.GroupId), node.AllClusterIds(), types.Int(node.Level))
if err != nil {
return nil, err
}
parentNodesJSON, err := json.Marshal(parentNodes)
if err != nil {
return nil, err
}
result.ParentNodesMapJSON = parentNodesJSON
}
return result, nil
}