优化服务列表返回速度

This commit is contained in:
刘祥超
2022-09-30 13:50:19 +08:00
parent 2a6db6ebfe
commit c2c42ca2b7
5 changed files with 160 additions and 127 deletions

View File

@@ -976,7 +976,7 @@ func (this *NodeDAO) ComposeNodeConfig(tx *dbs.Tx, nodeId int64, cacheMap *utils
} }
for _, server := range servers { for _, server := range servers {
serverConfig, err := SharedServerDAO.ComposeServerConfig(tx, server, cacheMap, true) serverConfig, err := SharedServerDAO.ComposeServerConfig(tx, server, cacheMap, true, false)
if err != nil { if err != nil {
return nil, err return nil, err
} }

View File

@@ -1009,12 +1009,12 @@ func (this *ServerDAO) ComposeServerConfigWithServerId(tx *dbs.Tx, serverId int6
if server == nil { if server == nil {
return nil, ErrNotFound return nil, ErrNotFound
} }
return this.ComposeServerConfig(tx, server, nil, forNode) return this.ComposeServerConfig(tx, server, nil, forNode, false)
} }
// ComposeServerConfig 构造服务的Config // ComposeServerConfig 构造服务的Config
// forNode 是否是节点请求 // forNode 是否是节点请求
func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap *utils.CacheMap, forNode bool) (*serverconfigs.ServerConfig, error) { func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap *utils.CacheMap, forNode bool, forList bool) (*serverconfigs.ServerConfig, error) {
if server == nil { if server == nil {
return nil, ErrNotFound return nil, ErrNotFound
} }
@@ -1039,7 +1039,7 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
var groupConfig *serverconfigs.ServerGroupConfig var groupConfig *serverconfigs.ServerGroupConfig
for _, groupId := range server.DecodeGroupIds() { for _, groupId := range server.DecodeGroupIds() {
groupConfig1, err := SharedServerGroupDAO.ComposeGroupConfig(tx, groupId, cacheMap) groupConfig1, err := SharedServerGroupDAO.ComposeGroupConfig(tx, groupId, forList, cacheMap)
if err != nil { if err != nil {
return nil, err return nil, err
} }
@@ -1062,6 +1062,7 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
} }
// CNAME // CNAME
if !forList {
config.SupportCNAME = server.SupportCNAME == 1 config.SupportCNAME = server.SupportCNAME == 1
if server.ClusterId > 0 && len(server.DnsName) > 0 { if server.ClusterId > 0 && len(server.DnsName) > 0 {
clusterDNS, err := SharedNodeClusterDAO.FindClusterDNSInfo(tx, int64(server.ClusterId), cacheMap) clusterDNS, err := SharedNodeClusterDAO.FindClusterDNSInfo(tx, int64(server.ClusterId), cacheMap)
@@ -1088,6 +1089,7 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
} }
} }
} }
}
// HTTP // HTTP
if IsNotNull(server.Http) { if IsNotNull(server.Http) {
@@ -1174,6 +1176,7 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
} }
// Web // Web
if !forList {
if server.WebId > 0 { if server.WebId > 0 {
webConfig, err := SharedHTTPWebDAO.ComposeWebConfig(tx, int64(server.WebId), cacheMap) webConfig, err := SharedHTTPWebDAO.ComposeWebConfig(tx, int64(server.WebId), cacheMap)
if err != nil { if err != nil {
@@ -1183,8 +1186,10 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
config.Web = webConfig config.Web = webConfig
} }
} }
}
// ReverseProxy // ReverseProxy
if !forList {
if IsNotNull(server.ReverseProxy) { if IsNotNull(server.ReverseProxy) {
var reverseProxyRef = &serverconfigs.ReverseProxyRef{} var reverseProxyRef = &serverconfigs.ReverseProxyRef{}
err := json.Unmarshal(server.ReverseProxy, reverseProxyRef) err := json.Unmarshal(server.ReverseProxy, reverseProxyRef)
@@ -1201,9 +1206,11 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
config.ReverseProxy = reverseProxyConfig config.ReverseProxy = reverseProxyConfig
} }
} }
}
// WAF策略 // WAF策略
var clusterId = int64(server.ClusterId) var clusterId = int64(server.ClusterId)
if !forList {
httpFirewallPolicyId, err := SharedNodeClusterDAO.FindClusterHTTPFirewallPolicyId(tx, clusterId, cacheMap) httpFirewallPolicyId, err := SharedNodeClusterDAO.FindClusterHTTPFirewallPolicyId(tx, clusterId, cacheMap)
if err != nil { if err != nil {
return nil, err return nil, err
@@ -1211,8 +1218,10 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
if httpFirewallPolicyId > 0 { if httpFirewallPolicyId > 0 {
config.HTTPFirewallPolicyId = httpFirewallPolicyId config.HTTPFirewallPolicyId = httpFirewallPolicyId
} }
}
// 缓存策略 // 缓存策略
if !forList {
httpCachePolicyId, err := SharedNodeClusterDAO.FindClusterHTTPCachePolicyId(tx, clusterId, cacheMap) httpCachePolicyId, err := SharedNodeClusterDAO.FindClusterHTTPCachePolicyId(tx, clusterId, cacheMap)
if err != nil { if err != nil {
return nil, err return nil, err
@@ -1220,16 +1229,19 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
if httpCachePolicyId > 0 { if httpCachePolicyId > 0 {
config.HTTPCachePolicyId = httpCachePolicyId config.HTTPCachePolicyId = httpCachePolicyId
} }
}
// traffic limit // traffic limit
if !forList {
if len(server.TrafficLimit) > 0 { if len(server.TrafficLimit) > 0 {
var trafficLimitConfig = &serverconfigs.TrafficLimitConfig{} var trafficLimitConfig = &serverconfigs.TrafficLimitConfig{}
err = json.Unmarshal(server.TrafficLimit, trafficLimitConfig) err := json.Unmarshal(server.TrafficLimit, trafficLimitConfig)
if err != nil { if err != nil {
return nil, err return nil, err
} }
config.TrafficLimit = trafficLimitConfig config.TrafficLimit = trafficLimitConfig
} }
}
// 用户套餐 // 用户套餐
if forNode && server.UserPlanId > 0 { if forNode && server.UserPlanId > 0 {
@@ -1271,7 +1283,7 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
if config.TrafficLimit != nil && config.TrafficLimit.IsOn && !config.TrafficLimit.IsEmpty() { if config.TrafficLimit != nil && config.TrafficLimit.IsOn && !config.TrafficLimit.IsEmpty() {
if len(server.TrafficLimitStatus) > 0 { if len(server.TrafficLimitStatus) > 0 {
var status = &serverconfigs.TrafficLimitStatus{} var status = &serverconfigs.TrafficLimitStatus{}
err = json.Unmarshal(server.TrafficLimitStatus, status) err := json.Unmarshal(server.TrafficLimitStatus, status)
if err != nil { if err != nil {
return nil, err return nil, err
} }
@@ -1282,9 +1294,10 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
} }
// UAM // UAM
if !forList {
if teaconst.IsPlus && IsNotNull(server.Uam) { if teaconst.IsPlus && IsNotNull(server.Uam) {
var uamConfig = &serverconfigs.UAMConfig{} var uamConfig = &serverconfigs.UAMConfig{}
err = json.Unmarshal(server.Uam, uamConfig) err := json.Unmarshal(server.Uam, uamConfig)
if err != nil { if err != nil {
return nil, err return nil, err
} }
@@ -1292,6 +1305,7 @@ func (this *ServerDAO) ComposeServerConfig(tx *dbs.Tx, server *Server, cacheMap
config.UAM = uamConfig config.UAM = uamConfig
} }
} }
}
if cacheMap != nil { if cacheMap != nil {
cacheMap.Put(cacheKey, config) cacheMap.Put(cacheKey, config)

View File

@@ -279,7 +279,7 @@ func (this *ServerGroupDAO) InitGroupWeb(tx *dbs.Tx, groupId int64) (int64, erro
} }
// ComposeGroupConfig 组合配置 // ComposeGroupConfig 组合配置
func (this *ServerGroupDAO) ComposeGroupConfig(tx *dbs.Tx, groupId int64, cacheMap *utils.CacheMap) (*serverconfigs.ServerGroupConfig, error) { func (this *ServerGroupDAO) ComposeGroupConfig(tx *dbs.Tx, groupId int64, forList bool, cacheMap *utils.CacheMap) (*serverconfigs.ServerGroupConfig, error) {
if cacheMap == nil { if cacheMap == nil {
cacheMap = utils.NewCacheMap() cacheMap = utils.NewCacheMap()
} }
@@ -315,6 +315,7 @@ func (this *ServerGroupDAO) ComposeGroupConfig(tx *dbs.Tx, groupId int64, cacheM
IsOn: group.IsOn, IsOn: group.IsOn,
} }
if !forList {
if IsNotNull(group.HttpReverseProxy) { if IsNotNull(group.HttpReverseProxy) {
reverseProxyRef := &serverconfigs.ReverseProxyRef{} reverseProxyRef := &serverconfigs.ReverseProxyRef{}
err := json.Unmarshal(group.HttpReverseProxy, reverseProxyRef) err := json.Unmarshal(group.HttpReverseProxy, reverseProxyRef)
@@ -376,6 +377,7 @@ func (this *ServerGroupDAO) ComposeGroupConfig(tx *dbs.Tx, groupId int64, cacheM
config.Web = webConfig config.Web = webConfig
} }
} }
}
if cacheMap != nil { if cacheMap != nil {
cacheMap.Put(cacheKey, config) cacheMap.Put(cacheKey, config)

View File

@@ -840,21 +840,38 @@ func (this *ServerService) ListEnabledServersMatch(ctx context.Context, req *pb.
} }
// 配置 // 配置
config, err := models.SharedServerDAO.ComposeServerConfig(tx, server, nil, false) config, err := models.SharedServerDAO.ComposeServerConfig(tx, server, nil, false, true)
if err != nil { if err != nil {
return nil, err return nil, err
} }
var countServerNames int32 = 0
for _, serverName := range config.ServerNames {
if len(serverName.SubNames) > 0 {
countServerNames += int32(len(serverName.SubNames))
} else {
countServerNames++
}
}
if req.IgnoreServerNames && len(config.ServerNames) > 0 {
config.ServerNames = config.ServerNames[:1]
}
configJSON, err := json.Marshal(config) configJSON, err := json.Marshal(config)
if err != nil { if err != nil {
return nil, err return nil, err
} }
// 忽略信息
if req.IgnoreServerNames {
server.ServerNames = nil
}
result = append(result, &pb.Server{ result = append(result, &pb.Server{
Id: int64(server.Id), Id: int64(server.Id),
IsOn: server.IsOn, IsOn: server.IsOn,
Type: server.Type, Type: server.Type,
Config: configJSON, Config: configJSON,
Name: server.Name, Name: server.Name,
CountServerNames: countServerNames,
Description: server.Description, Description: server.Description,
HttpJSON: server.Http, HttpJSON: server.Http,
HttpsJSON: server.Https, HttpsJSON: server.Https,
@@ -986,7 +1003,7 @@ func (this *ServerService) FindEnabledServer(ctx context.Context, req *pb.FindEn
} }
// 配置 // 配置
config, err := models.SharedServerDAO.ComposeServerConfig(tx, server, nil, userId > 0) config, err := models.SharedServerDAO.ComposeServerConfig(tx, server, nil, userId > 0, false)
if err != nil { if err != nil {
return nil, err return nil, err
} }

View File

@@ -463,7 +463,7 @@ func (this *ServerGroupService) FindEnabledServerGroupConfigInfo(ctx context.Con
result.HasUDPReverseProxy = ref.IsPrior result.HasUDPReverseProxy = ref.IsPrior
} }
config, err := models.SharedServerGroupDAO.ComposeGroupConfig(tx, int64(group.Id), nil) config, err := models.SharedServerGroupDAO.ComposeGroupConfig(tx, int64(group.Id), false, nil)
if err != nil { if err != nil {
return nil, err return nil, err
} }