mirror of
https://github.com/TeaOSLab/EdgeCommon.git
synced 2025-11-03 04:10:25 +08:00
370 lines
12 KiB
Go
370 lines
12 KiB
Go
package serverconfigs
|
||
|
||
import (
|
||
"context"
|
||
"sync"
|
||
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/configutils"
|
||
"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs/shared"
|
||
"github.com/iwind/TeaGo/lists"
|
||
)
|
||
|
||
type RequestHostType = int8
|
||
|
||
const (
|
||
RequestHostTypeProxyServer RequestHostType = 0
|
||
RequestHostTypeOrigin RequestHostType = 1
|
||
RequestHostTypeCustomized RequestHostType = 2
|
||
)
|
||
|
||
func NewReverseProxyConfig() *ReverseProxyConfig {
|
||
return &ReverseProxyConfig{
|
||
Retry50X: false, // 不要改为true，太多人使用50x作为特殊业务代码使用了！
|
||
}
|
||
}
|
||
|
||
// ReverseProxyConfig 反向代理设置
|
||
type ReverseProxyConfig struct {
|
||
Id int64 `yaml:"id" json:"id"` // ID
|
||
IsOn bool `yaml:"isOn" json:"isOn"` // 是否启用
|
||
PrimaryOrigins []*OriginConfig `yaml:"primaryOrigins" json:"primaryOrigins"` // 主要源站列表
|
||
PrimaryOriginRefs []*OriginRef `yaml:"primaryOriginRefs" json:"primaryOriginRefs"` // 主要源站引用
|
||
BackupOrigins []*OriginConfig `yaml:"backupOrigins" json:"backupOrigins"` // 备用源站列表
|
||
BackupOriginRefs []*OriginRef `yaml:"backupOriginRefs" json:"backupOriginRefs"` // 备用源站引用
|
||
Scheduling *SchedulingConfig `yaml:"scheduling" json:"scheduling"` // 调度算法选项
|
||
|
||
ConnTimeout *shared.TimeDuration `yaml:"connTimeout" json:"connTimeout"` // 连接失败超时 TODO
|
||
ReadTimeout *shared.TimeDuration `yaml:"readTimeout" json:"readTimeout"` // 读取超时时间 TODO
|
||
IdleTimeout *shared.TimeDuration `yaml:"idleTimeout" json:"idleTimeout"` // 空闲连接超时时间 TODO
|
||
MaxFails int `yaml:"maxFails" json:"maxFails"` // 最多失败次数 TODO
|
||
MaxConns int `yaml:"maxConns" json:"maxConns"` // 最大并发连接数 TODO
|
||
MaxIdleConns int `yaml:"maxIdleConns" json:"maxIdleConns"` // 最大空闲连接数 TODO
|
||
|
||
StripPrefix string `yaml:"stripPrefix" json:"stripPrefix"` // 去除URL前缀
|
||
RequestHostType RequestHostType `yaml:"requestHostType" json:"requestHostType"` // 请求Host类型
|
||
RequestHost string `yaml:"requestHost" json:"requestHost"` // 请求Host，支持变量
|
||
RequestURI string `yaml:"requestURI" json:"requestURI"` // 请求URI，支持变量，如果同时定义了StripPrefix，则先执行StripPrefix
|
||
RequestHostExcludingPort bool `yaml:"requestHostExcludingPort" json:"requestHostExcludingPort"` // 请求Host不包括端口
|
||
Retry50X bool `yaml:"retry50X" json:"retry50X"` // 50x 错误重试
|
||
Retry40X bool `yaml:"retry40X" json:"retry40X"` // 40x 内容重试源站
|
||
|
||
AddHeaders []string `yaml:"addHeaders" json:"addHeaders"` // 自动添加的Header
|
||
|
||
AutoFlush bool `yaml:"autoFlush" json:"autoFlush"` // 是否自动刷新缓冲区，在比如SSE（server-sent events）场景下很有用
|
||
|
||
ProxyProtocol *ProxyProtocolConfig `yaml:"proxyProtocol" json:"proxyProtocol"` // PROXY Protocol
|
||
FollowRedirects bool `yaml:"followRedirects" json:"followRedirects"` // 回源跟随
|
||
FollowProtocol *FollowProtocolConfig `yaml:"followProtocol" json:"followProtocol"` // 协议跟随 TODO
|
||
|
||
requestHostHasVariables bool
|
||
requestURIHasVariables bool
|
||
|
||
schedulingGroupMap map[string]*SchedulingGroup // domain => *SchedulingGroup
|
||
schedulingLocker sync.RWMutex
|
||
|
||
addXRealIPHeader bool
|
||
addXForwardedForHeader bool
|
||
//addForwardedHeader bool
|
||
addXForwardedByHeader bool
|
||
addXForwardedHostHeader bool
|
||
addXForwardedProtoHeader bool
|
||
}
|
||
|
||
// Init 初始化
|
||
func (this *ReverseProxyConfig) Init(ctx context.Context) error {
|
||
this.requestHostHasVariables = configutils.HasVariables(this.RequestHost)
|
||
this.requestURIHasVariables = configutils.HasVariables(this.RequestURI)
|
||
|
||
// 将源站分组
|
||
this.schedulingGroupMap = map[string]*SchedulingGroup{}
|
||
var hasDomainGroups = false
|
||
for _, origin := range this.PrimaryOrigins {
|
||
if len(origin.Domains) == 0 {
|
||
group, ok := this.schedulingGroupMap[""]
|
||
if !ok {
|
||
group = &SchedulingGroup{}
|
||
if this.Scheduling != nil {
|
||
group.Scheduling = this.Scheduling.Clone()
|
||
}
|
||
this.schedulingGroupMap[""] = group
|
||
}
|
||
group.PrimaryOrigins = append(group.PrimaryOrigins, origin)
|
||
} else {
|
||
hasDomainGroups = true
|
||
for _, domain := range origin.Domains {
|
||
group, ok := this.schedulingGroupMap[domain]
|
||
if !ok {
|
||
group = &SchedulingGroup{}
|
||
if this.Scheduling != nil {
|
||
group.Scheduling = this.Scheduling.Clone()
|
||
}
|
||
this.schedulingGroupMap[domain] = group
|
||
}
|
||
group.PrimaryOrigins = append(group.PrimaryOrigins, origin)
|
||
}
|
||
}
|
||
}
|
||
|
||
for _, origin := range this.BackupOrigins {
|
||
if len(origin.Domains) == 0 {
|
||
group, ok := this.schedulingGroupMap[""]
|
||
if !ok {
|
||
group = &SchedulingGroup{}
|
||
if this.Scheduling != nil {
|
||
group.Scheduling = this.Scheduling.Clone()
|
||
}
|
||
this.schedulingGroupMap[""] = group
|
||
}
|
||
group.BackupOrigins = append(group.BackupOrigins, origin)
|
||
} else {
|
||
hasDomainGroups = true
|
||
for _, domain := range origin.Domains {
|
||
group, ok := this.schedulingGroupMap[domain]
|
||
if !ok {
|
||
group = &SchedulingGroup{}
|
||
if this.Scheduling != nil {
|
||
group.Scheduling = this.Scheduling.Clone()
|
||
}
|
||
this.schedulingGroupMap[domain] = group
|
||
}
|
||
group.BackupOrigins = append(group.BackupOrigins, origin)
|
||
}
|
||
}
|
||
}
|
||
|
||
// 再次分解
|
||
if hasDomainGroups {
|
||
defaultGroup, ok := this.schedulingGroupMap[""]
|
||
if ok {
|
||
for domain, group := range this.schedulingGroupMap {
|
||
if domain == "" {
|
||
continue
|
||
}
|
||
group.PrimaryOrigins = append(group.PrimaryOrigins, defaultGroup.PrimaryOrigins...)
|
||
group.BackupOrigins = append(group.BackupOrigins, defaultGroup.BackupOrigins...)
|
||
}
|
||
}
|
||
}
|
||
|
||
// 初始化分组
|
||
for _, group := range this.schedulingGroupMap {
|
||
err := group.Init()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
}
|
||
|
||
// 初始化Origin
|
||
for _, origins := range [][]*OriginConfig{this.PrimaryOrigins, this.BackupOrigins} {
|
||
for _, origin := range origins {
|
||
// 覆盖参数设置
|
||
if origin.MaxFails <= 0 && this.MaxFails > 0 {
|
||
origin.MaxFails = this.MaxFails
|
||
}
|
||
if origin.MaxConns <= 0 && this.MaxConns > 0 {
|
||
origin.MaxConns = this.MaxConns
|
||
}
|
||
if origin.MaxIdleConns <= 0 && this.MaxIdleConns > 0 {
|
||
origin.MaxIdleConns = this.MaxIdleConns
|
||
}
|
||
if (origin.ConnTimeout == nil || origin.ConnTimeout.Count <= 0) && this.ConnTimeout != nil && this.ConnTimeout.Count > 0 {
|
||
origin.ConnTimeout = this.ConnTimeout
|
||
}
|
||
if (origin.ReadTimeout == nil || origin.ReadTimeout.Count <= 0) && this.ReadTimeout != nil && this.ReadTimeout.Count > 0 {
|
||
origin.ReadTimeout = this.ReadTimeout
|
||
}
|
||
if (origin.IdleTimeout == nil || origin.IdleTimeout.Count <= 0) && this.IdleTimeout != nil && this.IdleTimeout.Count > 0 {
|
||
origin.IdleTimeout = this.IdleTimeout
|
||
}
|
||
|
||
// 初始化
|
||
err := origin.Init(ctx)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
}
|
||
}
|
||
|
||
// scheduling
|
||
this.SetupScheduling(false, false, true)
|
||
|
||
// Header
|
||
if len(this.AddHeaders) == 0 {
|
||
// 默认加入两项
|
||
this.addXRealIPHeader = true
|
||
this.addXForwardedForHeader = true
|
||
this.addXForwardedByHeader = true
|
||
this.addXForwardedHostHeader = true
|
||
this.addXForwardedProtoHeader = true
|
||
} else {
|
||
this.addXRealIPHeader = lists.ContainsString(this.AddHeaders, "X-Real-IP")
|
||
this.addXForwardedForHeader = lists.ContainsString(this.AddHeaders, "X-Forwarded-For")
|
||
this.addXForwardedByHeader = lists.ContainsString(this.AddHeaders, "X-Forwarded-By")
|
||
this.addXForwardedHostHeader = lists.ContainsString(this.AddHeaders, "X-Forwarded-Host")
|
||
this.addXForwardedProtoHeader = lists.ContainsString(this.AddHeaders, "X-Forwarded-Proto")
|
||
}
|
||
|
||
// PROXY Protocol
|
||
if this.ProxyProtocol != nil {
|
||
err := this.ProxyProtocol.Init()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
}
|
||
|
||
// follow protocol
|
||
if this.FollowProtocol != nil {
|
||
err := this.FollowProtocol.Init()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
}
|
||
|
||
return nil
|
||
}
|
||
|
||
// AddPrimaryOrigin 添加主源站配置
|
||
func (this *ReverseProxyConfig) AddPrimaryOrigin(origin *OriginConfig) {
|
||
this.PrimaryOrigins = append(this.PrimaryOrigins, origin)
|
||
}
|
||
|
||
// AddBackupOrigin 添加备用源站配置
|
||
func (this *ReverseProxyConfig) AddBackupOrigin(origin *OriginConfig) {
|
||
this.BackupOrigins = append(this.BackupOrigins, origin)
|
||
}
|
||
|
||
// NextOrigin 取得下一个可用的源站
|
||
func (this *ReverseProxyConfig) NextOrigin(call *shared.RequestCall) *OriginConfig {
|
||
// 这里不能使用RLock/RUnlock，因为在NextOrigin()方法中可能会对调度对象动态调整
|
||
this.schedulingLocker.Lock()
|
||
defer this.schedulingLocker.Unlock()
|
||
|
||
if len(this.schedulingGroupMap) == 0 {
|
||
return nil
|
||
}
|
||
|
||
// 空域名
|
||
if call == nil || len(call.Domain) == 0 {
|
||
group, ok := this.schedulingGroupMap[""]
|
||
if ok {
|
||
return group.NextOrigin(call)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
// 按域名匹配
|
||
for domainPattern, group := range this.schedulingGroupMap {
|
||
if len(domainPattern) > 0 && configutils.MatchDomain(domainPattern, call.Domain) {
|
||
origin := group.NextOrigin(call)
|
||
if origin != nil {
|
||
return origin
|
||
}
|
||
}
|
||
}
|
||
|
||
// 再次查找没有设置域名的分组
|
||
group, ok := this.schedulingGroupMap[""]
|
||
if ok {
|
||
return group.NextOrigin(call)
|
||
}
|
||
|
||
return nil
|
||
}
|
||
|
||
// AnyOrigin 取下一个任意的源站
|
||
func (this *ReverseProxyConfig) AnyOrigin(call *shared.RequestCall, excludingOriginIds []int64) *OriginConfig {
|
||
this.schedulingLocker.Lock()
|
||
defer this.schedulingLocker.Unlock()
|
||
|
||
if len(this.schedulingGroupMap) == 0 {
|
||
return nil
|
||
}
|
||
|
||
// 空域名
|
||
if call == nil || len(call.Domain) == 0 {
|
||
group, ok := this.schedulingGroupMap[""]
|
||
if ok {
|
||
return group.AnyOrigin(excludingOriginIds)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
// 按域名匹配
|
||
for domainPattern, group := range this.schedulingGroupMap {
|
||
if len(domainPattern) > 0 && configutils.MatchDomain(domainPattern, call.Domain) {
|
||
origin := group.AnyOrigin(excludingOriginIds)
|
||
if origin != nil {
|
||
return origin
|
||
}
|
||
}
|
||
}
|
||
|
||
// 再次查找没有设置域名的分组
|
||
group, ok := this.schedulingGroupMap[""]
|
||
if ok {
|
||
return group.AnyOrigin(excludingOriginIds)
|
||
}
|
||
|
||
return nil
|
||
}
|
||
|
||
// SetupScheduling 设置调度算法
|
||
func (this *ReverseProxyConfig) SetupScheduling(isBackup bool, checkOk bool, lock bool) {
|
||
if lock {
|
||
this.schedulingLocker.Lock()
|
||
defer this.schedulingLocker.Unlock()
|
||
}
|
||
|
||
for _, group := range this.schedulingGroupMap {
|
||
group.SetupScheduling(isBackup, checkOk)
|
||
}
|
||
}
|
||
|
||
// FindSchedulingConfig 获取调度配置对象
|
||
func (this *ReverseProxyConfig) FindSchedulingConfig() *SchedulingConfig {
|
||
if this.Scheduling == nil {
|
||
this.Scheduling = &SchedulingConfig{Code: "random"}
|
||
}
|
||
return this.Scheduling
|
||
}
|
||
|
||
// RequestHostHasVariables 判断RequestHost是否有变量
|
||
func (this *ReverseProxyConfig) RequestHostHasVariables() bool {
|
||
return this.requestHostHasVariables
|
||
}
|
||
|
||
// RequestURIHasVariables 判断RequestURI是否有变量
|
||
func (this *ReverseProxyConfig) RequestURIHasVariables() bool {
|
||
return this.requestURIHasVariables
|
||
}
|
||
|
||
// ShouldAddXRealIPHeader 是否添加X-Real-IP
|
||
func (this *ReverseProxyConfig) ShouldAddXRealIPHeader() bool {
|
||
return this.addXRealIPHeader
|
||
}
|
||
|
||
// ShouldAddXForwardedForHeader 是否添加X-Forwarded-For
|
||
func (this *ReverseProxyConfig) ShouldAddXForwardedForHeader() bool {
|
||
return this.addXForwardedForHeader
|
||
}
|
||
|
||
// ShouldAddXForwardedByHeader 是否添加X-Forwarded-By
|
||
func (this *ReverseProxyConfig) ShouldAddXForwardedByHeader() bool {
|
||
return this.addXForwardedByHeader
|
||
}
|
||
|
||
// ShouldAddXForwardedHostHeader 是否添加X-Forwarded-Host
|
||
func (this *ReverseProxyConfig) ShouldAddXForwardedHostHeader() bool {
|
||
return this.addXForwardedHostHeader
|
||
}
|
||
|
||
// ShouldAddXForwardedProtoHeader 是否添加X-Forwarded-Proto
|
||
func (this *ReverseProxyConfig) ShouldAddXForwardedProtoHeader() bool {
|
||
return this.addXForwardedProtoHeader
|
||
}
|
||
|
||
// ResetScheduling 重置调度算法
|
||
func (this *ReverseProxyConfig) ResetScheduling() {
|
||
this.SetupScheduling(false, true, true)
|
||
}
|