1.4.5.2
This commit is contained in:
unknown
368
EdgeCommon/pkg/serverconfigs/reverse_proxy_config.go
Normal file
368
EdgeCommon/pkg/serverconfigs/reverse_proxy_config.go
Normal file
@@ -0,0 +1,368 @@
|
||||
package serverconfigs
|
||||
|
||||
import (
|
||||
"context"
|
||||
"github.com/TeaOSLab/EdgeCommon/pkg/configutils"
|
||||
"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs/shared"
|
||||
"github.com/iwind/TeaGo/lists"
|
||||
"sync"
|
||||
)
|
||||
|
||||
type RequestHostType = int8
|
||||
|
||||
const (
|
||||
RequestHostTypeProxyServer RequestHostType = 0
|
||||
RequestHostTypeOrigin RequestHostType = 1
|
||||
RequestHostTypeCustomized RequestHostType = 2
|
||||
)
|
||||
|
||||
func NewReverseProxyConfig() *ReverseProxyConfig {
|
||||
return &ReverseProxyConfig{
|
||||
Retry50X: false, // 不要改为true，太多人使用50x作为特殊业务代码使用了！
|
||||
}
|
||||
}
|
||||
|
||||
// ReverseProxyConfig 反向代理设置
|
||||
type ReverseProxyConfig struct {
|
||||
Id int64 `yaml:"id" json:"id"` // ID
|
||||
IsOn bool `yaml:"isOn" json:"isOn"` // 是否启用
|
||||
PrimaryOrigins []*OriginConfig `yaml:"primaryOrigins" json:"primaryOrigins"` // 主要源站列表
|
||||
PrimaryOriginRefs []*OriginRef `yaml:"primaryOriginRefs" json:"primaryOriginRefs"` // 主要源站引用
|
||||
BackupOrigins []*OriginConfig `yaml:"backupOrigins" json:"backupOrigins"` // 备用源站列表
|
||||
BackupOriginRefs []*OriginRef `yaml:"backupOriginRefs" json:"backupOriginRefs"` // 备用源站引用
|
||||
Scheduling *SchedulingConfig `yaml:"scheduling" json:"scheduling"` // 调度算法选项
|
||||
|
||||
ConnTimeout *shared.TimeDuration `yaml:"connTimeout" json:"connTimeout"` // 连接失败超时 TODO
|
||||
ReadTimeout *shared.TimeDuration `yaml:"readTimeout" json:"readTimeout"` // 读取超时时间 TODO
|
||||
IdleTimeout *shared.TimeDuration `yaml:"idleTimeout" json:"idleTimeout"` // 空闲连接超时时间 TODO
|
||||
MaxFails int `yaml:"maxFails" json:"maxFails"` // 最多失败次数 TODO
|
||||
MaxConns int `yaml:"maxConns" json:"maxConns"` // 最大并发连接数 TODO
|
||||
MaxIdleConns int `yaml:"maxIdleConns" json:"maxIdleConns"` // 最大空闲连接数 TODO
|
||||
|
||||
StripPrefix string `yaml:"stripPrefix" json:"stripPrefix"` // 去除URL前缀
|
||||
RequestHostType RequestHostType `yaml:"requestHostType" json:"requestHostType"` // 请求Host类型
|
||||
RequestHost string `yaml:"requestHost" json:"requestHost"` // 请求Host，支持变量
|
||||
RequestURI string `yaml:"requestURI" json:"requestURI"` // 请求URI，支持变量，如果同时定义了StripPrefix，则先执行StripPrefix
|
||||
RequestHostExcludingPort bool `yaml:"requestHostExcludingPort" json:"requestHostExcludingPort"` // 请求Host不包括端口
|
||||
Retry50X bool `yaml:"retry50X" json:"retry50X"` // 50x 错误重试
|
||||
Retry40X bool `yaml:"retry40X" json:"retry40X"` // 40x 内容重试源站
|
||||
|
||||
AddHeaders []string `yaml:"addHeaders" json:"addHeaders"` // 自动添加的Header
|
||||
|
||||
AutoFlush bool `yaml:"autoFlush" json:"autoFlush"` // 是否自动刷新缓冲区，在比如SSE（server-sent events）场景下很有用
|
||||
|
||||
ProxyProtocol *ProxyProtocolConfig `yaml:"proxyProtocol" json:"proxyProtocol"` // PROXY Protocol
|
||||
FollowRedirects bool `yaml:"followRedirects" json:"followRedirects"` // 回源跟随
|
||||
FollowProtocol *FollowProtocolConfig `yaml:"followProtocol" json:"followProtocol"` // 协议跟随 TODO
|
||||
|
||||
requestHostHasVariables bool
|
||||
requestURIHasVariables bool
|
||||
|
||||
schedulingGroupMap map[string]*SchedulingGroup // domain => *SchedulingGroup
|
||||
schedulingLocker sync.RWMutex
|
||||
|
||||
addXRealIPHeader bool
|
||||
addXForwardedForHeader bool
|
||||
//addForwardedHeader bool
|
||||
addXForwardedByHeader bool
|
||||
addXForwardedHostHeader bool
|
||||
addXForwardedProtoHeader bool
|
||||
}
|
||||
|
||||
// Init 初始化
|
||||
func (this *ReverseProxyConfig) Init(ctx context.Context) error {
|
||||
this.requestHostHasVariables = configutils.HasVariables(this.RequestHost)
|
||||
this.requestURIHasVariables = configutils.HasVariables(this.RequestURI)
|
||||
|
||||
// 将源站分组
|
||||
this.schedulingGroupMap = map[string]*SchedulingGroup{}
|
||||
var hasDomainGroups = false
|
||||
for _, origin := range this.PrimaryOrigins {
|
||||
if len(origin.Domains) == 0 {
|
||||
group, ok := this.schedulingGroupMap[""]
|
||||
if !ok {
|
||||
group = &SchedulingGroup{}
|
||||
if this.Scheduling != nil {
|
||||
group.Scheduling = this.Scheduling.Clone()
|
||||
}
|
||||
this.schedulingGroupMap[""] = group
|
||||
}
|
||||
group.PrimaryOrigins = append(group.PrimaryOrigins, origin)
|
||||
} else {
|
||||
hasDomainGroups = true
|
||||
for _, domain := range origin.Domains {
|
||||
group, ok := this.schedulingGroupMap[domain]
|
||||
if !ok {
|
||||
group = &SchedulingGroup{}
|
||||
if this.Scheduling != nil {
|
||||
group.Scheduling = this.Scheduling.Clone()
|
||||
}
|
||||
this.schedulingGroupMap[domain] = group
|
||||
}
|
||||
group.PrimaryOrigins = append(group.PrimaryOrigins, origin)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
for _, origin := range this.BackupOrigins {
|
||||
if len(origin.Domains) == 0 {
|
||||
group, ok := this.schedulingGroupMap[""]
|
||||
if !ok {
|
||||
group = &SchedulingGroup{}
|
||||
if this.Scheduling != nil {
|
||||
group.Scheduling = this.Scheduling.Clone()
|
||||
}
|
||||
this.schedulingGroupMap[""] = group
|
||||
}
|
||||
group.BackupOrigins = append(group.BackupOrigins, origin)
|
||||
} else {
|
||||
hasDomainGroups = true
|
||||
for _, domain := range origin.Domains {
|
||||
group, ok := this.schedulingGroupMap[domain]
|
||||
if !ok {
|
||||
group = &SchedulingGroup{}
|
||||
if this.Scheduling != nil {
|
||||
group.Scheduling = this.Scheduling.Clone()
|
||||
}
|
||||
this.schedulingGroupMap[domain] = group
|
||||
}
|
||||
group.BackupOrigins = append(group.BackupOrigins, origin)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// 再次分解
|
||||
if hasDomainGroups {
|
||||
defaultGroup, ok := this.schedulingGroupMap[""]
|
||||
if ok {
|
||||
for domain, group := range this.schedulingGroupMap {
|
||||
if domain == "" {
|
||||
continue
|
||||
}
|
||||
group.PrimaryOrigins = append(group.PrimaryOrigins, defaultGroup.PrimaryOrigins...)
|
||||
group.BackupOrigins = append(group.BackupOrigins, defaultGroup.BackupOrigins...)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// 初始化分组
|
||||
for _, group := range this.schedulingGroupMap {
|
||||
err := group.Init()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
// 初始化Origin
|
||||
for _, origins := range [][]*OriginConfig{this.PrimaryOrigins, this.BackupOrigins} {
|
||||
for _, origin := range origins {
|
||||
// 覆盖参数设置
|
||||
if origin.MaxFails <= 0 && this.MaxFails > 0 {
|
||||
origin.MaxFails = this.MaxFails
|
||||
}
|
||||
if origin.MaxConns <= 0 && this.MaxConns > 0 {
|
||||
origin.MaxConns = this.MaxConns
|
||||
}
|
||||
if origin.MaxIdleConns <= 0 && this.MaxIdleConns > 0 {
|
||||
origin.MaxIdleConns = this.MaxIdleConns
|
||||
}
|
||||
if (origin.ConnTimeout == nil || origin.ConnTimeout.Count <= 0) && this.ConnTimeout != nil && this.ConnTimeout.Count > 0 {
|
||||
origin.ConnTimeout = this.ConnTimeout
|
||||
}
|
||||
if (origin.ReadTimeout == nil || origin.ReadTimeout.Count <= 0) && this.ReadTimeout != nil && this.ReadTimeout.Count > 0 {
|
||||
origin.ReadTimeout = this.ReadTimeout
|
||||
}
|
||||
if (origin.IdleTimeout == nil || origin.IdleTimeout.Count <= 0) && this.IdleTimeout != nil && this.IdleTimeout.Count > 0 {
|
||||
origin.IdleTimeout = this.IdleTimeout
|
||||
}
|
||||
|
||||
// 初始化
|
||||
err := origin.Init(ctx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// scheduling
|
||||
this.SetupScheduling(false, false, true)
|
||||
|
||||
// Header
|
||||
if len(this.AddHeaders) == 0 {
|
||||
// 默认加入两项
|
||||
this.addXRealIPHeader = true
|
||||
this.addXForwardedForHeader = true
|
||||
this.addXForwardedByHeader = true
|
||||
this.addXForwardedHostHeader = true
|
||||
this.addXForwardedProtoHeader = true
|
||||
} else {
|
||||
this.addXRealIPHeader = lists.ContainsString(this.AddHeaders, "X-Real-IP")
|
||||
this.addXForwardedForHeader = lists.ContainsString(this.AddHeaders, "X-Forwarded-For")
|
||||
this.addXForwardedByHeader = lists.ContainsString(this.AddHeaders, "X-Forwarded-By")
|
||||
this.addXForwardedHostHeader = lists.ContainsString(this.AddHeaders, "X-Forwarded-Host")
|
||||
this.addXForwardedProtoHeader = lists.ContainsString(this.AddHeaders, "X-Forwarded-Proto")
|
||||
}
|
||||
|
||||
// PROXY Protocol
|
||||
if this.ProxyProtocol != nil {
|
||||
err := this.ProxyProtocol.Init()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
// follow protocol
|
||||
if this.FollowProtocol != nil {
|
||||
err := this.FollowProtocol.Init()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// AddPrimaryOrigin 添加主源站配置
|
||||
func (this *ReverseProxyConfig) AddPrimaryOrigin(origin *OriginConfig) {
|
||||
this.PrimaryOrigins = append(this.PrimaryOrigins, origin)
|
||||
}
|
||||
|
||||
// AddBackupOrigin 添加备用源站配置
|
||||
func (this *ReverseProxyConfig) AddBackupOrigin(origin *OriginConfig) {
|
||||
this.BackupOrigins = append(this.BackupOrigins, origin)
|
||||
}
|
||||
|
||||
// NextOrigin 取得下一个可用的源站
|
||||
func (this *ReverseProxyConfig) NextOrigin(call *shared.RequestCall) *OriginConfig {
|
||||
// 这里不能使用RLock/RUnlock，因为在NextOrigin()方法中可能会对调度对象动态调整
|
||||
this.schedulingLocker.Lock()
|
||||
defer this.schedulingLocker.Unlock()
|
||||
|
||||
if len(this.schedulingGroupMap) == 0 {
|
||||
return nil
|
||||
}
|
||||
|
||||
// 空域名
|
||||
if call == nil || len(call.Domain) == 0 {
|
||||
group, ok := this.schedulingGroupMap[""]
|
||||
if ok {
|
||||
return group.NextOrigin(call)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// 按域名匹配
|
||||
for domainPattern, group := range this.schedulingGroupMap {
|
||||
if len(domainPattern) > 0 && configutils.MatchDomain(domainPattern, call.Domain) {
|
||||
origin := group.NextOrigin(call)
|
||||
if origin != nil {
|
||||
return origin
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// 再次查找没有设置域名的分组
|
||||
group, ok := this.schedulingGroupMap[""]
|
||||
if ok {
|
||||
return group.NextOrigin(call)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// AnyOrigin 取下一个任意的源站
|
||||
func (this *ReverseProxyConfig) AnyOrigin(call *shared.RequestCall, excludingOriginIds []int64) *OriginConfig {
|
||||
this.schedulingLocker.Lock()
|
||||
defer this.schedulingLocker.Unlock()
|
||||
|
||||
if len(this.schedulingGroupMap) == 0 {
|
||||
return nil
|
||||
}
|
||||
|
||||
// 空域名
|
||||
if call == nil || len(call.Domain) == 0 {
|
||||
group, ok := this.schedulingGroupMap[""]
|
||||
if ok {
|
||||
return group.AnyOrigin(excludingOriginIds)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// 按域名匹配
|
||||
for domainPattern, group := range this.schedulingGroupMap {
|
||||
if len(domainPattern) > 0 && configutils.MatchDomain(domainPattern, call.Domain) {
|
||||
origin := group.AnyOrigin(excludingOriginIds)
|
||||
if origin != nil {
|
||||
return origin
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// 再次查找没有设置域名的分组
|
||||
group, ok := this.schedulingGroupMap[""]
|
||||
if ok {
|
||||
return group.AnyOrigin(excludingOriginIds)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// SetupScheduling 设置调度算法
|
||||
func (this *ReverseProxyConfig) SetupScheduling(isBackup bool, checkOk bool, lock bool) {
|
||||
if lock {
|
||||
this.schedulingLocker.Lock()
|
||||
defer this.schedulingLocker.Unlock()
|
||||
}
|
||||
|
||||
for _, group := range this.schedulingGroupMap {
|
||||
group.SetupScheduling(isBackup, checkOk)
|
||||
}
|
||||
}
|
||||
|
||||
// FindSchedulingConfig 获取调度配置对象
|
||||
func (this *ReverseProxyConfig) FindSchedulingConfig() *SchedulingConfig {
|
||||
if this.Scheduling == nil {
|
||||
this.Scheduling = &SchedulingConfig{Code: "random"}
|
||||
}
|
||||
return this.Scheduling
|
||||
}
|
||||
|
||||
// RequestHostHasVariables 判断RequestHost是否有变量
|
||||
func (this *ReverseProxyConfig) RequestHostHasVariables() bool {
|
||||
return this.requestHostHasVariables
|
||||
}
|
||||
|
||||
// RequestURIHasVariables 判断RequestURI是否有变量
|
||||
func (this *ReverseProxyConfig) RequestURIHasVariables() bool {
|
||||
return this.requestURIHasVariables
|
||||
}
|
||||
|
||||
// ShouldAddXRealIPHeader 是否添加X-Real-IP
|
||||
func (this *ReverseProxyConfig) ShouldAddXRealIPHeader() bool {
|
||||
return this.addXRealIPHeader
|
||||
}
|
||||
|
||||
// ShouldAddXForwardedForHeader 是否添加X-Forwarded-For
|
||||
func (this *ReverseProxyConfig) ShouldAddXForwardedForHeader() bool {
|
||||
return this.addXForwardedForHeader
|
||||
}
|
||||
|
||||
// ShouldAddXForwardedByHeader 是否添加X-Forwarded-By
|
||||
func (this *ReverseProxyConfig) ShouldAddXForwardedByHeader() bool {
|
||||
return this.addXForwardedByHeader
|
||||
}
|
||||
|
||||
// ShouldAddXForwardedHostHeader 是否添加X-Forwarded-Host
|
||||
func (this *ReverseProxyConfig) ShouldAddXForwardedHostHeader() bool {
|
||||
return this.addXForwardedHostHeader
|
||||
}
|
||||
|
||||
// ShouldAddXForwardedProtoHeader 是否添加X-Forwarded-Proto
|
||||
func (this *ReverseProxyConfig) ShouldAddXForwardedProtoHeader() bool {
|
||||
return this.addXForwardedProtoHeader
|
||||
}
|
||||
|
||||
// ResetScheduling 重置调度算法
|
||||
func (this *ReverseProxyConfig) ResetScheduling() {
|
||||
this.SetupScheduling(false, true, true)
|
||||
}
|
||||
Reference in New Issue
Block a user