waf-platform/EdgeUser/internal/web/actions/default/servers/cache/fetch.go

package cache

import (
	"github.com/TeaOSLab/EdgeCommon/pkg/configutils"
	"github.com/TeaOSLab/EdgeCommon/pkg/langs/codes"
	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
	"github.com/TeaOSLab/EdgeCommon/pkg/userconfigs"
	"github.com/TeaOSLab/EdgeUser/internal/configloaders"
	"github.com/TeaOSLab/EdgeUser/internal/web/actions/actionutils"
	"github.com/TeaOSLab/EdgeUser/internal/web/actions/default/servers/cache/cacheutils"
	"github.com/iwind/TeaGo/actions"
	"github.com/iwind/TeaGo/lists"
	"github.com/iwind/TeaGo/maps"
	"github.com/iwind/TeaGo/types"
	timeutil "github.com/iwind/TeaGo/utils/time"
	"net"
	"net/url"
	"strings"
)

type FetchAction struct {
	actionutils.ParentAction
}

func (this *FetchAction) Init() {
	this.Nav("", "", "fetch")
}

func (this *FetchAction) RunGet(params struct{}) {
	// 初始化菜单数据
	err := InitMenu(this.Parent())
	if err != nil {
		this.ErrorPage(err)
		return
	}

	// 后台配置
	var maxKeysPerTask = userconfigs.MaxCacheKeysPerTask
	var maxKeysPerDay = userconfigs.MaxCacheKeysPerDay
	serverConfig, err := configloaders.LoadServerConfig()
	if err != nil {
		this.ErrorPage(err)
		return
	}
	if serverConfig != nil && serverConfig.HTTPCacheTaskFetchConfig != nil {
		if serverConfig.HTTPCacheTaskFetchConfig.MaxKeysPerTask > 0 {
			maxKeysPerTask = serverConfig.HTTPCacheTaskFetchConfig.MaxKeysPerTask
		}
		if serverConfig.HTTPCacheTaskFetchConfig.MaxKeysPerDay > 0 {
			maxKeysPerDay = serverConfig.HTTPCacheTaskFetchConfig.MaxKeysPerDay
		}
	}

	this.Data["maxKeysPerTask"] = maxKeysPerTask
	this.Data["maxKeysPerDay"] = maxKeysPerDay

	// 剩余配额
	this.Data["quotaKeysToday"] = 0
	if maxKeysPerDay > 0 {
		countKeysResp, err := this.RPC().HTTPCacheTaskKeyRPC().CountHTTPCacheTaskKeysWithDay(this.UserContext(), &pb.CountHTTPCacheTaskKeysWithDayRequest{
			KeyType: "fetch",
			Day:     timeutil.Format("Ymd"),
		})
		if err != nil {
			this.ErrorPage(err)
			return
		}
		var quota = maxKeysPerDay - types.Int32(countKeysResp.Count)
		if quota < 0 {
			quota = 0
		}
		this.Data["quotaKeysToday"] = quota
	}

	this.Show()
}

func (this *FetchAction) RunPost(params struct {
	UrlList string

	Must *actions.Must
	CSRF *actionutils.CSRF
}) {
	defer this.CreateLogInfo(codes.HTTPCacheTask_LogCreateHTTPCacheTaskFetch)

	// 查找当前用户的所有域名
	serverNamesResp, err := this.RPC().ServerRPC().FindAllEnabledServerNamesWithUserId(this.UserContext(), &pb.FindAllEnabledServerNamesWithUserIdRequest{UserId: this.UserId()})
	if err != nil {
		this.ErrorPage(err)
		return
	}
	var serverNames = serverNamesResp.ServerNames

	var keys = []string{}
	for _, key := range strings.Split(params.UrlList, "\n") {
		key = strings.TrimSpace(key)
		if len(key) == 0 {
			continue
		}
		if lists.ContainsString(keys, key) {
			continue
		}

		// 检查域名
		u, err := url.Parse(key)
		if err != nil || len(u.Host) == 0 || (u.Scheme != "http" && u.Scheme != "https") {
			this.Fail("'" + key + "'不是正确的URL格式")
		}

		var host = u.Host

		// 去掉端口
		hostString, _, err := net.SplitHostPort(host)
		if err == nil {
			host = hostString
		}

		if !configutils.MatchDomains(serverNames, host) {
			this.Fail("'" + key + "'中域名'" + u.Host + "'没有绑定")
		}

		keys = append(keys, key)
	}

	if len(keys) == 0 {
		this.Fail("请输入要刷新的URL列表")
	}

	// 校验Key
	validateResp, err := this.RPC().HTTPCacheTaskKeyRPC().ValidateHTTPCacheTaskKeys(this.UserContext(), &pb.ValidateHTTPCacheTaskKeysRequest{Keys: keys})
	if err != nil {
		this.ErrorPage(err)
		return
	}

	var failKeyMaps = []maps.Map{}
	if len(validateResp.FailKeys) > 0 {
		for _, key := range validateResp.FailKeys {
			failKeyMaps = append(failKeyMaps, maps.Map{
				"key":    key.Key,
				"reason": cacheutils.KeyFailReason(key.ReasonCode),
			})
		}
	}
	this.Data["failKeys"] = failKeyMaps
	if len(failKeyMaps) > 0 {
		this.Fail("有" + types.String(len(failKeyMaps)) + "个Key无法完成操作，请删除后重试")
	}

	// 提交任务
	_, err = this.RPC().HTTPCacheTaskRPC().CreateHTTPCacheTask(this.UserContext(), &pb.CreateHTTPCacheTaskRequest{
		Type:    "fetch",
		KeyType: "key",
		Keys:    keys,
	})
	if err != nil {
		this.ErrorPage(err)
		return
	}

	this.Success()
}