Initial commit (code only without large binaries)

EdgeUser/internal/web/actions/default/servers/server/log/history.go

@@ -0,0 +1,134 @@
+package log
+
+import (
+	"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/TeaOSLab/EdgeCommon/pkg/userconfigs"
+	"github.com/TeaOSLab/EdgeUser/internal/web/actions/actionutils"
+	"github.com/iwind/TeaGo/lists"
+	timeutil "github.com/iwind/TeaGo/utils/time"
+	"regexp"
+	"strings"
+)
+
+type HistoryAction struct {
+	actionutils.ParentAction
+}
+
+func (this *HistoryAction) Init() {
+	this.Nav("", "log", "")
+	this.SecondMenu("history")
+}
+
+func (this *HistoryAction) RunGet(params struct {
+	ServerId int64
+	Day      string
+
+	Ip        string
+	Domain    string
+	ClusterId int64
+	NodeId    int64
+	Keyword   string
+	RequestId string
+	HasError  int
+
+	Partition int32 `default:"-1"`
+}) {
+	this.Data["featureIsOn"] = true
+
+	if !this.ValidateFeature(userconfigs.UserFeatureCodeServerViewAccessLog, params.ServerId) {
+		this.Data["featureIsOn"] = false
+		this.Show()
+		return
+	}
+	this.Data["ip"] = params.Ip
+	this.Data["domain"] = params.Domain
+	this.Data["keyword"] = params.Keyword
+	this.Data["path"] = this.Request.URL.Path
+	this.Data["clusterId"] = params.ClusterId
+	this.Data["nodeId"] = params.NodeId
+	if len(params.Day) == 0 {
+		params.Day = timeutil.Format("Y-m-d")
+	}
+
+	this.Data["path"] = this.Request.URL.Path
+	this.Data["day"] = params.Day
+	this.Data["accessLogs"] = []interface{}{}
+	this.Data["hasError"] = params.HasError
+
+	day := params.Day
+	ipList := []string{}
+
+	if len(day) > 0 && regexp.MustCompile(`\d{4}-\d{2}-\d{2}`).MatchString(day) {
+		day = strings.ReplaceAll(day, "-", "")
+		var size = int64(20)
+
+		this.Data["hasError"] = params.HasError
+
+		resp, err := this.RPC().HTTPAccessLogRPC().ListHTTPAccessLogs(this.UserContext(), &pb.ListHTTPAccessLogsRequest{
+			Partition:     params.Partition,
+			RequestId:     params.RequestId,
+			ServerId:      params.ServerId,
+			HasError:      params.HasError > 0,
+			Day:           day,
+			Size:          size,
+			Keyword:       params.Keyword,
+			Ip:            params.Ip,
+			Domain:        params.Domain,
+			NodeId:        params.NodeId,
+			NodeClusterId: params.ClusterId,
+		})
+		if err != nil {
+			this.ErrorPage(err)
+			return
+		}
+
+		if len(resp.HttpAccessLogs) == 0 {
+			this.Data["accessLogs"] = []interface{}{}
+		} else {
+			this.Data["accessLogs"] = resp.HttpAccessLogs
+			for _, accessLog := range resp.HttpAccessLogs {
+				if len(accessLog.RemoteAddr) > 0 {
+					if !lists.ContainsString(ipList, accessLog.RemoteAddr) {
+						ipList = append(ipList, accessLog.RemoteAddr)
+					}
+				}
+			}
+		}
+		this.Data["hasMore"] = resp.HasMore
+		this.Data["nextRequestId"] = resp.RequestId
+
+		// 上一个requestId
+		this.Data["hasPrev"] = false
+		this.Data["lastRequestId"] = ""
+		if len(params.RequestId) > 0 {
+			this.Data["hasPrev"] = true
+			prevResp, err := this.RPC().HTTPAccessLogRPC().ListHTTPAccessLogs(this.UserContext(), &pb.ListHTTPAccessLogsRequest{
+				Partition:     params.Partition,
+				RequestId:     params.RequestId,
+				ServerId:      params.ServerId,
+				HasError:      params.HasError > 0,
+				Day:           day,
+				Size:          size,
+				Reverse:       true,
+				Keyword:       params.Keyword,
+				Ip:            params.Ip,
+				Domain:        params.Domain,
+				NodeId:        params.NodeId,
+				NodeClusterId: params.ClusterId,
+			})
+			if err != nil {
+				this.ErrorPage(err)
+				return
+			}
+			if int64(len(prevResp.HttpAccessLogs)) == size {
+				this.Data["lastRequestId"] = prevResp.RequestId
+			}
+		}
+	}
+
+	// 根据IP查询区域
+	this.Data["regions"] = iplibrary.LookupIPSummaries(ipList)
+
+	this.Show()
+}

EdgeUser/internal/web/actions/default/servers/server/log/index.go

@@ -0,0 +1,106 @@
+package log
+
+import (
+	"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/TeaOSLab/EdgeCommon/pkg/userconfigs"
+	"github.com/TeaOSLab/EdgeUser/internal/web/actions/actionutils"
+	"github.com/iwind/TeaGo/actions"
+	"github.com/iwind/TeaGo/lists"
+	timeutil "github.com/iwind/TeaGo/utils/time"
+)
+
+type IndexAction struct {
+	actionutils.ParentAction
+}
+
+func (this *IndexAction) Init() {
+	this.Nav("", "log", "")
+	this.SecondMenu("index")
+}
+
+func (this *IndexAction) RunGet(params struct {
+	ServerId  int64
+	RequestId string
+	Ip        string
+	Domain    string
+	ClusterId int64
+	NodeId    int64
+	Keyword   string
+}) {
+	this.Data["featureIsOn"] = this.ValidateFeature(userconfigs.UserFeatureCodeServerViewAccessLog, params.ServerId)
+
+	this.Data["serverId"] = params.ServerId
+	this.Data["requestId"] = params.RequestId
+	this.Data["ip"] = params.Ip
+	this.Data["domain"] = params.Domain
+	this.Data["keyword"] = params.Keyword
+	this.Data["path"] = this.Request.URL.Path
+	this.Data["clusterId"] = params.ClusterId
+	this.Data["nodeId"] = params.NodeId
+
+	this.Show()
+}
+
+func (this *IndexAction) RunPost(params struct {
+	ServerId  int64
+	RequestId string
+	Keyword   string
+	Ip        string
+	Domain    string
+	ClusterId int64
+	NodeId    int64
+
+	Partition int32 `default:"-1"`
+
+	Must *actions.Must
+}) {
+	if !this.ValidateFeature(userconfigs.UserFeatureCodeServerViewAccessLog, params.ServerId) {
+		return
+	}
+
+	isReverse := len(params.RequestId) > 0
+	accessLogsResp, err := this.RPC().HTTPAccessLogRPC().ListHTTPAccessLogs(this.UserContext(), &pb.ListHTTPAccessLogsRequest{
+		Partition:     params.Partition,
+		ServerId:      params.ServerId,
+		RequestId:     params.RequestId,
+		Size:          20,
+		Day:           timeutil.Format("Ymd"),
+		Keyword:       params.Keyword,
+		Ip:            params.Ip,
+		Domain:        params.Domain,
+		NodeId:        params.NodeId,
+		NodeClusterId: params.ClusterId,
+		Reverse:       isReverse,
+	})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	ipList := []string{}
+	accessLogs := accessLogsResp.HttpAccessLogs
+	if len(accessLogs) == 0 {
+		accessLogs = []*pb.HTTPAccessLog{}
+	} else {
+		for _, accessLog := range accessLogs {
+			if len(accessLog.RemoteAddr) > 0 {
+				if !lists.ContainsString(ipList, accessLog.RemoteAddr) {
+					ipList = append(ipList, accessLog.RemoteAddr)
+				}
+			}
+		}
+	}
+	this.Data["accessLogs"] = accessLogs
+	if len(accessLogs) > 0 {
+		this.Data["requestId"] = accessLogs[0].RequestId
+	} else {
+		this.Data["requestId"] = params.RequestId
+	}
+	this.Data["hasMore"] = accessLogsResp.HasMore
+
+	// 根据IP查询区域
+	this.Data["regions"] = iplibrary.LookupIPSummaries(ipList)
+
+	this.Success()
+}

EdgeUser/internal/web/actions/default/servers/server/log/init.go

@@ -0,0 +1,21 @@
+package log
+
+import (
+	"github.com/TeaOSLab/EdgeUser/internal/web/actions/default/servers/serverutils"
+	"github.com/TeaOSLab/EdgeUser/internal/web/helpers"
+	"github.com/iwind/TeaGo"
+)
+
+func init() {
+	TeaGo.BeforeStart(func(server *TeaGo.Server) {
+		server.
+			Helper(helpers.NewUserMustAuth("")).
+			Helper(serverutils.NewServerHelper()).
+			Prefix("/servers/server/log").
+			GetPost("", new(IndexAction)).
+			GetPost("/today", new(TodayAction)).
+			GetPost("/history", new(HistoryAction)).
+			Get("/viewPopup", new(ViewPopupAction)).
+			EndAll()
+	})
+}

EdgeUser/internal/web/actions/default/servers/server/log/today.go

@@ -0,0 +1,117 @@
+package log
+
+import (
+	"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/TeaOSLab/EdgeCommon/pkg/userconfigs"
+	"github.com/TeaOSLab/EdgeUser/internal/web/actions/actionutils"
+	"github.com/iwind/TeaGo/lists"
+	timeutil "github.com/iwind/TeaGo/utils/time"
+)
+
+type TodayAction struct {
+	actionutils.ParentAction
+}
+
+func (this *TodayAction) Init() {
+	this.Nav("", "log", "")
+	this.SecondMenu("today")
+}
+
+func (this *TodayAction) RunGet(params struct {
+	RequestId string
+	ServerId  int64
+	HasError  int
+
+	Ip        string
+	Domain    string
+	ClusterId int64
+	NodeId    int64
+	Keyword   string
+	Partition int32 `default:"-1"`
+}) {
+	this.Data["featureIsOn"] = true
+
+	if !this.ValidateFeature(userconfigs.UserFeatureCodeServerViewAccessLog, params.ServerId) {
+		this.Data["featureIsOn"] = false
+		this.Show()
+		return
+	}
+	this.Data["ip"] = params.Ip
+	this.Data["domain"] = params.Domain
+	this.Data["keyword"] = params.Keyword
+	this.Data["path"] = this.Request.URL.Path
+	this.Data["clusterId"] = params.ClusterId
+	this.Data["nodeId"] = params.NodeId
+	var size = int64(20)
+
+	this.Data["path"] = this.Request.URL.Path
+	this.Data["hasError"] = params.HasError
+
+	resp, err := this.RPC().HTTPAccessLogRPC().ListHTTPAccessLogs(this.UserContext(), &pb.ListHTTPAccessLogsRequest{
+		Partition:     params.Partition,
+		RequestId:     params.RequestId,
+		ServerId:      params.ServerId,
+		HasError:      params.HasError > 0,
+		Day:           timeutil.Format("Ymd"),
+		Size:          size,
+		Keyword:       params.Keyword,
+		Ip:            params.Ip,
+		Domain:        params.Domain,
+		NodeId:        params.NodeId,
+		NodeClusterId: params.ClusterId,
+	})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	ipList := []string{}
+	if len(resp.HttpAccessLogs) == 0 {
+		this.Data["accessLogs"] = []interface{}{}
+	} else {
+		this.Data["accessLogs"] = resp.HttpAccessLogs
+		for _, accessLog := range resp.HttpAccessLogs {
+			if len(accessLog.RemoteAddr) > 0 {
+				if !lists.ContainsString(ipList, accessLog.RemoteAddr) {
+					ipList = append(ipList, accessLog.RemoteAddr)
+				}
+			}
+		}
+	}
+	this.Data["hasMore"] = resp.HasMore
+	this.Data["nextRequestId"] = resp.RequestId
+
+	// 上一个requestId
+	this.Data["hasPrev"] = false
+	this.Data["lastRequestId"] = ""
+	if len(params.RequestId) > 0 {
+		this.Data["hasPrev"] = true
+		prevResp, err := this.RPC().HTTPAccessLogRPC().ListHTTPAccessLogs(this.UserContext(), &pb.ListHTTPAccessLogsRequest{
+			Partition:     params.Partition,
+			RequestId:     params.RequestId,
+			ServerId:      params.ServerId,
+			HasError:      params.HasError > 0,
+			Day:           timeutil.Format("Ymd"),
+			Size:          size,
+			Reverse:       true,
+			Keyword:       params.Keyword,
+			Ip:            params.Ip,
+			Domain:        params.Domain,
+			NodeId:        params.NodeId,
+			NodeClusterId: params.ClusterId,
+		})
+		if err != nil {
+			this.ErrorPage(err)
+			return
+		}
+		if int64(len(prevResp.HttpAccessLogs)) == size {
+			this.Data["lastRequestId"] = prevResp.RequestId
+		}
+	}
+
+	// 根据IP查询区域
+	this.Data["regions"] = iplibrary.LookupIPSummaries(ipList)
+
+	this.Show()
+}

EdgeUser/internal/web/actions/default/servers/server/log/viewPopup.go

@@ -0,0 +1,132 @@
+package log
+
+import (
+	"github.com/TeaOSLab/EdgeCommon/pkg/iplibrary"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/TeaOSLab/EdgeCommon/pkg/userconfigs"
+	"github.com/TeaOSLab/EdgeUser/internal/errors"
+	"github.com/TeaOSLab/EdgeUser/internal/web/actions/actionutils"
+	"github.com/iwind/TeaGo/maps"
+	"net/http"
+	"strings"
+)
+
+type ViewPopupAction struct {
+	actionutils.ParentAction
+}
+
+func (this *ViewPopupAction) Init() {
+	this.Nav("", "", "")
+}
+
+func (this *ViewPopupAction) RunGet(params struct {
+	RequestId string
+}) {
+	if !this.ValidateFeature(userconfigs.UserFeatureCodeServerViewAccessLog, 0) {
+		return
+	}
+
+	accessLogResp, err := this.RPC().HTTPAccessLogRPC().FindHTTPAccessLog(this.UserContext(), &pb.FindHTTPAccessLogRequest{RequestId: params.RequestId})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+	accessLog := accessLogResp.HttpAccessLog
+	if accessLog == nil {
+		this.WriteString("not found: " + params.RequestId)
+		return
+	}
+
+	// 状态
+	if len(accessLog.StatusMessage) == 0 {
+		accessLog.StatusMessage = http.StatusText(int(accessLog.Status))
+	}
+
+	this.Data["accessLog"] = accessLog
+
+	// WAF相关
+	var wafMap maps.Map = nil
+	if accessLog.FirewallPolicyId > 0 {
+		policyResp, err := this.RPC().HTTPFirewallPolicyRPC().FindEnabledHTTPFirewallPolicy(this.UserContext(), &pb.FindEnabledHTTPFirewallPolicyRequest{HttpFirewallPolicyId: accessLog.FirewallPolicyId})
+		if err != nil {
+			// 如果没有权限查看，则只显示系统策略
+			if errors.IsResourceNotFound(err) {
+				wafMap = maps.Map{
+					"policy": maps.Map{
+						"id":   0,
+						"name": "系统策略",
+					},
+					"group": maps.Map{
+						"id":   0,
+						"name": "系统策略",
+					},
+				}
+			} else {
+				this.ErrorPage(err)
+				return
+			}
+		} else if policyResp.HttpFirewallPolicy != nil {
+			wafMap = maps.Map{
+				"policy": maps.Map{
+					"id":   policyResp.HttpFirewallPolicy.Id,
+					"name": policyResp.HttpFirewallPolicy.Name,
+				},
+			}
+			if accessLog.FirewallRuleGroupId > 0 {
+				groupResp, err := this.RPC().HTTPFirewallRuleGroupRPC().FindEnabledHTTPFirewallRuleGroup(this.UserContext(), &pb.FindEnabledHTTPFirewallRuleGroupRequest{FirewallRuleGroupId: accessLog.FirewallRuleGroupId})
+				if err != nil {
+					this.ErrorPage(err)
+					return
+				}
+				if groupResp.FirewallRuleGroup != nil {
+					wafMap["group"] = maps.Map{
+						"id":   groupResp.FirewallRuleGroup.Id,
+						"name": groupResp.FirewallRuleGroup.Name,
+					}
+
+					if accessLog.FirewallRuleSetId > 0 {
+						setResp, err := this.RPC().HTTPFirewallRuleSetRPC().FindEnabledHTTPFirewallRuleSet(this.UserContext(), &pb.FindEnabledHTTPFirewallRuleSetRequest{FirewallRuleSetId: accessLog.FirewallRuleSetId})
+						if err != nil {
+							this.ErrorPage(err)
+							return
+						}
+						if setResp.FirewallRuleSet != nil {
+							wafMap["set"] = maps.Map{
+								"id":   setResp.FirewallRuleSet.Id,
+								"name": setResp.FirewallRuleSet.Name,
+							}
+						}
+					}
+				}
+			}
+		}
+	}
+	this.Data["wafInfo"] = wafMap
+
+	// 地域相关
+	var regionMap maps.Map = nil
+	var ipRegion = iplibrary.LookupIP(accessLog.RemoteAddr)
+	if ipRegion != nil && ipRegion.IsOk() {
+		regionMap = maps.Map{
+			"full": ipRegion.RegionSummary(),
+			"isp":  ipRegion.ProviderName(),
+		}
+	}
+	this.Data["region"] = regionMap
+
+	// 请求内容
+	this.Data["requestBody"] = string(accessLog.RequestBody)
+	this.Data["requestContentType"] = "text/plain"
+
+	requestContentType, ok := accessLog.Header["Content-Type"]
+	if ok {
+		if len(requestContentType.Values) > 0 {
+			var contentType = requestContentType.Values[0]
+			if strings.HasSuffix(contentType, "/json") || strings.Contains(contentType, "/json;") {
+				this.Data["requestContentType"] = "application/json"
+			}
+		}
+	}
+
+	this.Show()
+}