实现请求日志写入

2025-11-16 01:50:26 +08:00 · 2020-10-10 11:47:53 +08:00
parent 0859ff4598
commit c7984bc3b0
4 changed files with 233 additions and 6 deletions
--- a/internal/nodes/http_request_log.go
+++ b/internal/nodes/http_request_log.go
@@ -0,0 +1,128 @@
+package nodes
+
+import (
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs"
+	"strings"
+	"time"
+)
+
+// 日志
+func (this *HTTPRequest) log() {
+	// 计算请求时间
+	this.requestCost = time.Since(this.requestFromTime).Seconds()
+
+	ref := this.web.AccessLogRef
+	if ref == nil {
+		ref = serverconfigs.DefaultHTTPAccessLogRef
+	}
+	if !ref.IsOn {
+		return
+	}
+
+	if !ref.Match(this.writer.StatusCode()) {
+		return
+	}
+
+	addr := this.RawReq.RemoteAddr
+	index := strings.LastIndex(addr, ":")
+	if index > 0 {
+		addr = addr[:index]
+	}
+
+	// 请求Cookie
+	cookies := map[string]string{}
+	if ref.ContainsField(serverconfigs.HTTPAccessLogFieldCookie) {
+		for _, cookie := range this.RawReq.Cookies() {
+			cookies[cookie.Name] = cookie.Value
+		}
+	}
+
+	// 请求Header
+	pbReqHeader := map[string]*pb.Strings{}
+	if ref.ContainsField(serverconfigs.HTTPAccessLogFieldHeader) {
+		for k, v := range this.RawReq.Header {
+			pbReqHeader[k] = &pb.Strings{Values: v}
+		}
+	}
+
+	// 响应Header
+	pbResHeader := map[string]*pb.Strings{}
+	if ref.ContainsField(serverconfigs.HTTPAccessLogFieldSentHeader) {
+		for k, v := range this.writer.Header() {
+			pbResHeader[k] = &pb.Strings{Values: v}
+		}
+	}
+
+	// 参数列表
+	queryString := ""
+	if ref.ContainsField(serverconfigs.HTTPAccessLogFieldArg) {
+		queryString = this.requestQueryString()
+	}
+
+	// 浏览器
+	userAgent := ""
+	if ref.ContainsField(serverconfigs.HTTPAccessLogFieldUserAgent) || ref.ContainsField(serverconfigs.HTTPAccessLogFieldExtend) {
+		userAgent = this.RawReq.UserAgent()
+	}
+
+	// 请求来源
+	referer := ""
+	if ref.ContainsField(serverconfigs.HTTPAccessLogFieldReferer) {
+		referer = this.RawReq.Referer()
+	}
+
+	accessLog := &pb.HTTPAccessLog{
+		NodeId:          sharedNodeConfig.Id,
+		ServerId:        this.Server.Id,
+		RemoteAddr:      this.requestRemoteAddr(),
+		RawRemoteAddr:   addr,
+		RemotePort:      int32(this.requestRemotePort()),
+		RemoteUser:      this.requestRemoteUser(),
+		RequestURI:      this.rawURI,
+		RequestPath:     this.requestPath(),
+		RequestLength:   this.requestLength(),
+		RequestTime:     this.requestCost,
+		RequestMethod:   this.RawReq.Method,
+		RequestFilename: this.requestFilename(),
+		Scheme:          this.requestScheme(),
+		Proto:           this.RawReq.Proto,
+		BytesSent:       this.writer.SentBodyBytes(), // TODO 加上Header Size
+		BodyBytesSent:   this.writer.SentBodyBytes(),
+		Status:          int32(this.writer.StatusCode()),
+		StatusMessage:   "",
+		TimeISO8601:     this.requestFromTime.Format("2006-01-02T15:04:05.000Z07:00"),
+		TimeLocal:       this.requestFromTime.Format("2/Jan/2006:15:04:05 -0700"),
+		Msec:            float64(this.requestFromTime.Unix()) + float64(this.requestFromTime.Nanosecond())/1000000000,
+		Timestamp:       this.requestFromTime.Unix(),
+		Host:            this.Host,
+		Referer:         referer,
+		UserAgent:       userAgent,
+		Request:         this.requestString(),
+		ContentType:     this.requestContentType(),
+		Cookie:          cookies,
+		Args:            queryString,
+		QueryString:     queryString,
+		Header:          pbReqHeader,
+		ServerName:      this.ServerName,
+		ServerPort:      int32(this.requestServerPort()),
+		ServerProtocol:  this.RawReq.Proto,
+		SentHeader:      pbResHeader,
+		Errors:          this.errors,
+		Hostname:        HOSTNAME,
+
+		FirewallPolicyId:    this.firewallPolicyId,
+		FirewallRuleGroupId: this.firewallRuleGroupId,
+		FirewallRuleSetId:   this.firewallRuleSetId,
+		FirewallRuleId:      this.firewallRuleId,
+	}
+
+	if this.origin != nil {
+		accessLog.OriginId = this.origin.Id
+		accessLog.OriginAddress = this.originAddr
+	}
+
+	// TODO 记录匹配的 locationId和rewriteId
+
+	sharedHTTPAccessLogQueue.Push(accessLog)
+}