实现访问日志队列

internal/web/actions/default/servers/logs/init.go

@@ -16,6 +16,7 @@ func init() {
 			Data("teaSubMenu", "log").
 			Prefix("/servers/logs").
 			Get("", new(IndexAction)).
+			GetPost("/settings", new(SettingsAction)).
 			EndAll()
 	})
 }

internal/web/actions/default/servers/logs/settings.go

@@ -0,0 +1,94 @@
+// Copyright 2021 Liuxiangchao iwind.liu@gmail.com. All rights reserved.
+
+package logs
+
+import (
+	"encoding/json"
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/actionutils"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs"
+	"github.com/TeaOSLab/EdgeCommon/pkg/systemconfigs"
+	"github.com/iwind/TeaGo/actions"
+)
+
+type SettingsAction struct {
+	actionutils.ParentAction
+}
+
+func (this *SettingsAction) Init() {
+	this.Nav("", "", "settings")
+}
+
+func (this *SettingsAction) RunGet(params struct{}) {
+	settingsResp, err := this.RPC().SysSettingRPC().ReadSysSetting(this.AdminContext(), &pb.ReadSysSettingRequest{Code: systemconfigs.SettingCodeAccessLogQueue})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	var config = &serverconfigs.AccessLogQueueConfig{
+		MaxLength:      0,
+		CountPerSecond: 0,
+		Percent:        100,
+	}
+	if len(settingsResp.ValueJSON) > 0 {
+		err = json.Unmarshal(settingsResp.ValueJSON, config)
+		if err != nil {
+			this.ErrorPage(err)
+			return
+		}
+	} else {
+		configJSON, err := json.Marshal(config)
+		if err != nil {
+			this.ErrorPage(err)
+			return
+		}
+		_, err = this.RPC().SysSettingRPC().UpdateSysSetting(this.AdminContext(), &pb.UpdateSysSettingRequest{
+			Code:      systemconfigs.SettingCodeAccessLogQueue,
+			ValueJSON: configJSON,
+		})
+		if err != nil {
+			this.ErrorPage(err)
+			return
+		}
+	}
+
+	this.Data["config"] = config
+
+	this.Show()
+}
+
+func (this *SettingsAction) RunPost(params struct {
+	Percent        int
+	CountPerSecond int
+	MaxLength      int
+
+	Must *actions.Must
+	CSRF *actionutils.CSRF
+}) {
+	params.Must.
+		Field("percent", params.Percent).
+		Gte(0, "请输入大于0的整数").
+		Lte(100, "请输入小于100的整数")
+
+	var config = &serverconfigs.AccessLogQueueConfig{
+		MaxLength:      params.MaxLength,
+		CountPerSecond: params.CountPerSecond,
+		Percent:        params.Percent,
+	}
+	configJSON, err := json.Marshal(config)
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+	_, err = this.RPC().SysSettingRPC().UpdateSysSetting(this.AdminContext(), &pb.UpdateSysSettingRequest{
+		Code:      systemconfigs.SettingCodeAccessLogQueue,
+		ValueJSON: configJSON,
+	})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	this.Success()
+}

web/views/@default/servers/logs/index.html

@@ -5,6 +5,7 @@
     <menu-item :href="path + '?serverId=' + serverId + '&day=' + day + '&keyword=' + keyword + '&ip=' + ip + '&domain=' + domain + '&pageSize=' + pageSize" :active="hasError == 0 && hasWAF == 0">所有日志</menu-item>
     <menu-item :href="path + '?serverId=' + serverId + '&day=' + day + '&hasError=1' + '&keyword=' + keyword + '&ip=' + ip + '&domain=' + domain + '&pageSize=' + pageSize" :active="hasError > 0">错误日志</menu-item>
     <menu-item :href="path + '?serverId=' + serverId + '&day=' + day + '&hasWAF=1' + '&keyword=' + keyword + '&ip=' + ip + '&domain=' + domain + '&pageSize=' + pageSize" :active="hasWAF > 0">WAF日志</menu-item>
+    <menu-item :href="'/servers/logs/settings'" code="settings">设置</menu-item>
 </first-menu>
 
 <form method="get" class="ui form small" :action="path">

web/views/@default/servers/logs/settings.html

@@ -0,0 +1,45 @@
+{$layout}
+
+<first-menu>
+    <menu-item :href="'/servers/logs'">所有日志</menu-item>
+    <menu-item :href="'/servers/logs?hasError=1'">错误日志</menu-item>
+    <menu-item :href="'/servers/logs?hasWAF=1'">WAF日志</menu-item>
+    <menu-item :href="'/servers/logs/settings'" code="settings">设置</menu-item>
+</first-menu>
+
+<div class="margin"></div>
+<form class="ui form" data-tea-action="$" data-tea-success="success">
+    <csrf-token></csrf-token>
+
+    <h3>存储队列设置</h3>
+    <table class="ui table definition selectable">
+        <tr>
+            <td class="title">采样率</td>
+            <td>
+                <div class="ui input right labeled">
+                    <input type="text" name="percent" v-model="config.percent" size="3" maxlength="3" style="width: 4em"/>
+                    <span class="ui label">%</span>
+                </div>
+                <p class="comment">表示将写入{{config.percent}}%的访问日志数据；此设置不影响WAF相关日志。</p>
+            </td>
+        </tr>
+        <tr>
+            <td>写入速度</td>
+            <td>
+                <div class="ui input right labeled">
+                    <input type="text" name="countPerSecond" v-model="config.countPerSecond" size="6" maxlength="6" style="width: 6em"/>
+                    <span class="ui label">条/秒</span>
+                </div>
+                <p class="comment">单个API节点每秒写入的访问日志数量；0表示不限制。</p>
+            </td>
+        </tr>
+        <tr>
+            <td>队列长度</td>
+            <td>
+                <input type="text" name="maxLength" v-model="config.maxLength" size="6" maxlength="6" style="width: 6em"/>
+                <p class="comment">等待写入的队列最大长度，超出此长度的访问日志将被丢弃；0表示不限制。</p>
+            </td>
+        </tr>
+    </table>
+    <submit-btn></submit-btn>
+</form>

web/views/@default/servers/logs/settings.js

@@ -0,0 +1,3 @@
+Tea.context(function () {
+	this.success = NotifyReloadSuccess("保存成功，将会在一分钟之内生效")
+})