增加刷新、预热缓存任务管理

2025-11-24 18:50:26 +08:00 · 2022-06-05 17:12:54 +08:00
parent 45089437ef
commit 9554b6f3ec
63 changed files with 1196 additions and 270 deletions
--- a/internal/web/actions/default/servers/components/cache/batch/deleteTask.go
+++ b/internal/web/actions/default/servers/components/cache/batch/deleteTask.go
@@ -0,0 +1,28 @@
+// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
+
+package cache
+
+import (
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/actionutils"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+)
+
+type DeleteTaskAction struct {
+	actionutils.ParentAction
+}
+
+func (this *DeleteTaskAction) RunPost(params struct {
+	TaskId int64
+}) {
+	defer this.CreateLogInfo("删除缓存任务 %d", params.TaskId)
+
+	_, err := this.RPC().HTTPCacheTaskRPC().DeleteHTTPCacheTask(this.AdminContext(), &pb.DeleteHTTPCacheTaskRequest{
+		HttpCacheTaskId: params.TaskId,
+	})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	this.Success()
+}
--- a/internal/web/actions/default/servers/components/cache/batch/fetch.go
+++ b/internal/web/actions/default/servers/components/cache/batch/fetch.go
@@ -0,0 +1,96 @@
+// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
+
+package cache
+
+import (
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/actionutils"
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/default/servers/components/cache/cacheutils"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/iwind/TeaGo/actions"
+	"github.com/iwind/TeaGo/lists"
+	"github.com/iwind/TeaGo/maps"
+	"github.com/iwind/TeaGo/types"
+	"strings"
+)
+
+type FetchAction struct {
+	actionutils.ParentAction
+}
+
+func (this *FetchAction) Init() {
+	this.Nav("", "", "fetch")
+}
+
+func (this *FetchAction) RunGet(params struct{}) {
+	// 初始化菜单数据
+	err := InitMenu(this.Parent())
+	if err != nil {
+		this.ErrorPage(err)
+	}
+
+	this.Show()
+}
+
+func (this *FetchAction) RunPost(params struct {
+	Keys string
+
+	Must *actions.Must
+	CSRF *actionutils.CSRF
+}) {
+	defer this.CreateLogInfo("批量预热缓存Key")
+
+	if len(params.Keys) == 0 {
+		this.Fail("请输入要预热的Key列表")
+	}
+
+	// 检查Key
+	var realKeys = []string{}
+	for _, key := range strings.Split(params.Keys, "\n") {
+		key = strings.TrimSpace(key)
+		if len(key) == 0 {
+			continue
+		}
+		if lists.ContainsString(realKeys, key) {
+			continue
+		}
+		realKeys = append(realKeys, key)
+	}
+
+	if len(realKeys) == 0 {
+		this.Fail("请输入要预热的Key列表")
+	}
+
+	// 校验Key
+	validateResp, err := this.RPC().HTTPCacheTaskKeyRPC().ValidateHTTPCacheTaskKeys(this.AdminContext(), &pb.ValidateHTTPCacheTaskKeysRequest{Keys: realKeys})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	var failKeyMaps = []maps.Map{}
+	if len(validateResp.FailKeys) > 0 {
+		for _, key := range validateResp.FailKeys {
+			failKeyMaps = append(failKeyMaps, maps.Map{
+				"key":    key.Key,
+				"reason": cacheutils.KeyFailReason(key.ReasonCode),
+			})
+		}
+	}
+	this.Data["failKeys"] = failKeyMaps
+	if len(failKeyMaps) > 0 {
+		this.Fail("有" + types.String(len(failKeyMaps)) + "个Key无法完成操作，请删除后重试")
+	}
+
+	// 提交任务
+	_, err = this.RPC().HTTPCacheTaskRPC().CreateHTTPCacheTask(this.AdminContext(), &pb.CreateHTTPCacheTaskRequest{
+		Type:    "fetch",
+		KeyType: "key",
+		Keys:    realKeys,
+	})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	this.Success()
+}
--- a/internal/web/actions/default/servers/components/cache/batch/index.go
+++ b/internal/web/actions/default/servers/components/cache/batch/index.go
@@ -0,0 +1,97 @@
+// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
+
+package cache
+
+import (
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/actionutils"
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/default/servers/components/cache/cacheutils"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/iwind/TeaGo/actions"
+	"github.com/iwind/TeaGo/lists"
+	"github.com/iwind/TeaGo/maps"
+	"github.com/iwind/TeaGo/types"
+	"strings"
+)
+
+type IndexAction struct {
+	actionutils.ParentAction
+}
+
+func (this *IndexAction) Init() {
+	this.Nav("", "", "purge")
+}
+
+func (this *IndexAction) RunGet(params struct{}) {
+	// 初始化菜单数据
+	err := InitMenu(this.Parent())
+	if err != nil {
+		this.ErrorPage(err)
+	}
+
+	this.Show()
+}
+
+func (this *IndexAction) RunPost(params struct {
+	KeyType string
+	Keys    string
+
+	Must *actions.Must
+	CSRF *actionutils.CSRF
+}) {
+	defer this.CreateLogInfo("批量刷新缓存Key")
+
+	if len(params.Keys) == 0 {
+		this.Fail("请输入要刷新的Key列表")
+	}
+
+	// 检查Key
+	var realKeys = []string{}
+	for _, key := range strings.Split(params.Keys, "\n") {
+		key = strings.TrimSpace(key)
+		if len(key) == 0 {
+			continue
+		}
+		if lists.ContainsString(realKeys, key) {
+			continue
+		}
+		realKeys = append(realKeys, key)
+	}
+
+	if len(realKeys) == 0 {
+		this.Fail("请输入要刷新的Key列表")
+	}
+
+	// 校验Key
+	validateResp, err := this.RPC().HTTPCacheTaskKeyRPC().ValidateHTTPCacheTaskKeys(this.AdminContext(), &pb.ValidateHTTPCacheTaskKeysRequest{Keys: realKeys})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	var failKeyMaps = []maps.Map{}
+	if len(validateResp.FailKeys) > 0 {
+		for _, key := range validateResp.FailKeys {
+			failKeyMaps = append(failKeyMaps, maps.Map{
+				"key":    key.Key,
+				"reason": cacheutils.KeyFailReason(key.ReasonCode),
+			})
+		}
+	}
+	this.Data["failKeys"] = failKeyMaps
+	if len(failKeyMaps) > 0 {
+		this.Fail("有" + types.String(len(failKeyMaps)) + "个Key无法完成操作，请删除后重试")
+	}
+
+	// 提交任务
+	_, err = this.RPC().HTTPCacheTaskRPC().CreateHTTPCacheTask(this.AdminContext(), &pb.CreateHTTPCacheTaskRequest{
+		Type:    "purge",
+		KeyType: params.KeyType,
+		Keys:    realKeys,
+	})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	this.Success()
+}
--- a/internal/web/actions/default/servers/components/cache/batch/init.go
+++ b/internal/web/actions/default/servers/components/cache/batch/init.go
@@ -0,0 +1,24 @@
+package cache
+
+import (
+	"github.com/TeaOSLab/EdgeAdmin/internal/configloaders"
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/helpers"
+	"github.com/iwind/TeaGo"
+)
+
+func init() {
+	TeaGo.BeforeStart(func(server *TeaGo.Server) {
+		server.
+			Helper(helpers.NewUserMustAuth(configloaders.AdminModuleCodeServer)).
+			Data("teaMenu", "servers").
+			Data("teaSubMenu", "cacheBatch").
+			Prefix("/servers/components/cache/batch").
+			GetPost("", new(IndexAction)).
+			GetPost("/fetch", new(FetchAction)).
+			Get("/tasks", new(TasksAction)).
+			Get("/task", new(TaskAction)).
+			Post("/deleteTask", new(DeleteTaskAction)).
+			Post("/resetTask", new(ResetTaskAction)).
+			EndAll()
+	})
+}
--- a/internal/web/actions/default/servers/components/cache/batch/resetTask.go
+++ b/internal/web/actions/default/servers/components/cache/batch/resetTask.go
@@ -0,0 +1,26 @@
+// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
+
+package cache
+
+import (
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/actionutils"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+)
+
+type ResetTaskAction struct {
+	actionutils.ParentAction
+}
+
+func (this *ResetTaskAction) RunPost(params struct {
+	TaskId int64
+}) {
+	this.CreateLogInfo("重置缓存任务 %d 状态", params.TaskId)
+
+	_, err := this.RPC().HTTPCacheTaskRPC().ResetHTTPCacheTask(this.AdminContext(), &pb.ResetHTTPCacheTaskRequest{HttpCacheTaskId: params.TaskId})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	this.Success()
+}
--- a/internal/web/actions/default/servers/components/cache/batch/task.go
+++ b/internal/web/actions/default/servers/components/cache/batch/task.go
@@ -0,0 +1,104 @@
+// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
+
+package cache
+
+import (
+	"encoding/json"
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/actionutils"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/iwind/TeaGo/maps"
+	timeutil "github.com/iwind/TeaGo/utils/time"
+	"sort"
+)
+
+type TaskAction struct {
+	actionutils.ParentAction
+}
+
+func (this *TaskAction) Init() {
+	this.Nav("", "", "task")
+}
+
+func (this *TaskAction) RunGet(params struct {
+	TaskId int64
+}) {
+	// 初始化菜单数据
+	err := InitMenu(this.Parent())
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+
+	taskResp, err := this.RPC().HTTPCacheTaskRPC().FindEnabledHTTPCacheTask(this.AdminContext(), &pb.FindEnabledHTTPCacheTaskRequest{HttpCacheTaskId: params.TaskId})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+	var task = taskResp.HttpCacheTask
+	if task == nil {
+		this.NotFound("HTTPCacheTask", params.TaskId)
+		return
+	}
+
+	// 用户
+	var userMap = maps.Map{"id": 0, "username": "", "fullname": ""}
+	if task.User != nil {
+		userMap = maps.Map{
+			"id":       task.User.Id,
+			"username": task.User.Username,
+			"fullname": task.User.Fullname,
+		}
+	}
+
+	// keys
+	var keyMaps = []maps.Map{}
+	for _, key := range task.HttpCacheTaskKeys {
+		// 错误信息
+		var errorMaps = []maps.Map{}
+
+		if len(key.ErrorsJSON) > 0 {
+			var m = map[int64]string{}
+			err = json.Unmarshal(key.ErrorsJSON, &m)
+			if err != nil {
+				this.ErrorPage(err)
+				return
+			}
+			for nodeId, errString := range m {
+				errorMaps = append(errorMaps, maps.Map{
+					"nodeId": nodeId,
+					"error":  errString,
+				})
+			}
+		}
+
+		// 错误信息排序
+		if len(errorMaps) > 0 {
+			sort.Slice(errorMaps, func(i, j int) bool {
+				var m1 = errorMaps[i]
+				var m2 = errorMaps[j]
+
+				return m1.GetInt64("nodeId") < m2.GetInt64("nodeId")
+			})
+		}
+
+		keyMaps = append(keyMaps, maps.Map{
+			"key":    key.Key,
+			"isDone": key.IsDone,
+			"errors": errorMaps,
+		})
+	}
+
+	this.Data["task"] = maps.Map{
+		"id":          task.Id,
+		"type":        task.Type,
+		"keyType":     task.KeyType,
+		"createdTime": timeutil.FormatTime("Y-m-d H:i:s", task.CreatedAt),
+		"doneTime":    timeutil.FormatTime("Y-m-d H:i:s", task.DoneAt),
+		"isDone":      task.IsDone,
+		"isOk":        task.IsOk,
+		"keys":        keyMaps,
+		"user":        userMap,
+	}
+
+	this.Show()
+}
--- a/internal/web/actions/default/servers/components/cache/batch/tasks.go
+++ b/internal/web/actions/default/servers/components/cache/batch/tasks.go
@@ -0,0 +1,72 @@
+// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
+
+package cache
+
+import (
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/actionutils"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+	"github.com/iwind/TeaGo/maps"
+	timeutil "github.com/iwind/TeaGo/utils/time"
+)
+
+type TasksAction struct {
+	actionutils.ParentAction
+}
+
+func (this *TasksAction) Init() {
+	this.Nav("", "", "task")
+}
+
+func (this *TasksAction) RunGet(params struct{}) {
+	// 初始化菜单数据
+	err := InitMenu(this.Parent())
+	if err != nil {
+		this.ErrorPage(err)
+	}
+
+	// 任务数量
+	countResp, err := this.RPC().HTTPCacheTaskRPC().CountHTTPCacheTasks(this.AdminContext(), &pb.CountHTTPCacheTasksRequest{})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+	var count = countResp.Count
+	var page = this.NewPage(count)
+	this.Data["page"] = page.AsHTML()
+
+	// 任务列表
+	var taskMaps = []maps.Map{}
+	tasksResp, err := this.RPC().HTTPCacheTaskRPC().ListHTTPCacheTasks(this.AdminContext(), &pb.ListHTTPCacheTasksRequest{
+		Offset: page.Offset,
+		Size:   page.Size,
+	})
+	if err != nil {
+		this.ErrorPage(err)
+		return
+	}
+	for _, task := range tasksResp.HttpCacheTasks {
+		var userMap = maps.Map{"id": 0, "username": "", "fullname": ""}
+		if task.User != nil {
+			userMap = maps.Map{
+				"id":       task.User.Id,
+				"username": task.User.Username,
+				"fullname": task.User.Fullname,
+			}
+		}
+
+		taskMaps = append(taskMaps, maps.Map{
+			"id":          task.Id,
+			"type":        task.Type,
+			"keyType":     task.KeyType,
+			"isDone":      task.IsDone,
+			"isOk":        task.IsOk,
+			"createdTime": timeutil.FormatTime("Y-m-d H:i:s", task.CreatedAt),
+			"description": task.Description,
+			"user":        userMap,
+		})
+	}
+
+	this.Data["tasks"] = taskMaps
+
+	this.Show()
+}
--- a/internal/web/actions/default/servers/components/cache/batch/utils.go
+++ b/internal/web/actions/default/servers/components/cache/batch/utils.go
@@ -0,0 +1,24 @@
+// Copyright 2022 Liuxiangchao iwind.liu@gmail.com. All rights reserved. Official site: https://goedge.cn .
+
+package cache
+
+import (
+	"github.com/TeaOSLab/EdgeAdmin/internal/rpc"
+	"github.com/TeaOSLab/EdgeAdmin/internal/web/actions/actionutils"
+	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
+)
+
+func InitMenu(parent *actionutils.ParentAction) error {
+	rpcClient, err := rpc.SharedRPC()
+	if err != nil {
+		return err
+	}
+
+	countTasksResp, err := rpcClient.HTTPCacheTaskRPC().CountDoingHTTPCacheTasks(parent.AdminContext(), &pb.CountDoingHTTPCacheTasksRequest{})
+	if err != nil {
+		return err
+	}
+
+	parent.Data["countDoingTasks"] = countTasksResp.Count
+	return nil
+}