!97 一些优化

* refactor: 重构表格分页组件，适配大数据量分页
* fix：定时任务修复
* feat: gaussdb单独提出来

server/internal/db/api/db_data_sync.go

@@ -14,7 +14,6 @@ import (
 	"strings"
 
 	"github.com/gin-gonic/gin"
-	"github.com/google/uuid"
 )
 
 type DataSyncTask struct {
@@ -46,13 +45,6 @@ func (d *DataSyncTask) SaveTask(rc *req.Ctx) {
 	task.DataSql = sql
 	form.DataSql = sql
 
-	key := task.TaskKey
-	// 判断key为空就生成随机key
-	if key == "" {
-		key = uuid.New().String()
-		task.TaskKey = key
-	}
-
 	rc.ReqParam = form
 	biz.ErrIsNil(d.DataSyncTaskApp.Save(rc.MetaCtx, task))
 }
@@ -88,7 +80,7 @@ func (d *DataSyncTask) ChangeStatus(rc *req.Ctx) {
 func (d *DataSyncTask) Run(rc *req.Ctx) {
 	taskId := getTaskId(rc.GinCtx)
 	rc.ReqParam = taskId
-	d.DataSyncTaskApp.RunCronJob(taskId)
+	_ = d.DataSyncTaskApp.RunCronJob(taskId)
 }
 
 func (d *DataSyncTask) Stop(rc *req.Ctx) {

server/internal/db/application/db.go

@@ -154,7 +154,7 @@ func (d *dbAppImpl) GetDbConn(dbId uint64, dbName string) (*dbi.DbConn, error) {
 
 		checkDb := dbName
 		// 兼容pgsql/dm db/schema模式
-		if dbi.DbTypePostgres.Equal(instance.Type) || dbi.DbTypeDM.Equal(instance.Type) || dbi.DbTypeOracle.Equal(instance.Type) || dbi.DbTypeMssql.Equal(instance.Type) {
+		if dbi.DbTypePostgres.Equal(instance.Type) || dbi.DbTypeGauss.Equal(instance.Type) || dbi.DbTypeDM.Equal(instance.Type) || dbi.DbTypeOracle.Equal(instance.Type) || dbi.DbTypeMssql.Equal(instance.Type) {
 			ss := strings.Split(dbName, "/")
 			if len(ss) > 1 {
 				checkDb = ss[0]

server/internal/db/application/db_data_sync.go

@@ -5,6 +5,7 @@ import (
 	"database/sql"
 	"encoding/json"
 	"fmt"
+	"github.com/google/uuid"
 	"mayfly-go/internal/db/dbm/dbi"
 	"mayfly-go/internal/db/domain/entity"
 	"mayfly-go/internal/db/domain/repository"
@@ -53,8 +54,8 @@ var (
 	dateTimeReg = regexp.MustCompile(`^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}$`)
 )
 
-func (d *dataSyncAppImpl) InjectDbDataSyncTaskRepo(repo repository.DataSyncTask) {
-	d.Repo = repo
+func (app *dataSyncAppImpl) InjectDbDataSyncTaskRepo(repo repository.DataSyncTask) {
+	app.Repo = repo
 }
 
 func (app *dataSyncAppImpl) GetPageList(condition *entity.DataSyncTaskQuery, pageParam *model.PageParam, toEntity any, orderBy ...string) (*model.PageResult[any], error) {
@@ -64,15 +65,22 @@ func (app *dataSyncAppImpl) GetPageList(condition *entity.DataSyncTaskQuery, pag
 func (app *dataSyncAppImpl) Save(ctx context.Context, taskEntity *entity.DataSyncTask) error {
 	var err error
 	if taskEntity.Id == 0 {
+		// 新建时生成key
+		taskEntity.TaskKey = uuid.New().String()
 		err = app.Insert(ctx, taskEntity)
 	} else {
 		err = app.UpdateById(ctx, taskEntity)
 	}
+
 	if err != nil {
 		return err
 	}
 
-	app.AddCronJob(taskEntity)
+	task, err := app.GetById(new(entity.DataSyncTask), taskEntity.Id)
+	if err != nil {
+		return err
+	}
+	app.AddCronJob(task)
 	return nil
 }
 
@@ -92,9 +100,13 @@ func (app *dataSyncAppImpl) AddCronJob(taskEntity *entity.DataSyncTask) {
 	// 根据状态添加新的任务
 	if taskEntity.Status == entity.DataSyncTaskStatusEnable {
 		scheduler.AddFunByKey(key, taskEntity.TaskCron, func() {
-			if err := app.RunCronJob(taskEntity.Id); err != nil {
-				logx.Errorf("定时执行数据同步任务失败: %s", err.Error())
-			}
+			go func() {
+				taskId := taskEntity.Id
+				logx.Infof("开始执行同步任务: %d", taskId)
+				if err := app.RunCronJob(taskId); err != nil {
+					logx.Errorf("定时执行数据同步任务失败: %s", err.Error())
+				}
+			}()
 		})
 	}
 }

server/internal/db/dbm/dbi/db_type.go

@@ -14,6 +14,7 @@ const (
 	DbTypeMysql    DbType = "mysql"
 	DbTypeMariadb  DbType = "mariadb"
 	DbTypePostgres DbType = "postgres"
+	DbTypeGauss    DbType = "gauss"
 	DbTypeDM       DbType = "dm"
 	DbTypeOracle   DbType = "oracle"
 	DbTypeSqlite   DbType = "sqlite"
@@ -43,7 +44,7 @@ func (dbType DbType) QuoteIdentifier(name string) string {
 	switch dbType {
 	case DbTypeMysql, DbTypeMariadb:
 		return quoteIdentifier(name, "`")
-	case DbTypePostgres:
+	case DbTypePostgres, DbTypeGauss:
 		return quoteIdentifier(name, `"`)
 	case DbTypeMssql:
 		return fmt.Sprintf("[%s]", name)
@@ -56,7 +57,7 @@ func (dbType DbType) RemoveQuote(name string) string {
 	switch dbType {
 	case DbTypeMysql, DbTypeMariadb:
 		return removeQuote(name, "`")
-	case DbTypePostgres:
+	case DbTypePostgres, DbTypeGauss:
 		return removeQuote(name, `"`)
 	default:
 		return removeQuote(name, `"`)
@@ -69,7 +70,7 @@ func (dbType DbType) QuoteLiteral(literal string) string {
 		literal = strings.ReplaceAll(literal, `\`, `\\`)
 		literal = strings.ReplaceAll(literal, `'`, `''`)
 		return "'" + literal + "'"
-	case DbTypePostgres:
+	case DbTypePostgres, DbTypeGauss:
 		return pq.QuoteLiteral(literal)
 	default:
 		return pq.QuoteLiteral(literal)
@@ -80,7 +81,7 @@ func (dbType DbType) MetaDbName() string {
 	switch dbType {
 	case DbTypeMysql, DbTypeMariadb:
 		return ""
-	case DbTypePostgres:
+	case DbTypePostgres, DbTypeGauss:
 		return "postgres"
 	case DbTypeDM:
 		return ""
@@ -93,7 +94,7 @@ func (dbType DbType) Dialect() sqlparser.Dialect {
 	switch dbType {
 	case DbTypeMysql, DbTypeMariadb:
 		return sqlparser.MysqlDialect{}
-	case DbTypePostgres:
+	case DbTypePostgres, DbTypeGauss:
 		return sqlparser.PostgresDialect{}
 	default:
 		return sqlparser.PostgresDialect{}
@@ -121,7 +122,7 @@ func (dbType DbType) StmtSetForeignKeyChecks(check bool) string {
 		} else {
 			return "SET FOREIGN_KEY_CHECKS = 0;\n"
 		}
-	case DbTypePostgres:
+	case DbTypePostgres, DbTypeGauss:
 		// not currently supported postgres
 		return ""
 	default:
@@ -133,7 +134,7 @@ func (dbType DbType) StmtUseDatabase(dbName string) string {
 	switch dbType {
 	case DbTypeMysql, DbTypeMariadb:
 		return fmt.Sprintf("USE %s;\n", dbType.QuoteIdentifier(dbName))
-	case DbTypePostgres:
+	case DbTypePostgres, DbTypeGauss:
 		// not currently supported postgres
 		return ""
 	default:

server/internal/db/dbm/postgres/meta.go

@@ -16,13 +16,18 @@ import (
 
 func init() {
 	dbi.Register(dbi.DbTypePostgres, new(PostgresMeta))
+
+	gauss := new(PostgresMeta)
+	gauss.Param = "dbtype=gauss"
+	dbi.Register(dbi.DbTypeGauss, gauss)
 }
 
 type PostgresMeta struct {
+	Param string
 }
 
 func (md *PostgresMeta) GetSqlDb(d *dbi.DbInfo) (*sql.DB, error) {
-	driverName := string(d.Type)
+	driverName := "postgres"
 	// SSH Conect
 	if d.SshTunnelMachineId > 0 {
 		// 如果使用了隧道，则使用`postgres:ssh:隧道机器id`注册名
@@ -67,6 +72,10 @@ func (md *PostgresMeta) GetSqlDb(d *dbi.DbInfo) (*sql.DB, error) {
 		dsn = fmt.Sprintf("%s %s", dsn, strings.Join(strings.Split(d.Params, "&"), " "))
 	}
 
+	if md.Param != "" && !strings.Contains(dsn, "dbtype") {
+		dsn = fmt.Sprintf("%s %s", dsn, md.Param)
+	}
+
 	return sql.Open(driverName, dsn)
 }