mirror of
https://gitee.com/dromara/mayfly-go
synced 2026-02-14 16:45:35 +08:00
refactor: dbm
This commit is contained in:
meilin.huang
@@ -1,22 +1,12 @@
|
||||
package dbi
|
||||
|
||||
import (
|
||||
"database/sql"
|
||||
"encoding/hex"
|
||||
"errors"
|
||||
"io"
|
||||
"mayfly-go/internal/db/dbm/sqlparser"
|
||||
"mayfly-go/internal/db/dbm/sqlparser/pgsql"
|
||||
"reflect"
|
||||
"strconv"
|
||||
"strings"
|
||||
|
||||
pq "gitee.com/liuzongyang/libpq"
|
||||
"github.com/may-fly/cast"
|
||||
)
|
||||
|
||||
const DefaultQuoter = `"`
|
||||
|
||||
const (
|
||||
// -1. 无操作
|
||||
DuplicateStrategyNone = -1
|
||||
@@ -36,47 +26,15 @@ type DbCopyTable struct {
|
||||
// BaseDialect 基础dialect，在DefaultDialect 都有默认的实现方法
|
||||
type BaseDialect interface {
|
||||
|
||||
// QuoteIdentifier quotes an "identifier" (e.g. a table or a column name) to be
|
||||
// used as part of an SQL statement. For example:
|
||||
//
|
||||
// tblname := "my_table"
|
||||
// data := "my_data"
|
||||
// quoted := quoteIdentifier(tblname, '"')
|
||||
// err := db.Exec(fmt.Sprintf("INSERT INTO %s VALUES ($1)", quoted), data)
|
||||
//
|
||||
// Any double quotes in name will be escaped. The quoted identifier will be
|
||||
// case sensitive when used in a query. If the input string contains a zero
|
||||
// byte, the result will be truncated immediately before it.
|
||||
QuoteIdentifier(name string) string
|
||||
|
||||
RemoveQuote(name string) string
|
||||
|
||||
// QuoteEscape 引号转义，多用于sql注释转义，防止拼接sql报错，如： comment xx is '注''释' 最终注释文本为: 注'释
|
||||
QuoteEscape(str string) string
|
||||
|
||||
// QuoteLiteral quotes a 'literal' (e.g. a parameter, often used to pass literal
|
||||
// to DDL and other statements that do not accept parameters) to be used as part
|
||||
// of an SQL statement. For example:
|
||||
//
|
||||
// exp_date := pq.QuoteLiteral("2023-01-05 15:00:00Z")
|
||||
// err := db.Exec(fmt.Sprintf("CREATE ROLE my_user VALID UNTIL %s", exp_date))
|
||||
//
|
||||
// Any single quotes in name will be escaped. Any backslashes (i.e. "\") will be
|
||||
// replaced by two backslashes (i.e. "\\") and the C-style escape identifier
|
||||
QuoteLiteral(literal string) string
|
||||
// Quoter sql关键字引用处理，如 table -> `table`、table -> "table"
|
||||
Quoter() Quoter
|
||||
|
||||
// GetDbProgram 获取数据库程序模块，用于数据库备份与恢复
|
||||
GetDbProgram() (DbProgram, error)
|
||||
|
||||
// GetColumnHelper
|
||||
GetColumnHelper() ColumnHelper
|
||||
|
||||
// GetDumpHeler
|
||||
GetDumpHelper() DumpHelper
|
||||
|
||||
// GetDataHelper 获取数据处理助手 用于解析格式化列数据等
|
||||
GetDataHelper() DataHelper
|
||||
|
||||
// GetSQLParser 获取sql解析器
|
||||
GetSQLParser() sqlparser.SqlParser
|
||||
}
|
||||
@@ -86,20 +44,11 @@ type BaseDialect interface {
|
||||
type Dialect interface {
|
||||
BaseDialect
|
||||
|
||||
// BatchInsert 批量insert数据
|
||||
BatchInsert(tx *sql.Tx, tableName string, columns []string, values [][]any, duplicateStrategy int) (int64, error)
|
||||
|
||||
// CopyTable 拷贝表
|
||||
CopyTable(copy *DbCopyTable) error
|
||||
|
||||
// GenerateTableDDL 生成建表ddl
|
||||
GenerateTableDDL(columns []Column, tableInfo Table, dropBeforeCreate bool) []string
|
||||
|
||||
// GenerateIndexDDL 生成索引ddl
|
||||
GenerateIndexDDL(indexs []Index, tableInfo Table) []string
|
||||
|
||||
// UpdateSequence 有些数据库迁移完数据之后，需要更新表自增序列为当前表最大值
|
||||
UpdateSequence(tableName string, columns []Column)
|
||||
// GetSQLGenerator 获取sql生成器
|
||||
GetSQLGenerator() SQLGenerator
|
||||
}
|
||||
|
||||
// DefaultDialect 默认实现，若需要覆盖，则由各个数据库dialect实现去覆盖重写
|
||||
@@ -108,29 +57,10 @@ type DefaultDialect struct {
|
||||
|
||||
var _ (BaseDialect) = (*DefaultDialect)(nil)
|
||||
|
||||
func (dx *DefaultDialect) QuoteIdentifier(name string) string {
|
||||
end := strings.IndexRune(name, 0)
|
||||
if end > -1 {
|
||||
name = name[:end]
|
||||
}
|
||||
return DefaultQuoter + strings.Replace(name, DefaultQuoter, DefaultQuoter+DefaultQuoter, -1) + DefaultQuoter
|
||||
func (dx *DefaultDialect) Quoter() Quoter {
|
||||
return DefaultQuoter
|
||||
}
|
||||
|
||||
func (dx *DefaultDialect) RemoveQuote(name string) string {
|
||||
return strings.ReplaceAll(name, DefaultQuoter, "")
|
||||
}
|
||||
|
||||
func (dd *DefaultDialect) QuoteEscape(str string) string {
|
||||
return strings.Replace(str, `'`, `''`, -1)
|
||||
}
|
||||
|
||||
func (dd *DefaultDialect) QuoteLiteral(literal string) string {
|
||||
return pq.QuoteLiteral(literal)
|
||||
}
|
||||
|
||||
func (dd *DefaultDialect) UpdateSequence(tableName string, columns []Column) {}
|
||||
|
||||
// GetDbProgram 获取数据库程序模块，用于数据库备份与恢复
|
||||
func (dd *DefaultDialect) GetDbProgram() (DbProgram, error) {
|
||||
return nil, errors.New("not support db program")
|
||||
}
|
||||
@@ -139,113 +69,10 @@ func (dd *DefaultDialect) GetDumpHelper() DumpHelper {
|
||||
return new(DefaultDumpHelper)
|
||||
}
|
||||
|
||||
func (dd *DefaultDialect) GetColumnHelper() ColumnHelper {
|
||||
return new(DefaultColumnHelper)
|
||||
}
|
||||
|
||||
func (pd *DefaultDialect) GetSQLParser() sqlparser.SqlParser {
|
||||
return new(pgsql.PgsqlParser)
|
||||
}
|
||||
|
||||
func (pd *DefaultDialect) GetDataHelper() DataHelper {
|
||||
return nil
|
||||
}
|
||||
|
||||
// ColumnHelper 数据库迁移辅助方法
|
||||
type ColumnHelper interface {
|
||||
// ToCommonColumn 数据库方言自带的列转换为公共列
|
||||
ToCommonColumn(dialectColumn *Column)
|
||||
|
||||
// ToColumn 公共列转为各个数据库方言自带的列
|
||||
ToColumn(commonColumn *Column)
|
||||
|
||||
// FixColumn 根据数据库类型修复字段长度、精度等
|
||||
FixColumn(column *Column)
|
||||
|
||||
// GetScanDestPtr 获取scan列目标值指针，用于在*sql.Rows.Scan()填充该值
|
||||
GetScanDestPtr(*QueryColumn) any
|
||||
|
||||
// ConvertScanDestValue 将scan的填充的原始值data转为可阅读的值，如[]byte -> string or number...
|
||||
ConvertScanDestValue(data any, qc *QueryColumn) any
|
||||
}
|
||||
|
||||
type DefaultColumnHelper struct {
|
||||
}
|
||||
|
||||
func (dd *DefaultColumnHelper) ToCommonColumn(dialectColumn *Column) {}
|
||||
|
||||
func (dd *DefaultColumnHelper) ToColumn(commonColumn *Column) {}
|
||||
|
||||
func (dd *DefaultColumnHelper) FixColumn(column *Column) {}
|
||||
|
||||
func (dd *DefaultColumnHelper) GetScanDestPtr(qc *QueryColumn) any {
|
||||
return &[]byte{}
|
||||
}
|
||||
|
||||
func (dd *DefaultColumnHelper) ConvertScanDestValue(data any, qc *QueryColumn) any {
|
||||
if data == nil {
|
||||
return nil
|
||||
}
|
||||
|
||||
colType := qc.SqlColType
|
||||
// 列的数据库类型名
|
||||
colDatabaseTypeName := strings.ToLower(colType.DatabaseTypeName())
|
||||
|
||||
stringV := ""
|
||||
if slicePtr, ok := data.(*[]uint8); ok {
|
||||
bytes := *slicePtr
|
||||
if bytes == nil {
|
||||
return nil
|
||||
}
|
||||
|
||||
// 如果类型是bit，则直接返回第一个字节即可
|
||||
if strings.Contains(colDatabaseTypeName, "bit") {
|
||||
return (bytes)[0]
|
||||
}
|
||||
|
||||
if colDatabaseTypeName == "blob" {
|
||||
return hex.EncodeToString(bytes)
|
||||
}
|
||||
// 把[]byte数据转成string
|
||||
stringV = string(bytes)
|
||||
} else {
|
||||
stringV = cast.ToString(data)
|
||||
}
|
||||
|
||||
if colType == nil || colType.ScanType() == nil {
|
||||
return stringV
|
||||
}
|
||||
colScanType := strings.ToLower(colType.ScanType().Name())
|
||||
|
||||
if strings.Contains(colScanType, "int") {
|
||||
// 如果长度超过16位，则返回字符串，因为前端js长度大于16会丢失精度
|
||||
if len(stringV) > 16 {
|
||||
return stringV
|
||||
}
|
||||
intV, _ := strconv.Atoi(stringV)
|
||||
switch colType.ScanType().Kind() {
|
||||
case reflect.Int8:
|
||||
return int8(intV)
|
||||
case reflect.Uint8:
|
||||
return uint8(intV)
|
||||
case reflect.Int64:
|
||||
return int64(intV)
|
||||
case reflect.Uint64:
|
||||
return uint64(intV)
|
||||
case reflect.Uint:
|
||||
return uint(intV)
|
||||
default:
|
||||
return intV
|
||||
}
|
||||
}
|
||||
if strings.Contains(colScanType, "float") || strings.Contains(colDatabaseTypeName, "decimal") {
|
||||
floatV, _ := strconv.ParseFloat(stringV, 64)
|
||||
return floatV
|
||||
}
|
||||
|
||||
return stringV
|
||||
}
|
||||
|
||||
// DumpHelper 导出辅助方法
|
||||
type DumpHelper interface {
|
||||
BeforeInsert(writer io.Writer, tableName string)
|
||||
@@ -269,3 +96,14 @@ func (dd *DefaultDumpHelper) BeforeInsertSql(quoteSchema string, quoteTableName
|
||||
func (dd *DefaultDumpHelper) AfterInsert(writer io.Writer, tableName string, columns []Column) {
|
||||
writer.Write([]byte("COMMIT;\n"))
|
||||
}
|
||||
|
||||
type SQLGenerator interface {
|
||||
// GenTableDDL 生成建表语句
|
||||
GenTableDDL(table Table, columns []Column, dropBeforeCreate bool) []string
|
||||
|
||||
// GenIndexDDL 生成索引语句
|
||||
GenIndexDDL(table Table, indexs []Index) []string
|
||||
|
||||
// GenInsert 生成插入语句
|
||||
GenInsert(tableName string, columns []Column, values [][]any, duplicateStrategy int) []string
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user