mirror of
https://gitee.com/dromara/mayfly-go
synced 2025-11-04 00:10:25 +08:00
!109 refactor：ddl生成方式重构，数据类型和长度重构，所有数据库迁移调试
* feat：同步sqlite全量sql * refactor：ddl生成方式重构，数据类型和长度重构，所有数据库迁移调试
This commit is contained in:
zongyangleo
@@ -4,6 +4,7 @@ import (
|
||||
"fmt"
|
||||
"mayfly-go/internal/db/dbm/dbi"
|
||||
"mayfly-go/pkg/errorx"
|
||||
"mayfly-go/pkg/logx"
|
||||
"mayfly-go/pkg/utils/anyx"
|
||||
"mayfly-go/pkg/utils/collx"
|
||||
"mayfly-go/pkg/utils/stringx"
|
||||
@@ -13,14 +14,12 @@ import (
|
||||
)
|
||||
|
||||
const (
|
||||
MSSQL_META_FILE = "metasql/mssql_meta.sql"
|
||||
MSSQL_DBS_KEY = "MSSQL_DBS"
|
||||
MSSQL_DB_SCHEMAS_KEY = "MSSQL_DB_SCHEMAS"
|
||||
MSSQL_TABLE_INFO_KEY = "MSSQL_TABLE_INFO"
|
||||
MSSQL_INDEX_INFO_KEY = "MSSQL_INDEX_INFO"
|
||||
MSSQL_COLUMN_MA_KEY = "MSSQL_COLUMN_MA"
|
||||
MSSQL_TABLE_DETAIL_KEY = "MSSQL_TABLE_DETAIL"
|
||||
MSSQL_TABLE_INDEX_DDL_KEY = "MSSQL_TABLE_INDEX_DDL"
|
||||
MSSQL_META_FILE = "metasql/mssql_meta.sql"
|
||||
MSSQL_DBS_KEY = "MSSQL_DBS"
|
||||
MSSQL_DB_SCHEMAS_KEY = "MSSQL_DB_SCHEMAS"
|
||||
MSSQL_TABLE_INFO_KEY = "MSSQL_TABLE_INFO"
|
||||
MSSQL_INDEX_INFO_KEY = "MSSQL_INDEX_INFO"
|
||||
MSSQL_COLUMN_MA_KEY = "MSSQL_COLUMN_MA"
|
||||
)
|
||||
|
||||
type MssqlMetaData struct {
|
||||
@@ -106,17 +105,41 @@ func (md *MssqlMetaData) GetColumns(tableNames ...string) ([]dbi.Column, error)
|
||||
|
||||
columns := make([]dbi.Column, 0)
|
||||
for _, re := range res {
|
||||
columns = append(columns, dbi.Column{
|
||||
|
||||
column := dbi.Column{
|
||||
TableName: anyx.ToString(re["TABLE_NAME"]),
|
||||
ColumnName: anyx.ToString(re["COLUMN_NAME"]),
|
||||
ColumnType: anyx.ToString(re["COLUMN_TYPE"]),
|
||||
DataType: dbi.ColumnDataType(anyx.ToString(re["DATA_TYPE"])),
|
||||
CharMaxLength: anyx.ConvInt(re["CHAR_MAX_LENGTH"]),
|
||||
ColumnComment: anyx.ToString(re["COLUMN_COMMENT"]),
|
||||
Nullable: anyx.ToString(re["NULLABLE"]),
|
||||
IsPrimaryKey: anyx.ConvInt(re["IS_PRIMARY_KEY"]) == 1,
|
||||
IsIdentity: anyx.ConvInt(re["IS_IDENTITY"]) == 1,
|
||||
ColumnDefault: anyx.ToString(re["COLUMN_DEFAULT"]),
|
||||
ColumnDefault: anyx.ConvString(re["COLUMN_DEFAULT"]),
|
||||
NumPrecision: anyx.ConvInt(re["NUM_PRECISION"]),
|
||||
NumScale: anyx.ConvInt(re["NUM_SCALE"]),
|
||||
})
|
||||
}
|
||||
|
||||
dataType := strings.ToLower(string(column.DataType))
|
||||
|
||||
if collx.ArrayAnyMatches([]string{"date", "time"}, dataType) {
|
||||
// 如果是datetime，精度取NumScale字段
|
||||
column.CharMaxLength = column.NumScale
|
||||
} else if collx.ArrayAnyMatches([]string{"int", "bit", "real", "text", "xml"}, dataType) {
|
||||
// 不显示长度的类型
|
||||
column.NumPrecision = 0
|
||||
column.CharMaxLength = 0
|
||||
} else if collx.ArrayAnyMatches([]string{"numeric", "decimal", "float"}, dataType) {
|
||||
// 如果是num，长度取精度和小数位数
|
||||
column.CharMaxLength = 0
|
||||
} else if collx.ArrayAnyMatches([]string{"nvarchar", "nchar"}, dataType) {
|
||||
// 如果是nvarchar，可视长度减半
|
||||
column.CharMaxLength = column.CharMaxLength / 2
|
||||
}
|
||||
|
||||
// 初始化列展示的长度，精度
|
||||
column.InitShowNum()
|
||||
columns = append(columns, column)
|
||||
}
|
||||
return columns, nil
|
||||
}
|
||||
@@ -193,93 +216,204 @@ func (md *MssqlMetaData) CopyTableDDL(tableName string, newTableName string) (st
|
||||
if newTableName == "" {
|
||||
newTableName = tableName
|
||||
}
|
||||
|
||||
meta := md.dc.GetMetaData()
|
||||
|
||||
// 根据列信息生成建表语句
|
||||
var builder strings.Builder
|
||||
var commentBuilder strings.Builder
|
||||
|
||||
// 查询表名和表注释, 设置表注释
|
||||
_, res, err := md.dc.Query(dbi.GetLocalSql(MSSQL_META_FILE, MSSQL_TABLE_DETAIL_KEY), md.dc.Info.CurrentSchema(), tableName)
|
||||
if err != nil {
|
||||
tbs, err := md.GetTables(tableName)
|
||||
if err != nil || len(tbs) < 1 {
|
||||
logx.Errorf("获取表信息失败, %s", tableName)
|
||||
return "", err
|
||||
}
|
||||
tableComment := ""
|
||||
if len(res) > 0 {
|
||||
tableComment = anyx.ToString(res[0]["tableComment"])
|
||||
if tableComment != "" {
|
||||
// 注释转义单引号
|
||||
tableComment = strings.ReplaceAll(tableComment, "'", "\\'")
|
||||
commentBuilder.WriteString(fmt.Sprintf("\nEXEC sp_addextendedproperty N'MS_Description', N'%s', N'SCHEMA', N'%s', N'TABLE',N'%s';\n", tableComment, md.dc.Info.CurrentSchema(), newTableName))
|
||||
}
|
||||
tabInfo := &dbi.Table{
|
||||
TableName: tableName,
|
||||
TableComment: tbs[0].TableComment,
|
||||
TableNewName: newTableName,
|
||||
}
|
||||
|
||||
baseTable := fmt.Sprintf("%s.%s", meta.QuoteIdentifier(md.dc.Info.CurrentSchema()), meta.QuoteIdentifier(newTableName))
|
||||
|
||||
// 查询列信息
|
||||
columns, err := md.GetColumns(tableName)
|
||||
if err != nil {
|
||||
logx.Errorf("获取列信息失败, %s", tableName)
|
||||
return "", err
|
||||
}
|
||||
|
||||
builder.WriteString(fmt.Sprintf("CREATE TABLE %s (\n", baseTable))
|
||||
pks := make([]string, 0)
|
||||
for i, v := range columns {
|
||||
nullAble := "NULL"
|
||||
if v.Nullable == "NO" {
|
||||
nullAble = "NOT NULL"
|
||||
}
|
||||
builder.WriteString(fmt.Sprintf("\t[%s] %s %s", v.ColumnName, v.ColumnType, nullAble))
|
||||
if v.IsIdentity {
|
||||
builder.WriteString(" IDENTITY(1,11)")
|
||||
}
|
||||
if v.ColumnDefault != "" {
|
||||
builder.WriteString(fmt.Sprintf(" DEFAULT %s", v.ColumnDefault))
|
||||
}
|
||||
if v.IsPrimaryKey {
|
||||
pks = append(pks, fmt.Sprintf("[%s]", v.ColumnName))
|
||||
}
|
||||
if i < len(columns)-1 {
|
||||
builder.WriteString(",")
|
||||
}
|
||||
builder.WriteString("\n")
|
||||
}
|
||||
// 设置主键
|
||||
if len(pks) > 0 {
|
||||
builder.WriteString(fmt.Sprintf("\tCONSTRAINT PK_%s PRIMARY KEY ( %s )", newTableName, strings.Join(pks, ",")))
|
||||
}
|
||||
builder.WriteString("\n);\n")
|
||||
|
||||
// 设置字段注释
|
||||
for _, v := range columns {
|
||||
if v.ColumnComment != "" {
|
||||
// 注释转义单引号
|
||||
v.ColumnComment = strings.ReplaceAll(v.ColumnComment, "'", "\\'")
|
||||
commentBuilder.WriteString(fmt.Sprintf("\nEXEC sp_addextendedproperty N'MS_Description', N'%s', N'SCHEMA', N'%s', N'TABLE',N'%s', N'COLUMN', N'%s';\n", v.ColumnComment, md.dc.Info.CurrentSchema(), newTableName, v.ColumnName))
|
||||
}
|
||||
}
|
||||
sqlArr := meta.GenerateTableDDL(columns, *tabInfo, true)
|
||||
|
||||
// 设置索引
|
||||
indexs, err := md.GetTableIndex(tableName)
|
||||
if err != nil {
|
||||
return "", err
|
||||
logx.Errorf("获取索引信息失败, %s", tableName)
|
||||
return strings.Join(sqlArr, ";"), err
|
||||
}
|
||||
for _, v := range indexs {
|
||||
builder.WriteString(fmt.Sprintf("\nCREATE NONCLUSTERED INDEX [%s] ON %s (%s);\n", v.IndexName, baseTable, v.ColumnName))
|
||||
// 设置索引注释
|
||||
if v.IndexComment != "" {
|
||||
// 注释转义单引号
|
||||
v.IndexComment = strings.ReplaceAll(v.IndexComment, "'", "\\'")
|
||||
commentBuilder.WriteString(fmt.Sprintf("\nEXEC sp_addextendedproperty N'MS_Description', N'%s', N'SCHEMA', N'%s', N'TABLE',N'%s', N'INDEX', N'%s';\n", v.IndexComment, md.dc.Info.CurrentSchema(), newTableName, v.IndexName))
|
||||
sqlArr = append(sqlArr, meta.GenerateIndexDDL(indexs, *tabInfo)...)
|
||||
return strings.Join(sqlArr, ";"), nil
|
||||
}
|
||||
|
||||
// 获取建索引ddl
|
||||
|
||||
func (md *MssqlMetaData) GenerateIndexDDL(indexs []dbi.Index, tableInfo dbi.Table) []string {
|
||||
|
||||
tbName := tableInfo.TableName
|
||||
if tableInfo.TableNewName != "" {
|
||||
tbName = tableInfo.TableNewName
|
||||
}
|
||||
|
||||
sqls := make([]string, 0)
|
||||
comments := make([]string, 0)
|
||||
for _, index := range indexs {
|
||||
// 通过字段、表名拼接索引名
|
||||
columnName := strings.ReplaceAll(index.ColumnName, "-", "")
|
||||
columnName = strings.ReplaceAll(columnName, "_", "")
|
||||
colName := strings.ReplaceAll(columnName, ",", "_")
|
||||
|
||||
keyType := "normal"
|
||||
unique := ""
|
||||
if index.IsUnique {
|
||||
keyType = "unique"
|
||||
unique = "unique"
|
||||
}
|
||||
indexName := fmt.Sprintf("%s_key_%s_%s", keyType, tbName, colName)
|
||||
|
||||
sqls = append(sqls, fmt.Sprintf("create %s NONCLUSTERED index %s on %s.%s(%s)", unique, indexName, md.dc.Info.CurrentSchema(), tbName, index.ColumnName))
|
||||
if index.IndexComment != "" {
|
||||
comments = append(comments, fmt.Sprintf("EXECUTE sp_addextendedproperty N'MS_Description', N'%s', N'SCHEMA', N'%s', N'TABLE', N'%s', N'INDEX', N'%s'", index.IndexComment, md.dc.Info.CurrentSchema(), tbName, indexName))
|
||||
}
|
||||
}
|
||||
return builder.String() + commentBuilder.String(), nil
|
||||
return sqls
|
||||
}
|
||||
|
||||
func (md *MssqlMetaData) genColumnBasicSql(column dbi.Column) string {
|
||||
meta := md.dc.GetMetaData()
|
||||
colName := meta.QuoteIdentifier(column.ColumnName)
|
||||
dataType := string(column.DataType)
|
||||
|
||||
incr := ""
|
||||
if column.IsIdentity {
|
||||
incr = " IDENTITY(1,1)"
|
||||
}
|
||||
|
||||
nullAble := ""
|
||||
if column.Nullable == "NO" {
|
||||
nullAble = " NOT NULL"
|
||||
}
|
||||
|
||||
defVal := "" // 默认值需要判断引号，如函数是不需要引号的 // 为了防止跨源函数不支持 当默认值是函数时，不需要设置默认值
|
||||
if column.ColumnDefault != "" && !strings.Contains(column.ColumnDefault, "(") {
|
||||
// 哪些字段类型默认值需要加引号
|
||||
mark := false
|
||||
if collx.ArrayAnyMatches([]string{"char", "text", "date", "time", "lob"}, dataType) {
|
||||
// 当数据类型是日期时间，默认值是日期时间函数时，默认值不需要引号
|
||||
if collx.ArrayAnyMatches([]string{"date", "time"}, strings.ToLower(dataType)) &&
|
||||
collx.ArrayAnyMatches([]string{"DATE", "TIME"}, strings.ToUpper(column.ColumnDefault)) {
|
||||
mark = false
|
||||
} else {
|
||||
mark = true
|
||||
}
|
||||
}
|
||||
|
||||
if mark {
|
||||
defVal = fmt.Sprintf(" DEFAULT '%s'", column.ColumnDefault)
|
||||
} else {
|
||||
defVal = fmt.Sprintf(" DEFAULT %s", column.ColumnDefault)
|
||||
}
|
||||
}
|
||||
|
||||
columnSql := fmt.Sprintf(" %s %s %s %s %s", colName, column.ShowDataType, incr, nullAble, defVal)
|
||||
return columnSql
|
||||
}
|
||||
|
||||
// 获取建表ddl
|
||||
func (md *MssqlMetaData) GenerateTableDDL(columns []dbi.Column, tableInfo dbi.Table, dropBeforeCreate bool) []string {
|
||||
|
||||
tbName := tableInfo.TableName
|
||||
if tableInfo.TableNewName != "" {
|
||||
tbName = tableInfo.TableNewName
|
||||
}
|
||||
|
||||
meta := md.dc.GetMetaData()
|
||||
replacer := strings.NewReplacer(";", "", "'", "")
|
||||
|
||||
sqlArr := make([]string, 0)
|
||||
|
||||
// 删除表
|
||||
if dropBeforeCreate {
|
||||
sqlArr = append(sqlArr, fmt.Sprintf("DROP TABLE IF EXISTS %s", meta.QuoteIdentifier(tbName)))
|
||||
}
|
||||
|
||||
// 组装建表语句
|
||||
createSql := fmt.Sprintf("CREATE TABLE %s (\n", meta.QuoteIdentifier(tbName))
|
||||
fields := make([]string, 0)
|
||||
pks := make([]string, 0)
|
||||
columnComments := make([]string, 0)
|
||||
|
||||
for _, column := range columns {
|
||||
if column.IsPrimaryKey {
|
||||
pks = append(pks, meta.QuoteIdentifier(column.ColumnName))
|
||||
}
|
||||
fields = append(fields, md.genColumnBasicSql(column))
|
||||
commentTmp := "EXECUTE sp_addextendedproperty N'MS_Description', N'%s', N'SCHEMA', N'%s', N'TABLE', N'%s', N'COLUMN', N'%s'"
|
||||
|
||||
// 防止注释内含有特殊字符串导致sql出错
|
||||
if column.ColumnComment != "" {
|
||||
comment := replacer.Replace(column.ColumnComment)
|
||||
columnComments = append(columnComments, fmt.Sprintf(commentTmp, comment, md.dc.Info.CurrentSchema(), tbName, column.ColumnName))
|
||||
}
|
||||
}
|
||||
|
||||
// create
|
||||
createSql += strings.Join(fields, ",\n")
|
||||
if len(pks) > 0 {
|
||||
createSql += fmt.Sprintf(", \n PRIMARY KEY CLUSTERED (%s)", strings.Join(pks, ","))
|
||||
}
|
||||
createSql += "\n)"
|
||||
|
||||
// comment
|
||||
tableCommentSql := ""
|
||||
if tableInfo.TableComment != "" {
|
||||
commentTmp := "EXECUTE sp_addextendedproperty N'MS_Description', N'%s', N'SCHEMA', N'%s', N'TABLE', N'%s'"
|
||||
tableCommentSql = fmt.Sprintf(commentTmp, replacer.Replace(tableInfo.TableComment), md.dc.Info.CurrentSchema(), tbName)
|
||||
}
|
||||
|
||||
sqlArr = append(sqlArr, createSql)
|
||||
|
||||
if tableCommentSql != "" {
|
||||
sqlArr = append(sqlArr, tableCommentSql)
|
||||
}
|
||||
if len(columnComments) > 0 {
|
||||
sqlArr = append(sqlArr, columnComments...)
|
||||
}
|
||||
|
||||
return sqlArr
|
||||
}
|
||||
|
||||
// 获取建表ddl
|
||||
func (md *MssqlMetaData) GetTableDDL(tableName string) (string, error) {
|
||||
return md.CopyTableDDL(tableName, "")
|
||||
|
||||
// 1.获取表信息
|
||||
tbs, err := md.GetTables(tableName)
|
||||
tableInfo := &dbi.Table{}
|
||||
if err != nil && len(tbs) > 0 {
|
||||
|
||||
logx.Errorf("获取表信息失败, %s", tableName)
|
||||
return "", err
|
||||
}
|
||||
tableInfo.TableName = tbs[0].TableName
|
||||
tableInfo.TableComment = tbs[0].TableComment
|
||||
|
||||
// 2.获取列信息
|
||||
columns, err := md.GetColumns(tableName)
|
||||
if err != nil {
|
||||
logx.Errorf("获取列信息失败, %s", tableName)
|
||||
return "", err
|
||||
}
|
||||
tableDDLArr := md.GenerateTableDDL(columns, *tableInfo, false)
|
||||
// 3.获取索引信息
|
||||
indexs, err := md.GetTableIndex(tableName)
|
||||
if err != nil {
|
||||
logx.Errorf("获取索引信息失败, %s", tableName)
|
||||
return "", err
|
||||
}
|
||||
// 组装返回
|
||||
tableDDLArr = append(tableDDLArr, md.GenerateIndexDDL(indexs, *tableInfo)...)
|
||||
return strings.Join(tableDDLArr, ";\n"), nil
|
||||
}
|
||||
|
||||
func (md *MssqlMetaData) GetSchemas() ([]string, error) {
|
||||
|
||||
Reference in New Issue
Block a user