mirror of
https://gitee.com/dromara/mayfly-go
synced 2025-11-02 15:30:25 +08:00
@@ -136,7 +136,7 @@
|
||||
|
||||
<el-tab-pane :label="$t('db.fieldMap')" :name="fieldTab" :disabled="!baseFieldCompleted">
|
||||
<el-form-item prop="fieldMap" :label="$t('db.fieldMap')" required>
|
||||
<el-table :data="form.fieldMap" :max-height="400" size="small">
|
||||
<el-table :data="form.fieldMap" :max-height="650" size="small">
|
||||
<el-table-column prop="src" :label="$t('db.srcField')" :width="200" />
|
||||
<el-table-column prop="target" :label="$t('db.targetField')">
|
||||
<template #default="scope">
|
||||
@@ -155,15 +155,15 @@
|
||||
</el-tab-pane>
|
||||
|
||||
<el-tab-pane :label="$t('db.sqlPreview')" :name="sqlPreviewTab" :disabled="!baseFieldCompleted">
|
||||
<el-form-item prop="fieldMap" :label="$t('db.selectSql')">
|
||||
<el-input type="textarea" v-model="state.previewDataSql" readonly :input-style="{ height: '170px' }" />
|
||||
</el-form-item>
|
||||
<el-form-item prop="fieldMap" :label="$t('db.insertSql')">
|
||||
<el-input type="textarea" v-model="state.previewInsertSql" readonly :input-style="{ height: '170px' }" />
|
||||
</el-form-item>
|
||||
<el-form-item prop="isReplace" v-if="compatibleDuplicateStrategy(form.targetDbType!)" :label="$t('db.keyDuplicateStrategy')">
|
||||
<EnumSelect :enums="DbDataSyncDuplicateStrategyEnum" v-model="form.duplicateStrategy" @change="handleDuplicateStrategy" />
|
||||
</el-form-item>
|
||||
<el-form-item prop="fieldMap" :label="$t('db.selectSql')">
|
||||
<el-input type="textarea" v-model="state.previewDataSql" readonly :input-style="{ height: '300px' }" />
|
||||
</el-form-item>
|
||||
<el-form-item prop="fieldMap" :label="$t('db.insertSql')">
|
||||
<el-input type="textarea" v-model="state.previewInsertSql" readonly :input-style="{ height: '300px' }" />
|
||||
</el-form-item>
|
||||
</el-tab-pane>
|
||||
</el-tabs>
|
||||
</el-form>
|
||||
|
||||
@@ -148,7 +148,24 @@ func (app *dataSyncAppImpl) RunCronJob(ctx context.Context, id uint64) error {
|
||||
logx.ErrorfContext(ctx, "data source connection unavailable: %s", err.Error())
|
||||
return
|
||||
}
|
||||
updSql = fmt.Sprintf("and %s > %s", task.UpdField, strings.Trim(task.UpdFieldVal, " "))
|
||||
srcConn, err := app.dbApp.GetDbConn(uint64(task.SrcDbId), task.SrcDbName)
|
||||
if err != nil {
|
||||
logx.ErrorfContext(ctx, "failed to connect to the source database: %s", err.Error())
|
||||
return
|
||||
}
|
||||
|
||||
updFieldDataType := dbi.DefaultDbDataType
|
||||
srcConn.WalkQueryRows(context.Background(), task.DataSql, func(row map[string]any, columns []*dbi.QueryColumn) error {
|
||||
for _, column := range columns {
|
||||
if strings.EqualFold(column.Name, cmp.Or(task.UpdFieldSrc, task.UpdField)) {
|
||||
updFieldDataType = column.DbDataType
|
||||
break
|
||||
}
|
||||
}
|
||||
return errorx.NewBiz("get column data type")
|
||||
})
|
||||
|
||||
updSql = fmt.Sprintf("and %s > %s", task.UpdField, updFieldDataType.DataType.SQLValue(task.UpdFieldVal))
|
||||
orderSql = "order by " + task.UpdField + " asc "
|
||||
}
|
||||
// 正则判断DataSql是否以where .*结尾,如果是则不添加where 1 = 1
|
||||
@@ -158,9 +175,9 @@ func (app *dataSyncAppImpl) RunCronJob(ctx context.Context, id uint64) error {
|
||||
}
|
||||
|
||||
// 组装查询sql
|
||||
sql := fmt.Sprintf("%s %s %s %s", task.DataSql, where, updSql, orderSql)
|
||||
sqlStr := fmt.Sprintf("%s %s %s %s", task.DataSql, where, updSql, orderSql)
|
||||
|
||||
log, err := app.doDataSync(ctx, sql, task)
|
||||
log, err := app.doDataSync(ctx, sqlStr, task)
|
||||
if err != nil {
|
||||
log.ErrText = fmt.Sprintf("execution failure: %s", err.Error())
|
||||
logx.ErrorContext(ctx, log.ErrText)
|
||||
@@ -335,11 +352,7 @@ func (app *dataSyncAppImpl) srcData2TargetDb(srcRes []map[string]any, fieldMap [
|
||||
}
|
||||
|
||||
// 如果指定了更新字段,则以更新字段取值
|
||||
if task.UpdFieldSrc != "" {
|
||||
setUpdateFieldVal(task.UpdFieldSrc)
|
||||
} else {
|
||||
setUpdateFieldVal(updFieldName)
|
||||
}
|
||||
setUpdateFieldVal(cmp.Or(task.UpdFieldSrc, updFieldName))
|
||||
|
||||
targetDialect := targetDbConn.GetDialect()
|
||||
|
||||
|
||||
@@ -309,6 +309,7 @@ func (app *dbTransferAppImpl) transfer2Db(ctx context.Context, taskId uint64, lo
|
||||
|
||||
err = sqlparser.SQLSplit(pr, func(stmt string) error {
|
||||
if _, err := targetConn.TxExecContext(ctx, tx, stmt); err != nil {
|
||||
app.EndTransfer(ctx, logId, taskId, fmt.Sprintf("执行sql出错: %s", stmt), err, nil)
|
||||
pw.CloseWithError(err)
|
||||
return err
|
||||
}
|
||||
|
||||
@@ -1,8 +1,8 @@
|
||||
--DM_DB_SCHEMAS 库schemas
|
||||
select
|
||||
distinct owner as SCHEMA_NAME
|
||||
from all_objects
|
||||
order by owner
|
||||
SELECT
|
||||
DISTINCT object_name as SCHEMA_NAME
|
||||
FROM ALL_OBJECTS
|
||||
WHERE OBJECT_TYPE = 'SCH'
|
||||
---------------------------------------
|
||||
--DM_TABLE_INFO 表详细信息
|
||||
SELECT a.object_name as TABLE_NAME,
|
||||
|
||||
@@ -4,6 +4,7 @@ import (
|
||||
"fmt"
|
||||
"mayfly-go/internal/db/dbm/dbi"
|
||||
"mayfly-go/pkg/utils/collx"
|
||||
"regexp"
|
||||
"strings"
|
||||
)
|
||||
|
||||
@@ -87,12 +88,16 @@ func (sg *SQLGenerator) GenInsert(tableName string, columns []dbi.Column, values
|
||||
quote := quoter.Quote
|
||||
|
||||
if duplicateStrategy == dbi.DuplicateStrategyNone {
|
||||
identityInsert := fmt.Sprintf("set identity_insert %s on;", quote(tableName))
|
||||
identityInsert := ""
|
||||
// 有自增列的才加上这个语句
|
||||
if collx.AnyMatch(columns, func(column dbi.Column) bool { return column.IsIdentity }) {
|
||||
identityInsert = fmt.Sprintf("set identity_insert %s on;", quote(tableName))
|
||||
}
|
||||
|
||||
// 达梦数据库只能一条条的执行insert语句,所以这里需要将values拆分成多条insert语句
|
||||
return collx.ArrayMap(values, func(value []any) string {
|
||||
columnStr, valuesStrs := dbi.GenInsertSqlColumnAndValues(sg.Dialect, DbTypeDM, columns, [][]any{value})
|
||||
return fmt.Sprintf("%s insert into %s (%s) values %s", identityInsert, quote(tableName), columnStr, strings.Join(valuesStrs, ",\n"))
|
||||
columnStr, valuesStrs := dbi.GenInsertSqlColumnAndValues(sg.Dialect, DbTypeDM, columns, values)
|
||||
return fmt.Sprintf("%s insert into %s %s values %s", identityInsert, quote(tableName), columnStr, strings.Join(valuesStrs, ",\n"))
|
||||
})
|
||||
}
|
||||
|
||||
@@ -156,9 +161,9 @@ func (sg *SQLGenerator) GenInsert(tableName string, columns []dbi.Column, values
|
||||
return collx.AsArray(sqlTemp)
|
||||
}
|
||||
|
||||
func (msg *SQLGenerator) genColumnBasicSql(quoter dbi.Quoter, column dbi.Column) string {
|
||||
func (sg *SQLGenerator) genColumnBasicSql(quoter dbi.Quoter, column dbi.Column) string {
|
||||
colName := quoter.Quote(column.ColumnName)
|
||||
dataType := string(column.DataType)
|
||||
dataType := column.DataType
|
||||
|
||||
incr := ""
|
||||
if column.IsIdentity {
|
||||
@@ -174,7 +179,10 @@ func (msg *SQLGenerator) genColumnBasicSql(quoter dbi.Quoter, column dbi.Column)
|
||||
if column.ColumnDefault != "" && !strings.Contains(column.ColumnDefault, "(") {
|
||||
// 哪些字段类型默认值需要加引号
|
||||
mark := false
|
||||
if collx.ArrayAnyMatches([]string{"char", "text", "date", "time", "lob"}, strings.ToLower(dataType)) {
|
||||
if regexp.MustCompile(`'.*'`).MatchString(column.ColumnDefault) {
|
||||
// 字符串默认值
|
||||
mark = false
|
||||
} else if collx.ArrayAnyMatches([]string{"char", "text", "date", "time", "lob"}, strings.ToLower(dataType)) {
|
||||
// 当数据类型是日期时间,默认值是日期时间函数时,默认值不需要引号
|
||||
if collx.ArrayAnyMatches([]string{"date", "time"}, strings.ToLower(dataType)) &&
|
||||
collx.ArrayAnyMatches([]string{"DATE", "TIME"}, strings.ToUpper(column.ColumnDefault)) {
|
||||
@@ -182,6 +190,10 @@ func (msg *SQLGenerator) genColumnBasicSql(quoter dbi.Quoter, column dbi.Column)
|
||||
} else {
|
||||
mark = true
|
||||
}
|
||||
// 空
|
||||
if column.ColumnDefault == "NULL" {
|
||||
mark = false
|
||||
}
|
||||
}
|
||||
if mark {
|
||||
defVal = fmt.Sprintf(" DEFAULT '%s'", column.ColumnDefault)
|
||||
|
||||
@@ -1,11 +1,9 @@
|
||||
package mssql
|
||||
|
||||
import (
|
||||
"database/sql"
|
||||
"fmt"
|
||||
"mayfly-go/internal/db/dbm/dbi"
|
||||
"mayfly-go/pkg/logx"
|
||||
"mayfly-go/pkg/utils/collx"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
@@ -24,176 +22,6 @@ type MssqlDialect struct {
|
||||
dc *dbi.DbConn
|
||||
}
|
||||
|
||||
func (md *MssqlDialect) BatchInsert(tx *sql.Tx, tableName string, columns []string, values [][]any, duplicateStrategy int) (int64, error) {
|
||||
|
||||
if duplicateStrategy == dbi.DuplicateStrategyUpdate {
|
||||
return md.batchInsertMerge(tx, tableName, columns, values, duplicateStrategy)
|
||||
}
|
||||
|
||||
return md.batchInsertSimple(tx, tableName, columns, values, duplicateStrategy)
|
||||
}
|
||||
|
||||
func (md *MssqlDialect) batchInsertSimple(tx *sql.Tx, tableName string, columns []string, values [][]any, duplicateStrategy int) (int64, error) {
|
||||
// 把二维数组转为一维数组
|
||||
var args []any
|
||||
var singleSize int // 一条数据的参数个数
|
||||
for i, v := range values {
|
||||
if i == 0 {
|
||||
singleSize = len(v)
|
||||
}
|
||||
args = append(args, v...)
|
||||
}
|
||||
|
||||
// 判断如果参数超过2000,则分批次执行,mssql允许最大参数为2100,保险起见,这里限制到2000
|
||||
if len(args) > 2000 {
|
||||
|
||||
rows := 2000 / singleSize // 每批次最大数据条数
|
||||
mp := make(map[any][][]any)
|
||||
|
||||
// 把values拆成多份,每份不能超过rows条
|
||||
length := len(values)
|
||||
for i := 0; i < length; i += rows {
|
||||
if i+rows <= length {
|
||||
mp[i] = values[i : i+rows]
|
||||
} else {
|
||||
mp[i] = values[i:length]
|
||||
}
|
||||
}
|
||||
|
||||
var count int64
|
||||
for _, v := range mp {
|
||||
res, err := md.batchInsertSimple(tx, tableName, columns, v, duplicateStrategy)
|
||||
if err != nil {
|
||||
return count, err
|
||||
}
|
||||
count += res
|
||||
}
|
||||
return count, nil
|
||||
}
|
||||
|
||||
msMetadata := md.dc.GetMetadata()
|
||||
schema := md.dc.Info.CurrentSchema()
|
||||
ignoreDupSql := ""
|
||||
if duplicateStrategy == dbi.DuplicateStrategyIgnore {
|
||||
// ALTER TABLE dbo.TEST ADD CONSTRAINT uniqueRows UNIQUE (ColA, ColB, ColC, ColD) WITH (IGNORE_DUP_KEY = ON)
|
||||
indexs, _ := msMetadata.(*MssqlMetadata).getTableIndexWithPK(tableName)
|
||||
// 收集唯一索引涉及到的字段
|
||||
uniqueColumns := make([]string, 0)
|
||||
for _, index := range indexs {
|
||||
if index.IsUnique {
|
||||
cols := strings.Split(index.ColumnName, ",")
|
||||
for _, col := range cols {
|
||||
if !collx.ArrayContains(uniqueColumns, col) {
|
||||
uniqueColumns = append(uniqueColumns, col)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
if len(uniqueColumns) > 0 {
|
||||
// 设置忽略重复键
|
||||
ignoreDupSql = fmt.Sprintf("ALTER TABLE %s.%s ADD CONSTRAINT uniqueRows UNIQUE (%s) WITH (IGNORE_DUP_KEY = {sign})", schema, tableName, strings.Join(uniqueColumns, ","))
|
||||
_, _ = md.dc.TxExec(tx, strings.ReplaceAll(ignoreDupSql, "{sign}", "ON"))
|
||||
}
|
||||
}
|
||||
|
||||
// 生成占位符字符串:如:(?,?)
|
||||
// 重复字符串并用逗号连接
|
||||
repeated := strings.Repeat("?,", len(columns))
|
||||
// 去除最后一个逗号,占位符由括号包裹
|
||||
placeholder := fmt.Sprintf("(%s)", strings.TrimSuffix(repeated, ","))
|
||||
|
||||
// 重复占位符字符串n遍
|
||||
repeated = strings.Repeat(placeholder+",", len(values))
|
||||
// 去除最后一个逗号
|
||||
placeholder = strings.TrimSuffix(repeated, ",")
|
||||
|
||||
quote := md.Quoter().Quote
|
||||
baseTable := fmt.Sprintf("%s.%s", quote(schema), quote(tableName))
|
||||
|
||||
sqlStr := fmt.Sprintf("insert into %s (%s) values %s", baseTable, strings.Join(columns, ","), placeholder)
|
||||
// 执行批量insert sql
|
||||
|
||||
// 设置允许填充自增列之后,显示指定列名可以插入自增列
|
||||
identityInsertOn := fmt.Sprintf("SET IDENTITY_INSERT [%s].[%s] ON", schema, tableName)
|
||||
|
||||
res, err := md.dc.TxExec(tx, fmt.Sprintf("%s %s", identityInsertOn, sqlStr), args...)
|
||||
|
||||
// 执行完之后,设置忽略重复键
|
||||
if ignoreDupSql != "" {
|
||||
_, _ = md.dc.TxExec(tx, strings.ReplaceAll(ignoreDupSql, "{sign}", "OFF"))
|
||||
}
|
||||
return res, err
|
||||
}
|
||||
|
||||
func (md *MssqlDialect) batchInsertMerge(tx *sql.Tx, tableName string, columns []string, values [][]any, duplicateStrategy int) (int64, error) {
|
||||
msMetadata := md.dc.GetMetadata()
|
||||
schema := md.dc.Info.CurrentSchema()
|
||||
quote := md.Quoter().Quote
|
||||
|
||||
// 收集MERGE 语句的 ON 子句条件
|
||||
caseSqls := make([]string, 0)
|
||||
pkCols := make([]string, 0)
|
||||
|
||||
// 查询取出自增列字段, merge update不能修改自增列
|
||||
identityCols := make([]string, 0)
|
||||
cols, err := msMetadata.GetColumns(tableName)
|
||||
if err != nil {
|
||||
return 0, err
|
||||
}
|
||||
for _, col := range cols {
|
||||
if col.IsIdentity {
|
||||
identityCols = append(identityCols, col.ColumnName)
|
||||
}
|
||||
if col.IsPrimaryKey {
|
||||
pkCols = append(pkCols, col.ColumnName)
|
||||
name := quote(col.ColumnName)
|
||||
caseSqls = append(caseSqls, fmt.Sprintf(" T1.%s = T2.%s ", name, name))
|
||||
}
|
||||
}
|
||||
if len(pkCols) == 0 {
|
||||
return md.batchInsertSimple(tx, tableName, columns, values, duplicateStrategy)
|
||||
}
|
||||
// 重复数据处理策略
|
||||
insertVals := make([]string, 0)
|
||||
upds := make([]string, 0)
|
||||
insertCols := make([]string, 0)
|
||||
// 源数据占位sql
|
||||
phs := make([]string, 0)
|
||||
for _, column := range columns {
|
||||
if !collx.ArrayContains(identityCols, md.Quoter().Trim(column)) {
|
||||
upds = append(upds, fmt.Sprintf("T1.%s = T2.%s", column, column))
|
||||
}
|
||||
insertCols = append(insertCols, column)
|
||||
insertVals = append(insertVals, fmt.Sprintf("T2.%s", column))
|
||||
phs = append(phs, fmt.Sprintf("? %s", column))
|
||||
}
|
||||
|
||||
// 把二维数组转为一维数组
|
||||
var args []any
|
||||
tmp := fmt.Sprintf("select %s", strings.Join(phs, ","))
|
||||
t2s := make([]string, 0)
|
||||
for _, v := range values {
|
||||
args = append(args, v...)
|
||||
t2s = append(t2s, tmp)
|
||||
}
|
||||
t2 := strings.Join(t2s, " UNION ALL ")
|
||||
|
||||
sqlTemp := "MERGE INTO " + quote(schema) + "." + quote(tableName) + " T1 USING (" + t2 + ") T2 ON " + strings.Join(caseSqls, " AND ")
|
||||
sqlTemp += "WHEN NOT MATCHED THEN INSERT (" + strings.Join(insertCols, ",") + ") VALUES (" + strings.Join(insertVals, ",") + ") "
|
||||
sqlTemp += "WHEN MATCHED THEN UPDATE SET " + strings.Join(upds, ",")
|
||||
|
||||
// 设置允许填充自增列之后,显示指定列名可以插入自增列
|
||||
identityInsertOn := fmt.Sprintf("SET IDENTITY_INSERT [%s].[%s] ON", schema, tableName)
|
||||
|
||||
// 执行merge sql,必须要以分号结尾
|
||||
res, err := md.dc.TxExec(tx, fmt.Sprintf("%s %s;", identityInsertOn, sqlTemp), args...)
|
||||
|
||||
if err != nil {
|
||||
logx.Errorf("执行sql失败:%s, sql: [ %s ]", err.Error(), sqlTemp)
|
||||
}
|
||||
return res, err
|
||||
}
|
||||
|
||||
func (md *MssqlDialect) CopyTable(copy *dbi.DbCopyTable) error {
|
||||
msMetadata := md.dc.GetMetadata()
|
||||
schema := md.dc.Info.CurrentSchema()
|
||||
@@ -285,7 +113,7 @@ func (md *MssqlDialect) CopyTableDDL(tableName string, newTableName string) (str
|
||||
return strings.Join(sqlArr, ";"), nil
|
||||
}
|
||||
|
||||
func (dx *MssqlDialect) Quoter() dbi.Quoter {
|
||||
func (md *MssqlDialect) Quoter() dbi.Quoter {
|
||||
return mssqlQuoter
|
||||
}
|
||||
|
||||
|
||||
@@ -103,12 +103,187 @@ func (sg *SQLGenerator) GenIndexDDL(table dbi.Table, indexs []dbi.Index) []strin
|
||||
}
|
||||
|
||||
func (sg *SQLGenerator) GenInsert(tableName string, columns []dbi.Column, values [][]any, duplicateStrategy int) []string {
|
||||
return collx.AsArray("")
|
||||
|
||||
if duplicateStrategy == dbi.DuplicateStrategyUpdate {
|
||||
return sg.batchInsertMerge(tableName, columns, values, duplicateStrategy)
|
||||
}
|
||||
|
||||
return sg.batchInsertSimple(tableName, columns, values, duplicateStrategy)
|
||||
}
|
||||
|
||||
func (msg *SQLGenerator) genColumnBasicSql(quoter dbi.Quoter, column dbi.Column) string {
|
||||
func (sg *SQLGenerator) batchInsertSimple(tableName string, columns []dbi.Column, values [][]any, duplicateStrategy int) []string {
|
||||
var res []string
|
||||
|
||||
// 把二维数组转为一维数组
|
||||
var args []any
|
||||
var singleSize int // 一条数据的参数个数
|
||||
for i, v := range values {
|
||||
if i == 0 {
|
||||
singleSize = len(v)
|
||||
}
|
||||
args = append(args, v...)
|
||||
}
|
||||
|
||||
// 判断如果参数超过2000,则分批次执行,mssql允许最大参数为2100,保险起见,这里限制到2000
|
||||
if len(args) > 2000 {
|
||||
|
||||
rows := 2000 / singleSize // 每批次最大数据条数
|
||||
mp := make(map[any][][]any)
|
||||
|
||||
// 把values拆成多份,每份不能超过rows条
|
||||
length := len(values)
|
||||
for i := 0; i < length; i += rows {
|
||||
if i+rows <= length {
|
||||
mp[i] = values[i : i+rows]
|
||||
} else {
|
||||
mp[i] = values[i:length]
|
||||
}
|
||||
}
|
||||
|
||||
var strs []string
|
||||
for _, v := range mp {
|
||||
res := sg.batchInsertSimple(tableName, columns, v, duplicateStrategy)
|
||||
strs = append(strs, res...)
|
||||
}
|
||||
return strs
|
||||
}
|
||||
|
||||
msMetadata := sg.dc.GetMetadata()
|
||||
schema := sg.dc.Info.CurrentSchema()
|
||||
ignoreDupSql := ""
|
||||
if duplicateStrategy == dbi.DuplicateStrategyIgnore {
|
||||
// ALTER TABLE dbo.TEST ADD CONSTRAINT uniqueRows UNIQUE (ColA, ColB, ColC, ColD) WITH (IGNORE_DUP_KEY = ON)
|
||||
indexs, _ := msMetadata.(*MssqlMetadata).getTableIndexWithPK(tableName)
|
||||
// 收集唯一索引涉及到的字段
|
||||
uniqueColumns := make([]string, 0)
|
||||
for _, index := range indexs {
|
||||
if index.IsUnique {
|
||||
cols := strings.Split(index.ColumnName, ",")
|
||||
for _, col := range cols {
|
||||
if !collx.ArrayContains(uniqueColumns, col) {
|
||||
uniqueColumns = append(uniqueColumns, col)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
if len(uniqueColumns) > 0 {
|
||||
// 设置忽略重复键
|
||||
ignoreDupSql = fmt.Sprintf("ALTER TABLE %s.%s ADD CONSTRAINT uniqueRows UNIQUE (%s) WITH (IGNORE_DUP_KEY = {sign})", schema, tableName, strings.Join(uniqueColumns, ","))
|
||||
res = append(res, strings.ReplaceAll(ignoreDupSql, "{sign}", "ON"))
|
||||
}
|
||||
}
|
||||
|
||||
// 生成占位符字符串:如:(?,?)
|
||||
// 重复字符串并用逗号连接
|
||||
repeated := strings.Repeat("?,", len(columns))
|
||||
// 去除最后一个逗号,占位符由括号包裹
|
||||
placeholder := fmt.Sprintf("(%s)", strings.TrimSuffix(repeated, ","))
|
||||
|
||||
// 重复占位符字符串n遍
|
||||
repeated = strings.Repeat(placeholder+",", len(values))
|
||||
// 去除最后一个逗号
|
||||
placeholder = strings.TrimSuffix(repeated, ",")
|
||||
|
||||
quote := sg.dc.GetDialect().Quoter().Quote
|
||||
baseTable := fmt.Sprintf("%s.%s", quote(schema), quote(tableName))
|
||||
|
||||
// 设置允许填充自增列之后,显示指定列名可以插入自增列
|
||||
identityInsertOn := ""
|
||||
for _, column := range columns {
|
||||
if column.IsIdentity {
|
||||
identityInsertOn = fmt.Sprintf("SET IDENTITY_INSERT [%s].[%s] ON", schema, tableName)
|
||||
}
|
||||
}
|
||||
|
||||
columnStr, valuesStrs := dbi.GenInsertSqlColumnAndValues(sg.dc.GetDialect(), DbTypeMssql, columns, values)
|
||||
insertSql := fmt.Sprintf("%s insert into %s %s VALUES \n%s", identityInsertOn, baseTable, columnStr, strings.Join(valuesStrs, ",\n"))
|
||||
res = append(res, insertSql)
|
||||
|
||||
// 执行完之后,设置忽略重复键
|
||||
if ignoreDupSql != "" {
|
||||
res = append(res, strings.ReplaceAll(ignoreDupSql, "{sign}", "OFF"))
|
||||
}
|
||||
return res
|
||||
}
|
||||
|
||||
func (sg *SQLGenerator) batchInsertMerge(tableName string, columns []dbi.Column, values [][]any, duplicateStrategy int) []string {
|
||||
var res []string
|
||||
schema := sg.dc.Info.CurrentSchema()
|
||||
quote := sg.dc.GetDialect().Quoter().Quote
|
||||
|
||||
// 收集MERGE 语句的 ON 子句条件
|
||||
caseArr := make([]string, 0)
|
||||
// 搜集主键字段
|
||||
pkCols := make([]string, 0)
|
||||
// 查询取出自增列字段, merge update不能修改自增列
|
||||
identityCols := make([]string, 0)
|
||||
// 标记是否有自增字段
|
||||
hashIdentity := false
|
||||
|
||||
for _, col := range columns {
|
||||
if col.IsIdentity {
|
||||
hashIdentity = true
|
||||
identityCols = append(identityCols, col.ColumnName)
|
||||
}
|
||||
if col.IsPrimaryKey {
|
||||
pkCols = append(pkCols, col.ColumnName)
|
||||
name := quote(col.ColumnName)
|
||||
caseArr = append(caseArr, fmt.Sprintf(" T1.%s = T2.%s ", name, name))
|
||||
}
|
||||
}
|
||||
if len(pkCols) == 0 {
|
||||
return sg.batchInsertSimple(tableName, columns, values, duplicateStrategy)
|
||||
}
|
||||
// 重复数据处理策略
|
||||
updSqls := make([]string, 0)
|
||||
insertVals := make([]string, 0)
|
||||
insertCols := make([]string, 0)
|
||||
|
||||
for _, column := range columns {
|
||||
columnName := column.ColumnName
|
||||
quoteName := quote(columnName)
|
||||
if !collx.ArrayContains(identityCols, sg.dc.GetDialect().Quoter().Trim(columnName)) {
|
||||
updSqls = append(updSqls, fmt.Sprintf("T1.%s = T2.%s", columnName, columnName))
|
||||
}
|
||||
insertCols = append(insertCols, quoteName)
|
||||
insertVals = append(insertVals, fmt.Sprintf("T2.%s", columnName))
|
||||
}
|
||||
|
||||
// 把values二维数组转为一维数组
|
||||
valArr := make([]string, 0)
|
||||
|
||||
valueSql := make([]string, 0)
|
||||
for _, value := range values {
|
||||
for j, column := range columns {
|
||||
val := dbi.GetDbDataType(DbTypeMssql, column.DataType).DataType.SQLValue(value[j])
|
||||
valArr = append(valArr, fmt.Sprintf("%s %s", val, column.ColumnName))
|
||||
}
|
||||
valueSql = append(valueSql, fmt.Sprintf("select %s", strings.Join(valArr, ", ")))
|
||||
}
|
||||
|
||||
quoteTable := fmt.Sprintf("%s.%s", quote(schema), quote(tableName))
|
||||
unionSql := strings.Join(valueSql, " UNION ALL ")
|
||||
caseSql := strings.Join(caseArr, " AND ")
|
||||
|
||||
sqlTemp := "MERGE INTO " + quoteTable + " T1 USING (" + unionSql + ") T2 ON " + caseSql
|
||||
sqlTemp += "WHEN NOT MATCHED THEN INSERT (" + strings.Join(insertCols, ",") + ") (" + strings.Join(insertVals, ",") + ") "
|
||||
sqlTemp += "WHEN MATCHED THEN UPDATE SET " + strings.Join(updSqls, ",")
|
||||
|
||||
identityInsertOn := ""
|
||||
if hashIdentity {
|
||||
// 设置允许填充自增列之后,显示指定列名可以插入自增列
|
||||
identityInsertOn = fmt.Sprintf("SET IDENTITY_INSERT [%s].[%s] ON", schema, tableName)
|
||||
|
||||
}
|
||||
// 执行merge sql,必须要以分号结尾
|
||||
res = append(res, fmt.Sprintf("%s %s", identityInsertOn, sqlTemp))
|
||||
|
||||
return res
|
||||
}
|
||||
|
||||
func (sg *SQLGenerator) genColumnBasicSql(quoter dbi.Quoter, column dbi.Column) string {
|
||||
colName := quoter.Quote(column.ColumnName)
|
||||
dataType := string(column.DataType)
|
||||
dataType := column.DataType
|
||||
|
||||
incr := ""
|
||||
if column.IsIdentity {
|
||||
|
||||
@@ -96,7 +96,7 @@ func (msg *SQLGenerator) GenInsert(tableName string, columns []dbi.Column, value
|
||||
}
|
||||
|
||||
func (msg *SQLGenerator) genColumnBasicSql(quoter dbi.Quoter, column dbi.Column) string {
|
||||
dataType := string(column.DataType)
|
||||
dataType := column.DataType
|
||||
|
||||
incr := ""
|
||||
if column.IsIdentity {
|
||||
|
||||
@@ -185,3 +185,12 @@ func ArrayFilter[T any](array []T, fn func(T) bool) []T {
|
||||
}
|
||||
return filtered
|
||||
}
|
||||
|
||||
func AnyMatch[T any](array []T, fn func(T) bool) bool {
|
||||
for _, val := range array {
|
||||
if fn(val) {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user