!129 fix: db 相关bug

* fix: db 相关bug

server/internal/db/dbm/mssql/sqlgen.go

@@ -103,12 +103,187 @@ func (sg *SQLGenerator) GenIndexDDL(table dbi.Table, indexs []dbi.Index) []strin
 }
 
 func (sg *SQLGenerator) GenInsert(tableName string, columns []dbi.Column, values [][]any, duplicateStrategy int) []string {
-	return collx.AsArray("")
+
+	if duplicateStrategy == dbi.DuplicateStrategyUpdate {
+		return sg.batchInsertMerge(tableName, columns, values, duplicateStrategy)
+	}
+
+	return sg.batchInsertSimple(tableName, columns, values, duplicateStrategy)
 }
 
-func (msg *SQLGenerator) genColumnBasicSql(quoter dbi.Quoter, column dbi.Column) string {
+func (sg *SQLGenerator) batchInsertSimple(tableName string, columns []dbi.Column, values [][]any, duplicateStrategy int) []string {
+	var res []string
+
+	// 把二维数组转为一维数组
+	var args []any
+	var singleSize int // 一条数据的参数个数
+	for i, v := range values {
+		if i == 0 {
+			singleSize = len(v)
+		}
+		args = append(args, v...)
+	}
+
+	// 判断如果参数超过2000，则分批次执行，mssql允许最大参数为2100，保险起见，这里限制到2000
+	if len(args) > 2000 {
+
+		rows := 2000 / singleSize // 每批次最大数据条数
+		mp := make(map[any][][]any)
+
+		// 把values拆成多份，每份不能超过rows条
+		length := len(values)
+		for i := 0; i < length; i += rows {
+			if i+rows <= length {
+				mp[i] = values[i : i+rows]
+			} else {
+				mp[i] = values[i:length]
+			}
+		}
+
+		var strs []string
+		for _, v := range mp {
+			res := sg.batchInsertSimple(tableName, columns, v, duplicateStrategy)
+			strs = append(strs, res...)
+		}
+		return strs
+	}
+
+	msMetadata := sg.dc.GetMetadata()
+	schema := sg.dc.Info.CurrentSchema()
+	ignoreDupSql := ""
+	if duplicateStrategy == dbi.DuplicateStrategyIgnore {
+		// ALTER TABLE dbo.TEST ADD CONSTRAINT uniqueRows UNIQUE (ColA, ColB, ColC, ColD) WITH (IGNORE_DUP_KEY = ON)
+		indexs, _ := msMetadata.(*MssqlMetadata).getTableIndexWithPK(tableName)
+		// 收集唯一索引涉及到的字段
+		uniqueColumns := make([]string, 0)
+		for _, index := range indexs {
+			if index.IsUnique {
+				cols := strings.Split(index.ColumnName, ",")
+				for _, col := range cols {
+					if !collx.ArrayContains(uniqueColumns, col) {
+						uniqueColumns = append(uniqueColumns, col)
+					}
+				}
+			}
+		}
+		if len(uniqueColumns) > 0 {
+			// 设置忽略重复键
+			ignoreDupSql = fmt.Sprintf("ALTER TABLE %s.%s ADD CONSTRAINT uniqueRows UNIQUE (%s) WITH (IGNORE_DUP_KEY = {sign})", schema, tableName, strings.Join(uniqueColumns, ","))
+			res = append(res, strings.ReplaceAll(ignoreDupSql, "{sign}", "ON"))
+		}
+	}
+
+	// 生成占位符字符串：如：(?,?)
+	// 重复字符串并用逗号连接
+	repeated := strings.Repeat("?,", len(columns))
+	// 去除最后一个逗号，占位符由括号包裹
+	placeholder := fmt.Sprintf("(%s)", strings.TrimSuffix(repeated, ","))
+
+	// 重复占位符字符串n遍
+	repeated = strings.Repeat(placeholder+",", len(values))
+	// 去除最后一个逗号
+	placeholder = strings.TrimSuffix(repeated, ",")
+
+	quote := sg.dc.GetDialect().Quoter().Quote
+	baseTable := fmt.Sprintf("%s.%s", quote(schema), quote(tableName))
+
+	// 设置允许填充自增列之后，显示指定列名可以插入自增列
+	identityInsertOn := ""
+	for _, column := range columns {
+		if column.IsIdentity {
+			identityInsertOn = fmt.Sprintf("SET IDENTITY_INSERT [%s].[%s] ON", schema, tableName)
+		}
+	}
+
+	columnStr, valuesStrs := dbi.GenInsertSqlColumnAndValues(sg.dc.GetDialect(), DbTypeMssql, columns, values)
+	insertSql := fmt.Sprintf("%s insert into %s %s VALUES \n%s", identityInsertOn, baseTable, columnStr, strings.Join(valuesStrs, ",\n"))
+	res = append(res, insertSql)
+
+	// 执行完之后，设置忽略重复键
+	if ignoreDupSql != "" {
+		res = append(res, strings.ReplaceAll(ignoreDupSql, "{sign}", "OFF"))
+	}
+	return res
+}
+
+func (sg *SQLGenerator) batchInsertMerge(tableName string, columns []dbi.Column, values [][]any, duplicateStrategy int) []string {
+	var res []string
+	schema := sg.dc.Info.CurrentSchema()
+	quote := sg.dc.GetDialect().Quoter().Quote
+
+	// 收集MERGE 语句的 ON 子句条件
+	caseArr := make([]string, 0)
+	// 搜集主键字段
+	pkCols := make([]string, 0)
+	// 查询取出自增列字段, merge update不能修改自增列
+	identityCols := make([]string, 0)
+	// 标记是否有自增字段
+	hashIdentity := false
+
+	for _, col := range columns {
+		if col.IsIdentity {
+			hashIdentity = true
+			identityCols = append(identityCols, col.ColumnName)
+		}
+		if col.IsPrimaryKey {
+			pkCols = append(pkCols, col.ColumnName)
+			name := quote(col.ColumnName)
+			caseArr = append(caseArr, fmt.Sprintf(" T1.%s = T2.%s ", name, name))
+		}
+	}
+	if len(pkCols) == 0 {
+		return sg.batchInsertSimple(tableName, columns, values, duplicateStrategy)
+	}
+	// 重复数据处理策略
+	updSqls := make([]string, 0)
+	insertVals := make([]string, 0)
+	insertCols := make([]string, 0)
+
+	for _, column := range columns {
+		columnName := column.ColumnName
+		quoteName := quote(columnName)
+		if !collx.ArrayContains(identityCols, sg.dc.GetDialect().Quoter().Trim(columnName)) {
+			updSqls = append(updSqls, fmt.Sprintf("T1.%s = T2.%s", columnName, columnName))
+		}
+		insertCols = append(insertCols, quoteName)
+		insertVals = append(insertVals, fmt.Sprintf("T2.%s", columnName))
+	}
+
+	// 把values二维数组转为一维数组
+	valArr := make([]string, 0)
+
+	valueSql := make([]string, 0)
+	for _, value := range values {
+		for j, column := range columns {
+			val := dbi.GetDbDataType(DbTypeMssql, column.DataType).DataType.SQLValue(value[j])
+			valArr = append(valArr, fmt.Sprintf("%s %s", val, column.ColumnName))
+		}
+		valueSql = append(valueSql, fmt.Sprintf("select %s", strings.Join(valArr, ", ")))
+	}
+
+	quoteTable := fmt.Sprintf("%s.%s", quote(schema), quote(tableName))
+	unionSql := strings.Join(valueSql, " UNION ALL ")
+	caseSql := strings.Join(caseArr, " AND ")
+
+	sqlTemp := "MERGE INTO " + quoteTable + " T1 USING (" + unionSql + ") T2 ON " + caseSql
+	sqlTemp += "WHEN NOT MATCHED THEN INSERT (" + strings.Join(insertCols, ",") + ") (" + strings.Join(insertVals, ",") + ") "
+	sqlTemp += "WHEN MATCHED THEN UPDATE SET " + strings.Join(updSqls, ",")
+
+	identityInsertOn := ""
+	if hashIdentity {
+		// 设置允许填充自增列之后，显示指定列名可以插入自增列
+		identityInsertOn = fmt.Sprintf("SET IDENTITY_INSERT [%s].[%s] ON", schema, tableName)
+
+	}
+	// 执行merge sql,必须要以分号结尾
+	res = append(res, fmt.Sprintf("%s %s", identityInsertOn, sqlTemp))
+
+	return res
+}
+
+func (sg *SQLGenerator) genColumnBasicSql(quoter dbi.Quoter, column dbi.Column) string {
 	colName := quoter.Quote(column.ColumnName)
-	dataType := string(column.DataType)
+	dataType := column.DataType
 
 	incr := ""
 	if column.IsIdentity {