2024-01-15 11:55:59 +00:00
|
|
|
|
package oracle
|
|
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
|
"database/sql"
|
|
|
|
|
|
"fmt"
|
|
|
|
|
|
"mayfly-go/internal/db/dbm/dbi"
|
2024-03-01 04:03:03 +00:00
|
|
|
|
"mayfly-go/pkg/logx"
|
2024-01-18 17:18:17 +08:00
|
|
|
|
"mayfly-go/pkg/utils/collx"
|
2024-01-15 11:55:59 +00:00
|
|
|
|
"strings"
|
|
|
|
|
|
"time"
|
|
|
|
|
|
|
|
|
|
|
|
_ "gitee.com/chunanyong/dm"
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
type OracleDialect struct {
|
2024-03-18 12:25:40 +08:00
|
|
|
|
dbi.DefaultDialect
|
2024-01-15 11:55:59 +00:00
|
|
|
|
|
2024-03-18 12:25:40 +08:00
|
|
|
|
dc *dbi.DbConn
|
2024-01-15 11:55:59 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-03-01 04:03:03 +00:00
|
|
|
|
func (od *OracleDialect) BatchInsert(tx *sql.Tx, tableName string, columns []string, values [][]any, duplicateStrategy int) (int64, error) {
|
2024-01-15 11:55:59 +00:00
|
|
|
|
if len(values) <= 0 {
|
|
|
|
|
|
return 0, nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 把二维数组转为一维数组
|
|
|
|
|
|
var args []any
|
|
|
|
|
|
for _, v := range values {
|
|
|
|
|
|
args = append(args, v...)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2024-03-01 04:03:03 +00:00
|
|
|
|
if duplicateStrategy == dbi.DuplicateStrategyNone || duplicateStrategy == 0 || duplicateStrategy == dbi.DuplicateStrategyIgnore {
|
2024-03-15 13:31:53 +08:00
|
|
|
|
return od.batchInsertSimple(tableName, columns, values, duplicateStrategy, tx)
|
2024-03-01 04:03:03 +00:00
|
|
|
|
} else {
|
2024-03-15 13:31:53 +08:00
|
|
|
|
return od.batchInsertMergeSql(tableName, columns, values, args, tx)
|
2024-03-01 04:03:03 +00:00
|
|
|
|
}
|
|
|
|
|
|
}
|
2024-01-15 11:55:59 +00:00
|
|
|
|
|
2024-03-01 04:03:03 +00:00
|
|
|
|
// 简单批量插入sql,无需判断键冲突策略
|
2024-03-15 13:31:53 +08:00
|
|
|
|
func (od *OracleDialect) batchInsertSimple(tableName string, columns []string, values [][]any, duplicateStrategy int, tx *sql.Tx) (int64, error) {
|
2024-11-01 17:27:22 +08:00
|
|
|
|
metadata := od.dc.GetMetadata()
|
2024-03-01 04:03:03 +00:00
|
|
|
|
// 忽略键冲突策略
|
|
|
|
|
|
ignore := ""
|
|
|
|
|
|
if duplicateStrategy == dbi.DuplicateStrategyIgnore {
|
|
|
|
|
|
// 查出唯一索引涉及的字段
|
2024-03-15 13:31:53 +08:00
|
|
|
|
indexs, _ := metadata.GetTableIndex(tableName)
|
2024-03-01 04:03:03 +00:00
|
|
|
|
if indexs != nil {
|
|
|
|
|
|
arr := make([]string, 0)
|
|
|
|
|
|
for _, index := range indexs {
|
|
|
|
|
|
if index.IsUnique {
|
|
|
|
|
|
cols := strings.Split(index.ColumnName, ",")
|
|
|
|
|
|
for _, col := range cols {
|
|
|
|
|
|
if !collx.ArrayContains(arr, col) {
|
|
|
|
|
|
arr = append(arr, col)
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
ignore = fmt.Sprintf("/*+ IGNORE_ROW_ON_DUPKEY_INDEX(%s(%s)) */", tableName, strings.Join(arr, ","))
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2024-12-08 13:04:23 +08:00
|
|
|
|
|
|
|
|
|
|
quote := od.Quoter().Quote
|
2024-03-01 04:03:03 +00:00
|
|
|
|
effRows := 0
|
|
|
|
|
|
for _, value := range values {
|
|
|
|
|
|
// 拼接带占位符的sql oracle的占位符是:1,:2,:3....
|
|
|
|
|
|
var placeholder []string
|
|
|
|
|
|
for i := 0; i < len(value); i++ {
|
|
|
|
|
|
placeholder = append(placeholder, fmt.Sprintf(":%d", i+1))
|
|
|
|
|
|
}
|
2024-12-08 13:04:23 +08:00
|
|
|
|
sqlTemp := fmt.Sprintf("INSERT %s INTO %s (%s) VALUES (%s)", ignore, quote(tableName), strings.Join(columns, ","), strings.Join(placeholder, ","))
|
2024-03-01 04:03:03 +00:00
|
|
|
|
|
|
|
|
|
|
// oracle数据库为了兼容ignore主键冲突,只能一条条的执行insert
|
|
|
|
|
|
res, err := od.dc.TxExec(tx, sqlTemp, value...)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
logx.Errorf("执行sql失败:%s, sql: [ %s ]", err.Error(), sqlTemp)
|
|
|
|
|
|
}
|
|
|
|
|
|
effRows += int(res)
|
|
|
|
|
|
}
|
|
|
|
|
|
return int64(effRows), nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2024-03-15 13:31:53 +08:00
|
|
|
|
func (od *OracleDialect) batchInsertMergeSql(tableName string, columns []string, values [][]any, args []any, tx *sql.Tx) (int64, error) {
|
2024-03-01 04:03:03 +00:00
|
|
|
|
// 查询主键字段
|
|
|
|
|
|
uniqueCols := make([]string, 0)
|
|
|
|
|
|
caseSqls := make([]string, 0)
|
2024-11-01 17:27:22 +08:00
|
|
|
|
metadata := od.dc.GetMetadata()
|
2024-12-08 13:04:23 +08:00
|
|
|
|
quote := od.Quoter().Quote
|
2024-03-01 04:03:03 +00:00
|
|
|
|
// 查询唯一索引涉及到的字段,并组装到match条件内
|
2024-03-15 13:31:53 +08:00
|
|
|
|
indexs, _ := metadata.GetTableIndex(tableName)
|
2024-03-01 04:03:03 +00:00
|
|
|
|
if indexs != nil {
|
|
|
|
|
|
for _, index := range indexs {
|
|
|
|
|
|
if index.IsUnique {
|
|
|
|
|
|
cols := strings.Split(index.ColumnName, ",")
|
|
|
|
|
|
tmp := make([]string, 0)
|
|
|
|
|
|
for _, col := range cols {
|
|
|
|
|
|
if !collx.ArrayContains(uniqueCols, col) {
|
|
|
|
|
|
uniqueCols = append(uniqueCols, col)
|
|
|
|
|
|
}
|
2024-12-08 13:04:23 +08:00
|
|
|
|
tmp = append(tmp, fmt.Sprintf(" T1.%s = T2.%s ", quote(col), quote(col)))
|
2024-03-01 04:03:03 +00:00
|
|
|
|
}
|
|
|
|
|
|
caseSqls = append(caseSqls, fmt.Sprintf("( %s )", strings.Join(tmp, " AND ")))
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 如果caseSqls为空,则说明没有唯一键,直接使用简单批量插入
|
|
|
|
|
|
if len(caseSqls) == 0 {
|
2024-03-15 13:31:53 +08:00
|
|
|
|
return od.batchInsertSimple(tableName, columns, values, dbi.DuplicateStrategyNone, tx)
|
2024-03-01 04:03:03 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 重复数据处理策略
|
|
|
|
|
|
insertVals := make([]string, 0)
|
|
|
|
|
|
upds := make([]string, 0)
|
|
|
|
|
|
insertCols := make([]string, 0)
|
2024-12-08 13:04:23 +08:00
|
|
|
|
quoteTrim := od.Quoter().Trim
|
2024-03-01 04:03:03 +00:00
|
|
|
|
for _, column := range columns {
|
2024-12-08 13:04:23 +08:00
|
|
|
|
if !collx.ArrayContains(uniqueCols, quoteTrim(column)) {
|
2024-03-01 04:03:03 +00:00
|
|
|
|
upds = append(upds, fmt.Sprintf("T1.%s = T2.%s", column, column))
|
|
|
|
|
|
}
|
|
|
|
|
|
insertCols = append(insertCols, fmt.Sprintf("T1.%s", column))
|
|
|
|
|
|
insertVals = append(insertVals, fmt.Sprintf("T2.%s", column))
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 生成源数据占位sql
|
|
|
|
|
|
t2s := make([]string, 0)
|
2024-01-15 11:55:59 +00:00
|
|
|
|
// 拼接带占位符的sql oracle的占位符是:1,:2,:3....
|
|
|
|
|
|
for i := 0; i < len(args); i += len(columns) {
|
|
|
|
|
|
var placeholder []string
|
|
|
|
|
|
for j := 0; j < len(columns); j++ {
|
2024-03-01 04:03:03 +00:00
|
|
|
|
col := columns[j]
|
|
|
|
|
|
placeholder = append(placeholder, fmt.Sprintf(":%d %s", i+j+1, col))
|
2024-01-15 11:55:59 +00:00
|
|
|
|
}
|
2024-03-01 04:03:03 +00:00
|
|
|
|
t2s = append(t2s, fmt.Sprintf("SELECT %s FROM dual", strings.Join(placeholder, ", ")))
|
2024-01-15 11:55:59 +00:00
|
|
|
|
}
|
2024-03-01 04:03:03 +00:00
|
|
|
|
|
|
|
|
|
|
t2 := strings.Join(t2s, " UNION ALL ")
|
|
|
|
|
|
|
2024-12-08 13:04:23 +08:00
|
|
|
|
sqlTemp := "MERGE INTO " + quote(tableName) + " T1 USING (" + t2 + ") T2 ON (" + strings.Join(caseSqls, " OR ") + ") "
|
2024-03-01 04:03:03 +00:00
|
|
|
|
sqlTemp += "WHEN NOT MATCHED THEN INSERT (" + strings.Join(insertCols, ",") + ") VALUES (" + strings.Join(insertVals, ",") + ") "
|
|
|
|
|
|
sqlTemp += "WHEN MATCHED THEN UPDATE SET " + strings.Join(upds, ",")
|
2024-01-15 11:55:59 +00:00
|
|
|
|
|
|
|
|
|
|
// 执行批量insert sql
|
2024-03-01 04:03:03 +00:00
|
|
|
|
res, err := od.dc.TxExec(tx, sqlTemp, args...)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
logx.Errorf("执行sql失败:%s, sql: [ %s ]", err.Error(), sqlTemp)
|
|
|
|
|
|
}
|
2024-01-15 11:55:59 +00:00
|
|
|
|
return res, err
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2024-01-23 04:08:02 +00:00
|
|
|
|
func (od *OracleDialect) CopyTable(copy *dbi.DbCopyTable) error {
|
|
|
|
|
|
// 生成新表名,为老表明+_copy_时间戳
|
|
|
|
|
|
newTableName := strings.ToUpper(copy.TableName + "_copy_" + time.Now().Format("20060102150405"))
|
|
|
|
|
|
condition := ""
|
2024-01-24 08:29:16 +00:00
|
|
|
|
if !copy.CopyData {
|
2024-01-23 04:08:02 +00:00
|
|
|
|
condition = " where 1 = 2"
|
|
|
|
|
|
}
|
|
|
|
|
|
_, err := od.dc.Exec(fmt.Sprintf("create table \"%s\" as select * from \"%s\" %s", newTableName, copy.TableName, condition))
|
|
|
|
|
|
return err
|
|
|
|
|
|
}
|
2024-03-15 09:01:51 +00:00
|
|
|
|
|
2024-11-01 17:27:22 +08:00
|
|
|
|
// 获取建表ddl
|
|
|
|
|
|
func (od *OracleDialect) GenerateTableDDL(columns []dbi.Column, tableInfo dbi.Table, dropBeforeCreate bool) []string {
|
2024-12-08 13:04:23 +08:00
|
|
|
|
quote := od.Quoter().Quote
|
|
|
|
|
|
quoteTableName := quote(tableInfo.TableName)
|
2024-11-01 17:27:22 +08:00
|
|
|
|
sqlArr := make([]string, 0)
|
|
|
|
|
|
|
|
|
|
|
|
if dropBeforeCreate {
|
|
|
|
|
|
dropSqlTmp := `
|
|
|
|
|
|
declare
|
|
|
|
|
|
num number;
|
|
|
|
|
|
begin
|
|
|
|
|
|
select count(1) into num from user_tables where table_name = '%s' and owner = (SELECT sys_context('USERENV', 'CURRENT_SCHEMA') FROM dual) ;
|
|
|
|
|
|
if num > 0 then
|
|
|
|
|
|
execute immediate 'drop table "%s"' ;
|
|
|
|
|
|
end if;
|
|
|
|
|
|
end`
|
|
|
|
|
|
sqlArr = append(sqlArr, fmt.Sprintf(dropSqlTmp, tableInfo.TableName, tableInfo.TableName))
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 组装建表语句
|
|
|
|
|
|
createSql := fmt.Sprintf("CREATE TABLE %s ( \n", quoteTableName)
|
|
|
|
|
|
fields := make([]string, 0)
|
|
|
|
|
|
pks := make([]string, 0)
|
|
|
|
|
|
columnComments := make([]string, 0)
|
|
|
|
|
|
// 把通用类型转换为达梦类型
|
|
|
|
|
|
for _, column := range columns {
|
|
|
|
|
|
if column.IsPrimaryKey {
|
2024-12-08 13:04:23 +08:00
|
|
|
|
pks = append(pks, quote(column.ColumnName))
|
2024-11-01 17:27:22 +08:00
|
|
|
|
}
|
|
|
|
|
|
fields = append(fields, od.genColumnBasicSql(column))
|
|
|
|
|
|
// 防止注释内含有特殊字符串导致sql出错
|
|
|
|
|
|
if column.ColumnComment != "" {
|
2024-12-08 13:04:23 +08:00
|
|
|
|
comment := dbi.QuoteEscape(column.ColumnComment)
|
|
|
|
|
|
columnComments = append(columnComments, fmt.Sprintf("COMMENT ON COLUMN %s.%s IS '%s'", quoteTableName, quote(column.ColumnName), comment))
|
2024-03-15 09:01:51 +00:00
|
|
|
|
}
|
|
|
|
|
|
}
|
2024-11-01 17:27:22 +08:00
|
|
|
|
|
|
|
|
|
|
// 建表
|
|
|
|
|
|
createSql += strings.Join(fields, ",\n")
|
|
|
|
|
|
if len(pks) > 0 {
|
|
|
|
|
|
createSql += fmt.Sprintf(", \nPRIMARY KEY (%s)", strings.Join(pks, ","))
|
|
|
|
|
|
}
|
|
|
|
|
|
createSql += "\n)"
|
|
|
|
|
|
sqlArr = append(sqlArr, createSql)
|
|
|
|
|
|
|
|
|
|
|
|
// 表注释
|
|
|
|
|
|
tableCommentSql := ""
|
|
|
|
|
|
if tableInfo.TableComment != "" {
|
2024-12-08 13:04:23 +08:00
|
|
|
|
tableCommentSql = fmt.Sprintf("COMMENT ON TABLE %s is '%s'", quote(tableInfo.TableName), dbi.QuoteEscape(tableInfo.TableComment))
|
2024-11-01 17:27:22 +08:00
|
|
|
|
sqlArr = append(sqlArr, tableCommentSql)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 列注释
|
|
|
|
|
|
if len(columnComments) > 0 {
|
|
|
|
|
|
sqlArr = append(sqlArr, columnComments...)
|
|
|
|
|
|
}
|
|
|
|
|
|
otherSql := od.GenerateTableOtherDDL(tableInfo, quoteTableName, columns)
|
|
|
|
|
|
if len(otherSql) > 0 {
|
|
|
|
|
|
sqlArr = append(sqlArr, otherSql...)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return sqlArr
|
2024-03-15 09:01:51 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-11-01 17:27:22 +08:00
|
|
|
|
// 获取建索引ddl
|
|
|
|
|
|
func (od *OracleDialect) GenerateIndexDDL(indexs []dbi.Index, tableInfo dbi.Table) []string {
|
|
|
|
|
|
sqls := make([]string, 0)
|
|
|
|
|
|
comments := make([]string, 0)
|
2024-12-08 13:04:23 +08:00
|
|
|
|
quote := od.Quoter().Quote
|
2024-11-01 17:27:22 +08:00
|
|
|
|
for _, index := range indexs {
|
|
|
|
|
|
unique := ""
|
|
|
|
|
|
if index.IsUnique {
|
|
|
|
|
|
unique = "unique"
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 取出列名,添加引号
|
|
|
|
|
|
cols := strings.Split(index.ColumnName, ",")
|
|
|
|
|
|
colNames := make([]string, len(cols))
|
|
|
|
|
|
for i, name := range cols {
|
2024-12-08 13:04:23 +08:00
|
|
|
|
colNames[i] = quote(name)
|
2024-11-01 17:27:22 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-12-08 13:04:23 +08:00
|
|
|
|
sqls = append(sqls, fmt.Sprintf("CREATE %s INDEX %s ON %s(%s)", unique, quote(index.IndexName), quote(tableInfo.TableName), strings.Join(colNames, ",")))
|
2024-11-01 17:27:22 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
sqlArr := make([]string, 0)
|
|
|
|
|
|
|
|
|
|
|
|
sqlArr = append(sqlArr, sqls...)
|
|
|
|
|
|
|
|
|
|
|
|
if len(comments) > 0 {
|
|
|
|
|
|
sqlArr = append(sqlArr, comments...)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return sqlArr
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 11g及以下版本会设置自增序列
|
|
|
|
|
|
func (od *OracleDialect) GenerateTableOtherDDL(tableInfo dbi.Table, quoteTableName string, columns []dbi.Column) []string {
|
|
|
|
|
|
return nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2024-12-08 13:04:23 +08:00
|
|
|
|
func (od *OracleDialect) GetSQLGenerator() dbi.SQLGenerator {
|
|
|
|
|
|
return &SQLGenerator{
|
|
|
|
|
|
Dialect: od,
|
|
|
|
|
|
Metadata: od.dc.GetMetadata(),
|
|
|
|
|
|
}
|
2024-11-01 17:27:22 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (od *OracleDialect) genColumnBasicSql(column dbi.Column) string {
|
2024-12-08 13:04:23 +08:00
|
|
|
|
colName := od.Quoter().Quote(column.ColumnName)
|
2024-11-01 17:27:22 +08:00
|
|
|
|
|
|
|
|
|
|
if column.IsIdentity {
|
|
|
|
|
|
// 如果是自增,不需要设置默认值和空值,自增列数据类型必须是number
|
|
|
|
|
|
return fmt.Sprintf(" %s NUMBER generated by default as IDENTITY", colName)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
nullAble := ""
|
|
|
|
|
|
if !column.Nullable {
|
|
|
|
|
|
nullAble = " NOT NULL"
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
defVal := ""
|
|
|
|
|
|
if column.ColumnDefault != "" {
|
|
|
|
|
|
defVal = fmt.Sprintf(" DEFAULT %v", column.ColumnDefault)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
columnSql := fmt.Sprintf(" %s %s%s%s", colName, column.GetColumnType(), defVal, nullAble)
|
|
|
|
|
|
return columnSql
|
2024-03-15 09:01:51 +00:00
|
|
|
|
}
|