refactor: dbm重构、调整metadata与dialect接口

This commit is contained in:
meilin.huang
2024-11-01 17:27:22 +08:00
parent af14be9801
commit 74ae031853
36 changed files with 1216 additions and 1384 deletions

View File

@@ -21,19 +21,19 @@ const (
ORACLE_COLUMN_MA_KEY = "ORACLE_COLUMN_MA"
)
type OracleMetaData struct {
dbi.DefaultMetaData
type OracleMetadata struct {
dbi.DefaultMetadata
dc *dbi.DbConn
version dbi.DbVersion
}
func (od *OracleMetaData11) GetCompatibleDbVersion() dbi.DbVersion {
func (od *OracleMetadata11) GetCompatibleDbVersion() dbi.DbVersion {
return od.version
}
func (od *OracleMetaData) GetDbServer() (*dbi.DbServer, error) {
func (od *OracleMetadata) GetDbServer() (*dbi.DbServer, error) {
_, res, err := od.dc.Query("select * from v$instance")
if err != nil {
return nil, err
@@ -44,7 +44,7 @@ func (od *OracleMetaData) GetDbServer() (*dbi.DbServer, error) {
return ds, nil
}
func (od *OracleMetaData) GetDbNames() ([]string, error) {
func (od *OracleMetadata) GetDbNames() ([]string, error) {
_, res, err := od.dc.Query("SELECT name AS DBNAME FROM v$database")
if err != nil {
return nil, err
@@ -58,10 +58,10 @@ func (od *OracleMetaData) GetDbNames() ([]string, error) {
return databases, nil
}
func (od *OracleMetaData) GetTables(tableNames ...string) ([]dbi.Table, error) {
meta := od.dc.GetMetaData()
func (od *OracleMetadata) GetTables(tableNames ...string) ([]dbi.Table, error) {
dialect := od.dc.GetDialect()
names := strings.Join(collx.ArrayMap[string, string](tableNames, func(val string) string {
return fmt.Sprintf("'%s'", meta.RemoveQuote(val))
return fmt.Sprintf("'%s'", dialect.RemoveQuote(val))
}), ",")
var res []map[string]any
@@ -92,10 +92,10 @@ func (od *OracleMetaData) GetTables(tableNames ...string) ([]dbi.Table, error) {
}
// 获取列元信息, 如列名等
func (od *OracleMetaData) GetColumns(tableNames ...string) ([]dbi.Column, error) {
meta := od.dc.GetMetaData()
func (od *OracleMetadata) GetColumns(tableNames ...string) ([]dbi.Column, error) {
dialect := od.dc.GetDialect()
tableName := strings.Join(collx.ArrayMap[string, string](tableNames, func(val string) string {
return fmt.Sprintf("'%s'", meta.RemoveQuote(val))
return fmt.Sprintf("'%s'", dialect.RemoveQuote(val))
}), ",")
// 如果表数量超过了1000需要分批查询
@@ -121,7 +121,7 @@ func (od *OracleMetaData) GetColumns(tableNames ...string) ([]dbi.Column, error)
return nil, err
}
columnHelper := meta.GetColumnHelper()
columnHelper := dialect.GetColumnHelper()
columns := make([]dbi.Column, 0)
for _, re := range res {
column := dbi.Column{
@@ -144,7 +144,7 @@ func (od *OracleMetaData) GetColumns(tableNames ...string) ([]dbi.Column, error)
return columns, nil
}
func (od *OracleMetaData) GetPrimaryKey(tablename string) (string, error) {
func (od *OracleMetadata) GetPrimaryKey(tablename string) (string, error) {
columns, err := od.GetColumns(tablename)
if err != nil {
return "", err
@@ -162,7 +162,7 @@ func (od *OracleMetaData) GetPrimaryKey(tablename string) (string, error) {
}
// 获取表索引信息
func (od *OracleMetaData) GetTableIndex(tableName string) ([]dbi.Index, error) {
func (od *OracleMetadata) GetTableIndex(tableName string) ([]dbi.Index, error) {
_, res, err := od.dc.Query(fmt.Sprintf(dbi.GetLocalSql(ORACLE_META_FILE, ORACLE_INDEX_INFO_KEY), tableName))
if err != nil {
return nil, err
@@ -199,135 +199,9 @@ func (od *OracleMetaData) GetTableIndex(tableName string) ([]dbi.Index, error) {
return result, nil
}
// 获取建索引ddl
func (od *OracleMetaData) GenerateIndexDDL(indexs []dbi.Index, tableInfo dbi.Table) []string {
meta := od.dc.GetMetaData()
sqls := make([]string, 0)
comments := make([]string, 0)
for _, index := range indexs {
unique := ""
if index.IsUnique {
unique = "unique"
}
// 取出列名,添加引号
cols := strings.Split(index.ColumnName, ",")
colNames := make([]string, len(cols))
for i, name := range cols {
colNames[i] = meta.QuoteIdentifier(name)
}
sqls = append(sqls, fmt.Sprintf("CREATE %s INDEX %s ON %s(%s)", unique, meta.QuoteIdentifier(index.IndexName), meta.QuoteIdentifier(tableInfo.TableName), strings.Join(colNames, ",")))
}
sqlArr := make([]string, 0)
sqlArr = append(sqlArr, sqls...)
if len(comments) > 0 {
sqlArr = append(sqlArr, comments...)
}
return sqlArr
}
func (od *OracleMetaData) genColumnBasicSql(column dbi.Column) string {
meta := od.dc.GetMetaData()
colName := meta.QuoteIdentifier(column.ColumnName)
if column.IsIdentity {
// 如果是自增不需要设置默认值和空值自增列数据类型必须是number
return fmt.Sprintf(" %s NUMBER generated by default as IDENTITY", colName)
}
nullAble := ""
if !column.Nullable {
nullAble = " NOT NULL"
}
defVal := ""
if column.ColumnDefault != "" {
defVal = fmt.Sprintf(" DEFAULT %v", column.ColumnDefault)
}
columnSql := fmt.Sprintf(" %s %s%s%s", colName, column.GetColumnType(), defVal, nullAble)
return columnSql
}
// 获取建表ddl
func (od *OracleMetaData) GenerateTableDDL(columns []dbi.Column, tableInfo dbi.Table, dropBeforeCreate bool) []string {
meta := od.dc.GetMetaData()
quoteTableName := meta.QuoteIdentifier(tableInfo.TableName)
sqlArr := make([]string, 0)
if dropBeforeCreate {
dropSqlTmp := `
declare
num number;
begin
select count(1) into num from user_tables where table_name = '%s' and owner = (SELECT sys_context('USERENV', 'CURRENT_SCHEMA') FROM dual) ;
if num > 0 then
execute immediate 'drop table "%s"' ;
end if;
end`
sqlArr = append(sqlArr, fmt.Sprintf(dropSqlTmp, tableInfo.TableName, tableInfo.TableName))
}
// 组装建表语句
createSql := fmt.Sprintf("CREATE TABLE %s ( \n", quoteTableName)
fields := make([]string, 0)
pks := make([]string, 0)
columnComments := make([]string, 0)
// 把通用类型转换为达梦类型
for _, column := range columns {
if column.IsPrimaryKey {
pks = append(pks, meta.QuoteIdentifier(column.ColumnName))
}
fields = append(fields, od.genColumnBasicSql(column))
// 防止注释内含有特殊字符串导致sql出错
if column.ColumnComment != "" {
comment := meta.QuoteEscape(column.ColumnComment)
columnComments = append(columnComments, fmt.Sprintf("COMMENT ON COLUMN %s.%s IS '%s'", quoteTableName, meta.QuoteIdentifier(column.ColumnName), comment))
}
}
// 建表
createSql += strings.Join(fields, ",\n")
if len(pks) > 0 {
createSql += fmt.Sprintf(", \nPRIMARY KEY (%s)", strings.Join(pks, ","))
}
createSql += "\n)"
sqlArr = append(sqlArr, createSql)
// 表注释
tableCommentSql := ""
if tableInfo.TableComment != "" {
tableCommentSql = fmt.Sprintf("COMMENT ON TABLE %s is '%s'", meta.QuoteIdentifier(tableInfo.TableName), meta.QuoteEscape(tableInfo.TableComment))
sqlArr = append(sqlArr, tableCommentSql)
}
// 列注释
if len(columnComments) > 0 {
sqlArr = append(sqlArr, columnComments...)
}
otherSql := od.GenerateTableOtherDDL(tableInfo, quoteTableName, columns)
if len(otherSql) > 0 {
sqlArr = append(sqlArr, otherSql...)
}
return sqlArr
}
// 11g及以下版本会设置自增序列
func (od *OracleMetaData) GenerateTableOtherDDL(tableInfo dbi.Table, quoteTableName string, columns []dbi.Column) []string {
return nil
}
// 获取建表ddl
func (od *OracleMetaData) GetTableDDL(tableName string, dropBeforeCreate bool) (string, error) {
func (od *OracleMetadata) GetTableDDL(tableName string, dropBeforeCreate bool) (string, error) {
dialect := od.dc.GetDialect()
// 1.获取表信息
tbs, err := od.GetTables(tableName)
tableInfo := &dbi.Table{}
@@ -344,7 +218,7 @@ func (od *OracleMetaData) GetTableDDL(tableName string, dropBeforeCreate bool) (
logx.Errorf("获取列信息失败, %s", tableName)
return "", err
}
tableDDLArr := od.GenerateTableDDL(columns, *tableInfo, dropBeforeCreate)
tableDDLArr := dialect.GenerateTableDDL(columns, *tableInfo, dropBeforeCreate)
// 3.获取索引信息
indexs, err := od.GetTableIndex(tableName)
if err != nil {
@@ -352,12 +226,12 @@ func (od *OracleMetaData) GetTableDDL(tableName string, dropBeforeCreate bool) (
return "", err
}
// 组装返回
tableDDLArr = append(tableDDLArr, od.GenerateIndexDDL(indexs, *tableInfo)...)
tableDDLArr = append(tableDDLArr, dialect.GenerateIndexDDL(indexs, *tableInfo)...)
return strings.Join(tableDDLArr, ";\n"), nil
}
// 获取DM当前连接的库可访问的schemaNames
func (od *OracleMetaData) GetSchemas() ([]string, error) {
func (od *OracleMetadata) GetSchemas() ([]string, error) {
sql := dbi.GetLocalSql(ORACLE_META_FILE, ORACLE_DB_SCHEMAS)
_, res, err := od.dc.Query(sql)
if err != nil {
@@ -369,11 +243,3 @@ func (od *OracleMetaData) GetSchemas() ([]string, error) {
}
return schemaNames, nil
}
func (od *OracleMetaData) GetDataHelper() dbi.DataHelper {
return new(DataHelper)
}
func (od *OracleMetaData) GetColumnHelper() dbi.ColumnHelper {
return new(ColumnHelper)
}