package api import ( "fmt" "io" "mayfly-go/internal/devops/api/form" "mayfly-go/internal/devops/api/vo" "mayfly-go/internal/devops/application" "mayfly-go/internal/devops/domain/entity" sysApplication "mayfly-go/internal/sys/application" "mayfly-go/pkg/biz" "mayfly-go/pkg/ctx" "mayfly-go/pkg/ginx" "mayfly-go/pkg/model" "mayfly-go/pkg/utils" "mayfly-go/pkg/ws" "strconv" "strings" "time" "github.com/gin-gonic/gin" "github.com/xwb1989/sqlparser" ) type Db struct { DbApp application.Db DbSqlExecApp application.DbSqlExec MsgApp sysApplication.Msg ProjectApp application.Project } const DEFAULT_COLUMN_SIZE = 500 // @router /api/dbs [get] func (d *Db) Dbs(rc *ctx.ReqCtx) { g := rc.GinCtx m := &entity.Db{EnvId: uint64(ginx.QueryInt(g, "envId", 0)), ProjectId: uint64(ginx.QueryInt(g, "projectId", 0)), } m.CreatorId = rc.LoginAccount.Id rc.ResData = d.DbApp.GetPageList(m, ginx.GetPageParam(rc.GinCtx), new([]vo.SelectDataDbVO)) } func (d *Db) Save(rc *ctx.ReqCtx) { form := &form.DbForm{} ginx.BindJsonAndValid(rc.GinCtx, form) db := new(entity.Db) utils.Copy(db, form) // 密码解密,并使用解密后的赋值 originPwd, err := utils.DefaultRsaDecrypt(form.Password, true) biz.ErrIsNilAppendErr(err, "解密密码错误: %s") db.Password = originPwd // 密码脱敏记录日志 form.Password = "****" rc.ReqParam = form db.SetBaseInfo(rc.LoginAccount) d.DbApp.Save(db) } // 获取数据库实例密码,由于数据库是加密存储,故提供该接口展示原文密码 func (d *Db) GetDbPwd(rc *ctx.ReqCtx) { dbId := GetDbId(rc.GinCtx) dbEntity := d.DbApp.GetById(dbId, "Password") dbEntity.PwdDecrypt() rc.ResData = dbEntity.Password } // 获取数据库实例的所有数据库名 func (d *Db) GetDatabaseNames(rc *ctx.ReqCtx) { form := &form.DbForm{} ginx.BindJsonAndValid(rc.GinCtx, form) db := new(entity.Db) utils.Copy(db, form) // 密码解密,并使用解密后的赋值 originPwd, err := utils.DefaultRsaDecrypt(form.Password, true) biz.ErrIsNilAppendErr(err, "解密密码错误: %s") db.Password = originPwd // 如果id不为空,并且密码为空则从数据库查询 if form.Id != 0 && db.Password == "" { db = d.DbApp.GetById(form.Id) } rc.ResData = d.DbApp.GetDatabases(db) } func (d *Db) DeleteDb(rc *ctx.ReqCtx) { dbId := GetDbId(rc.GinCtx) d.DbApp.Delete(dbId) // 删除该库的sql执行记录 d.DbSqlExecApp.DeleteBy(&entity.DbSqlExec{DbId: dbId}) } func (d *Db) TableInfos(rc *ctx.ReqCtx) { rc.ResData = d.DbApp.GetDbInstance(GetIdAndDb(rc.GinCtx)).GetMeta().GetTableInfos() } func (d *Db) TableIndex(rc *ctx.ReqCtx) { tn := rc.GinCtx.Query("tableName") biz.NotEmpty(tn, "tableName不能为空") rc.ResData = d.DbApp.GetDbInstance(GetIdAndDb(rc.GinCtx)).GetMeta().GetTableIndex(tn) } func (d *Db) GetCreateTableDdl(rc *ctx.ReqCtx) { tn := rc.GinCtx.Query("tableName") biz.NotEmpty(tn, "tableName不能为空") rc.ResData = d.DbApp.GetDbInstance(GetIdAndDb(rc.GinCtx)).GetMeta().GetCreateTableDdl(tn) } func (d *Db) ExecSql(rc *ctx.ReqCtx) { g := rc.GinCtx form := &form.DbSqlExecForm{} ginx.BindJsonAndValid(g, form) id := GetDbId(g) db := form.Db dbInstance := d.DbApp.GetDbInstance(id, db) biz.ErrIsNilAppendErr(d.ProjectApp.CanAccess(rc.LoginAccount.Id, dbInstance.ProjectId), "%s") // 去除前后空格及换行符 sql := strings.TrimFunc(form.Sql, func(r rune) bool { s := string(r) return s == " " || s == "\n" }) rc.ReqParam = fmt.Sprintf("db: %d:%s | sql: %s", id, db, sql) biz.NotEmpty(sql, "sql不能为空") if strings.HasPrefix(sql, "SELECT") || strings.HasPrefix(sql, "select") || strings.HasPrefix(sql, "show") || strings.HasPrefix(sql, "explain") { colNames, res, err := dbInstance.SelectData(sql) biz.ErrIsNilAppendErr(err, "查询失败: %s") colAndRes := make(map[string]interface{}) colAndRes["colNames"] = colNames colAndRes["res"] = res rc.ResData = colAndRes } else { // 根据执行sql,生成执行记录 execRecord := d.DbSqlExecApp.GenExecLog(rc.LoginAccount, id, db, sql, dbInstance) rowsAffected, err := dbInstance.Exec(sql) biz.ErrIsNilAppendErr(err, "执行失败: %s") res := make([]map[string]string, 0) resData := make(map[string]string) resData["影响条数"] = fmt.Sprintf("%d", rowsAffected) res = append(res, resData) colAndRes := make(map[string]interface{}) colAndRes["colNames"] = []string{"影响条数"} colAndRes["res"] = res rc.ResData = colAndRes // 保存sql执行记录 if res[0]["影响条数"] > "0" { execRecord.Remark = form.Remark d.DbSqlExecApp.Save(execRecord) } } } // 执行sql文件 func (d *Db) ExecSqlFile(rc *ctx.ReqCtx) { g := rc.GinCtx fileheader, err := g.FormFile("file") biz.ErrIsNilAppendErr(err, "读取sql文件失败: %s") file, _ := fileheader.Open() filename := fileheader.Filename dbId, db := GetIdAndDb(g) rc.ReqParam = fmt.Sprintf("dbId: %d, db: %s, filename: %s", dbId, db, filename) go func() { db := d.DbApp.GetDbInstance(dbId, db) dbEntity := d.DbApp.GetById(dbId) dbInfo := fmt.Sprintf("于%s的%s环境", dbEntity.Name, dbEntity.Env) defer func() { if err := recover(); err != nil { switch t := err.(type) { case *biz.BizError: d.MsgApp.CreateAndSend(rc.LoginAccount, ws.ErrMsg("sql脚本执行失败", fmt.Sprintf("[%s]%s执行失败: [%s]", filename, dbInfo, t.Error()))) } } }() biz.ErrIsNilAppendErr(d.ProjectApp.CanAccess(rc.LoginAccount.Id, db.ProjectId), "%s") tokens := sqlparser.NewTokenizer(file) for { stmt, err := sqlparser.ParseNext(tokens) if err == io.EOF { break } sql := sqlparser.String(stmt) _, err = db.Exec(sql) if err != nil { d.MsgApp.CreateAndSend(rc.LoginAccount, ws.ErrMsg("sql脚本执行失败", fmt.Sprintf("[%s]%s执行失败: [%s]", filename, dbInfo, err.Error()))) return } } d.MsgApp.CreateAndSend(rc.LoginAccount, ws.SuccessMsg("sql脚本执行成功", fmt.Sprintf("[%s]%s执行完成", filename, dbInfo))) }() } // 数据库dump func (d *Db) DumpSql(rc *ctx.ReqCtx) { g := rc.GinCtx dbId, db := GetIdAndDb(g) dumpType := g.Query("type") tablesStr := g.Query("tables") biz.NotEmpty(tablesStr, "请选择要导出的表") tables := strings.Split(tablesStr, ",") // 是否需要导出表结构 needStruct := dumpType == "1" || dumpType == "3" // 是否需要导出数据 needData := dumpType == "2" || dumpType == "3" dbInstance := d.DbApp.GetDbInstance(dbId, db) biz.ErrIsNilAppendErr(d.ProjectApp.CanAccess(rc.LoginAccount.Id, dbInstance.ProjectId), "%s") now := time.Now() filename := fmt.Sprintf("%s.%s.sql", db, now.Format("200601021504")) g.Header("Content-Type", "application/octet-stream") g.Header("Content-Disposition", "attachment; filename="+filename) writer := g.Writer writer.WriteString("-- ----------------------------") writer.WriteString("\n-- 导出平台: mayfly-go") writer.WriteString(fmt.Sprintf("\n-- 导出时间: %s ", now.Format("2006-01-02 15:04:05"))) writer.WriteString(fmt.Sprintf("\n-- 导出数据库: %s ", db)) writer.WriteString("\n-- ----------------------------\n") dbmeta := d.DbApp.GetDbInstance(GetIdAndDb(rc.GinCtx)).GetMeta() for _, table := range tables { if needStruct { writer.WriteString(fmt.Sprintf("\n-- ----------------------------\n-- 表结构: %s \n-- ----------------------------\n", table)) writer.WriteString(fmt.Sprintf("DROP TABLE IF EXISTS `%s`;\n", table)) writer.WriteString(dbmeta.GetCreateTableDdl(table)[0]["Create Table"].(string) + ";\n") } if !needData { continue } writer.WriteString(fmt.Sprintf("\n-- ----------------------------\n-- 表记录: %s \n-- ----------------------------\n", table)) writer.WriteString("BEGIN;\n") countSql := fmt.Sprintf("SELECT COUNT(*) count FROM %s", table) _, countRes, _ := dbInstance.SelectData(countSql) // 查询出所有列信息总数,手动分页获取所有数据 maCount := int(countRes[0]["count"].(int64)) // 计算需要查询的页数 pageNum := maCount / DEFAULT_COLUMN_SIZE if maCount%DEFAULT_COLUMN_SIZE > 0 { pageNum++ } var sqlTmp string switch dbInstance.Type { case "mysql": sqlTmp = "SELECT * FROM %s LIMIT %d, %d" case "postgres": sqlTmp = "SELECT * FROM %s OFFSET %d LIMIT %d" } for index := 0; index < pageNum; index++ { sql := fmt.Sprintf(sqlTmp, table, index*DEFAULT_COLUMN_SIZE, DEFAULT_COLUMN_SIZE) columns, result, _ := dbInstance.SelectData(sql) insertSql := "INSERT INTO `%s` VALUES (%s);\n" for _, res := range result { var values []string for _, column := range columns { value := res[column] if value == nil { values = append(values, "NULL") continue } strValue, ok := value.(string) if ok { values = append(values, fmt.Sprintf("%#v", strValue)) } else { values = append(values, utils.ToString(value)) } } writer.WriteString(fmt.Sprintf(insertSql, table, strings.Join(values, ", "))) } } writer.WriteString("COMMIT;\n") } rc.NoRes = true rc.ReqParam = fmt.Sprintf("dbId: %d, db: %s, tables: %s, dumpType: %s", dbId, db, tablesStr, dumpType) } // @router /api/db/:dbId/t-metadata [get] func (d *Db) TableMA(rc *ctx.ReqCtx) { dbi := d.DbApp.GetDbInstance(GetIdAndDb(rc.GinCtx)) biz.ErrIsNilAppendErr(d.ProjectApp.CanAccess(rc.LoginAccount.Id, dbi.ProjectId), "%s") rc.ResData = dbi.GetMeta().GetTables() } // @router /api/db/:dbId/c-metadata [get] func (d *Db) ColumnMA(rc *ctx.ReqCtx) { g := rc.GinCtx tn := g.Query("tableName") biz.NotEmpty(tn, "tableName不能为空") dbi := d.DbApp.GetDbInstance(GetIdAndDb(rc.GinCtx)) biz.ErrIsNilAppendErr(d.ProjectApp.CanAccess(rc.LoginAccount.Id, dbi.ProjectId), "%s") rc.ResData = dbi.GetMeta().GetColumns(tn) } // @router /api/db/:dbId/hint-tables [get] func (d *Db) HintTables(rc *ctx.ReqCtx) { dbi := d.DbApp.GetDbInstance(GetIdAndDb(rc.GinCtx)) biz.ErrIsNilAppendErr(d.ProjectApp.CanAccess(rc.LoginAccount.Id, dbi.ProjectId), "%s") dm := dbi.GetMeta() // 获取所有表 tables := dm.GetTables() tableNames := make([]string, 0) for _, v := range tables { tableNames = append(tableNames, v["tableName"].(string)) } // key = 表名,value = 列名数组 res := make(map[string][]string) // 表为空,则直接返回 if len(tableNames) == 0 { rc.ResData = res return } // 获取所有表下的所有列信息 columnMds := dm.GetColumns(tableNames...) for _, v := range columnMds { tName := v["tableName"].(string) if res[tName] == nil { res[tName] = make([]string, 0) } columnName := fmt.Sprintf("%s [%s]", v["columnName"], v["columnType"]) comment := v["columnComment"] // 如果字段备注不为空,则加上备注信息 if comment != nil && comment != "" { columnName = fmt.Sprintf("%s[%s]", columnName, comment) } res[tName] = append(res[tName], columnName) } rc.ResData = res } // @router /api/db/:dbId/sql [post] func (d *Db) SaveSql(rc *ctx.ReqCtx) { g := rc.GinCtx account := rc.LoginAccount dbSqlForm := &form.DbSqlSaveForm{} ginx.BindJsonAndValid(g, dbSqlForm) rc.ReqParam = dbSqlForm dbId := GetDbId(g) // 判断dbId是否存在 err := model.GetById(new(entity.Db), dbId) biz.ErrIsNil(err, "该数据库信息不存在") // 获取用于是否有该dbsql的保存记录,有则更改,否则新增 dbSql := &entity.DbSql{Type: dbSqlForm.Type, DbId: dbId, Name: dbSqlForm.Name, Db: dbSqlForm.Db} dbSql.CreatorId = account.Id e := model.GetBy(dbSql) dbSql.SetBaseInfo(account) // 更新sql信息 dbSql.Sql = dbSqlForm.Sql if e == nil { model.UpdateById(dbSql) } else { model.Insert(dbSql) } } // 获取所有保存的sql names func (d *Db) GetSqlNames(rc *ctx.ReqCtx) { id, db := GetIdAndDb(rc.GinCtx) // 获取用于是否有该dbsql的保存记录,有则更改,否则新增 dbSql := &entity.DbSql{Type: 1, DbId: id, Db: db} dbSql.CreatorId = rc.LoginAccount.Id var sqls []entity.DbSql model.ListBy(dbSql, &sqls, "id", "name") rc.ResData = sqls } // 删除保存的sql func (d *Db) DeleteSql(rc *ctx.ReqCtx) { dbSql := &entity.DbSql{Type: 1, DbId: GetDbId(rc.GinCtx)} dbSql.CreatorId = rc.LoginAccount.Id dbSql.Name = rc.GinCtx.Query("name") model.DeleteByCondition(dbSql) } // @router /api/db/:dbId/sql [get] func (d *Db) GetSql(rc *ctx.ReqCtx) { id, db := GetIdAndDb(rc.GinCtx) // 根据创建者id, 数据库id,以及sql模板名称查询保存的sql信息 dbSql := &entity.DbSql{Type: 1, DbId: id, Db: db} dbSql.CreatorId = rc.LoginAccount.Id dbSql.Name = rc.GinCtx.Query("name") e := model.GetBy(dbSql) if e != nil { return } rc.ResData = dbSql } func GetDbId(g *gin.Context) uint64 { dbId, _ := strconv.Atoi(g.Param("dbId")) biz.IsTrue(dbId > 0, "dbId错误") return uint64(dbId) } func GetIdAndDb(g *gin.Context) (uint64, string) { db := g.Query("db") biz.NotEmpty(db, "db不能为空") return GetDbId(g), db }