mirror of
https://gitee.com/dromara/mayfly-go
synced 2025-11-05 08:50:25 +08:00
361 lines
10 KiB
Go
361 lines
10 KiB
Go
package application
|
||
|
||
import (
|
||
"context"
|
||
"fmt"
|
||
"mayfly-go/internal/common/consts"
|
||
machineapp "mayfly-go/internal/machine/application"
|
||
"mayfly-go/internal/machine/infrastructure/machine"
|
||
"mayfly-go/internal/redis/domain/entity"
|
||
"mayfly-go/internal/redis/domain/repository"
|
||
"mayfly-go/pkg/base"
|
||
"mayfly-go/pkg/cache"
|
||
"mayfly-go/pkg/errorx"
|
||
"mayfly-go/pkg/logx"
|
||
"mayfly-go/pkg/model"
|
||
"mayfly-go/pkg/utils/netx"
|
||
"mayfly-go/pkg/utils/structx"
|
||
"net"
|
||
"strconv"
|
||
"strings"
|
||
"time"
|
||
|
||
"github.com/redis/go-redis/v9"
|
||
)
|
||
|
||
type Redis interface {
|
||
base.App[*entity.Redis]
|
||
|
||
// 分页获取机器脚本信息列表
|
||
GetPageList(condition *entity.RedisQuery, pageParam *model.PageParam, toEntity any, orderBy ...string) (*model.PageResult[any], error)
|
||
|
||
Count(condition *entity.RedisQuery) int64
|
||
|
||
Save(entity *entity.Redis) error
|
||
|
||
// 删除数据库信息
|
||
Delete(id uint64) error
|
||
|
||
// 获取数据库连接实例
|
||
// id: 数据库实例id
|
||
// db: 库号
|
||
GetRedisInstance(id uint64, db int) (*RedisInstance, error)
|
||
}
|
||
|
||
func newRedisApp(redisRepo repository.Redis) Redis {
|
||
return &redisAppImpl{
|
||
base.AppImpl[*entity.Redis, repository.Redis]{Repo: redisRepo},
|
||
}
|
||
}
|
||
|
||
type redisAppImpl struct {
|
||
base.AppImpl[*entity.Redis, repository.Redis]
|
||
}
|
||
|
||
// 分页获取机器脚本信息列表
|
||
func (r *redisAppImpl) GetPageList(condition *entity.RedisQuery, pageParam *model.PageParam, toEntity any, orderBy ...string) (*model.PageResult[any], error) {
|
||
return r.GetRepo().GetRedisList(condition, pageParam, toEntity, orderBy...)
|
||
}
|
||
|
||
func (r *redisAppImpl) Count(condition *entity.RedisQuery) int64 {
|
||
return r.GetRepo().Count(condition)
|
||
}
|
||
|
||
func (r *redisAppImpl) Save(re *entity.Redis) error {
|
||
// ’修改信息且密码不为空‘ or ‘新增’需要测试是否可连接
|
||
if (re.Id != 0 && re.Password != "") || re.Id == 0 {
|
||
if err := TestRedisConnection(re); err != nil {
|
||
return errorx.NewBiz("Redis连接失败: %s", err.Error())
|
||
}
|
||
}
|
||
|
||
// 查找是否存在该库
|
||
oldRedis := &entity.Redis{Host: re.Host}
|
||
if re.SshTunnelMachineId > 0 {
|
||
oldRedis.SshTunnelMachineId = re.SshTunnelMachineId
|
||
}
|
||
err := r.GetBy(oldRedis)
|
||
|
||
if re.Id == 0 {
|
||
if err == nil {
|
||
return errorx.NewBiz("该实例已存在")
|
||
}
|
||
re.PwdEncrypt()
|
||
return r.Insert(re)
|
||
}
|
||
|
||
// 如果存在该库，则校验修改的库是否为该库
|
||
if err == nil && oldRedis.Id != re.Id {
|
||
return errorx.NewBiz("该实例已存在")
|
||
}
|
||
// 如果修改了redis实例的库信息，则关闭旧库的连接
|
||
if oldRedis.Db != re.Db || oldRedis.SshTunnelMachineId != re.SshTunnelMachineId {
|
||
for _, dbStr := range strings.Split(oldRedis.Db, ",") {
|
||
db, _ := strconv.Atoi(dbStr)
|
||
CloseRedis(re.Id, db)
|
||
}
|
||
}
|
||
re.PwdEncrypt()
|
||
return r.UpdateById(re)
|
||
}
|
||
|
||
// 删除Redis信息
|
||
func (r *redisAppImpl) Delete(id uint64) error {
|
||
re, err := r.GetById(new(entity.Redis), id)
|
||
if err != nil {
|
||
return errorx.NewBiz("该redis信息不存在")
|
||
}
|
||
// 如果存在连接，则关闭所有库连接信息
|
||
for _, dbStr := range strings.Split(re.Db, ",") {
|
||
db, _ := strconv.Atoi(dbStr)
|
||
CloseRedis(re.Id, db)
|
||
}
|
||
return r.DeleteById(id)
|
||
}
|
||
|
||
// 获取数据库连接实例
|
||
func (r *redisAppImpl) GetRedisInstance(id uint64, db int) (*RedisInstance, error) {
|
||
// Id不为0，则为需要缓存
|
||
needCache := id != 0
|
||
if needCache {
|
||
load, ok := redisCache.Get(getRedisCacheKey(id, db))
|
||
if ok {
|
||
return load.(*RedisInstance), nil
|
||
}
|
||
}
|
||
// 缓存不存在，则回调获取redis信息
|
||
re, err := r.GetById(new(entity.Redis), id)
|
||
if err != nil {
|
||
return nil, errorx.NewBiz("redis信息不存在")
|
||
}
|
||
re.PwdDecrypt()
|
||
|
||
redisMode := re.Mode
|
||
var ri *RedisInstance
|
||
if redisMode == "" || redisMode == entity.RedisModeStandalone {
|
||
ri = getRedisCient(re, db)
|
||
// 测试连接
|
||
_, e := ri.Cli.Ping(context.Background()).Result()
|
||
if e != nil {
|
||
ri.Close()
|
||
return nil, errorx.NewBiz("redis连接失败: %s", e.Error())
|
||
}
|
||
} else if redisMode == entity.RedisModeCluster {
|
||
ri = getRedisClusterClient(re)
|
||
// 测试连接
|
||
_, e := ri.ClusterCli.Ping(context.Background()).Result()
|
||
if e != nil {
|
||
ri.Close()
|
||
return nil, errorx.NewBiz("redis集群连接失败: %s", e.Error())
|
||
}
|
||
} else if redisMode == entity.RedisModeSentinel {
|
||
ri = getRedisSentinelCient(re, db)
|
||
// 测试连接
|
||
_, e := ri.Cli.Ping(context.Background()).Result()
|
||
if e != nil {
|
||
ri.Close()
|
||
return nil, errorx.NewBiz("redis sentinel连接失败: %s", e.Error())
|
||
}
|
||
}
|
||
|
||
logx.Infof("连接redis: %s/%d", re.Host, db)
|
||
if needCache {
|
||
redisCache.Put(getRedisCacheKey(id, db), ri)
|
||
}
|
||
return ri, nil
|
||
}
|
||
|
||
// 生成redis连接缓存key
|
||
func getRedisCacheKey(id uint64, db int) string {
|
||
return fmt.Sprintf("%d/%d", id, db)
|
||
}
|
||
|
||
func toRedisInfo(re *entity.Redis, db int) *RedisInfo {
|
||
redisInfo := new(RedisInfo)
|
||
structx.Copy(redisInfo, re)
|
||
redisInfo.Db = db
|
||
return redisInfo
|
||
}
|
||
|
||
func getRedisCient(re *entity.Redis, db int) *RedisInstance {
|
||
ri := &RedisInstance{Id: getRedisCacheKey(re.Id, db), Info: toRedisInfo(re, db)}
|
||
|
||
redisOptions := &redis.Options{
|
||
Addr: re.Host,
|
||
Username: re.Username,
|
||
Password: re.Password, // no password set
|
||
DB: db, // use default DB
|
||
DialTimeout: 8 * time.Second,
|
||
ReadTimeout: -1, // Disable timeouts, because SSH does not support deadlines.
|
||
WriteTimeout: -1,
|
||
}
|
||
if re.SshTunnelMachineId > 0 {
|
||
redisOptions.Dialer = getRedisDialer(re.SshTunnelMachineId)
|
||
}
|
||
ri.Cli = redis.NewClient(redisOptions)
|
||
return ri
|
||
}
|
||
|
||
func getRedisClusterClient(re *entity.Redis) *RedisInstance {
|
||
ri := &RedisInstance{Id: getRedisCacheKey(re.Id, 0), Info: toRedisInfo(re, 0)}
|
||
|
||
redisClusterOptions := &redis.ClusterOptions{
|
||
Addrs: strings.Split(re.Host, ","),
|
||
Username: re.Username,
|
||
Password: re.Password,
|
||
DialTimeout: 8 * time.Second,
|
||
}
|
||
if re.SshTunnelMachineId > 0 {
|
||
redisClusterOptions.Dialer = getRedisDialer(re.SshTunnelMachineId)
|
||
}
|
||
ri.ClusterCli = redis.NewClusterClient(redisClusterOptions)
|
||
return ri
|
||
}
|
||
|
||
func getRedisSentinelCient(re *entity.Redis, db int) *RedisInstance {
|
||
ri := &RedisInstance{Id: getRedisCacheKey(re.Id, db), Info: toRedisInfo(re, db)}
|
||
// sentinel模式host为 masterName=host:port,host:port
|
||
masterNameAndHosts := strings.Split(re.Host, "=")
|
||
sentinelOptions := &redis.FailoverOptions{
|
||
MasterName: masterNameAndHosts[0],
|
||
SentinelAddrs: strings.Split(masterNameAndHosts[1], ","),
|
||
Username: re.Username,
|
||
Password: re.Password, // no password set
|
||
SentinelPassword: re.Password, // 哨兵节点密码需与redis节点密码一致
|
||
DB: db, // use default DB
|
||
DialTimeout: 8 * time.Second,
|
||
ReadTimeout: -1, // Disable timeouts, because SSH does not support deadlines.
|
||
WriteTimeout: -1,
|
||
}
|
||
if re.SshTunnelMachineId > 0 {
|
||
sentinelOptions.Dialer = getRedisDialer(re.SshTunnelMachineId)
|
||
}
|
||
ri.Cli = redis.NewFailoverClient(sentinelOptions)
|
||
return ri
|
||
}
|
||
|
||
func getRedisDialer(machineId int) func(ctx context.Context, network, addr string) (net.Conn, error) {
|
||
return func(_ context.Context, network, addr string) (net.Conn, error) {
|
||
sshTunnel, err := machineapp.GetMachineApp().GetSshTunnelMachine(machineId)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
if sshConn, err := sshTunnel.GetDialConn(network, addr); err == nil {
|
||
// 将ssh conn包装，否则redis内部设置超时会报错,ssh conn不支持设置超时会返回错误: ssh: tcpChan: deadline not supported
|
||
return &netx.WrapSshConn{Conn: sshConn}, nil
|
||
} else {
|
||
return nil, err
|
||
}
|
||
}
|
||
}
|
||
|
||
//------------------------------------------------------------------------------
|
||
|
||
// redis客户端连接缓存，指定时间内没有访问则会被关闭
|
||
var redisCache = cache.NewTimedCache(consts.RedisConnExpireTime, 5*time.Second).
|
||
WithUpdateAccessTime(true).
|
||
OnEvicted(func(key any, value any) {
|
||
logx.Info(fmt.Sprintf("删除redis连接缓存 id = %s", key))
|
||
value.(*RedisInstance).Close()
|
||
})
|
||
|
||
// 移除redis连接缓存并关闭redis连接
|
||
func CloseRedis(id uint64, db int) {
|
||
redisCache.Delete(getRedisCacheKey(id, db))
|
||
}
|
||
|
||
func init() {
|
||
machine.AddCheckSshTunnelMachineUseFunc(func(machineId int) bool {
|
||
// 遍历所有redis连接实例，若存在redis实例使用该ssh隧道机器，则返回true，表示还在使用中...
|
||
items := redisCache.Items()
|
||
for _, v := range items {
|
||
if v.Value.(*RedisInstance).Info.SshTunnelMachineId == machineId {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
})
|
||
}
|
||
|
||
func TestRedisConnection(re *entity.Redis) error {
|
||
var cmd redis.Cmdable
|
||
// 取第一个库测试连接即可
|
||
dbStr := strings.Split(re.Db, ",")[0]
|
||
db, _ := strconv.Atoi(dbStr)
|
||
if re.Mode == "" || re.Mode == entity.RedisModeStandalone {
|
||
rcli := getRedisCient(re, db)
|
||
defer rcli.Close()
|
||
cmd = rcli.Cli
|
||
} else if re.Mode == entity.RedisModeCluster {
|
||
ccli := getRedisClusterClient(re)
|
||
defer ccli.Close()
|
||
cmd = ccli.ClusterCli
|
||
} else if re.Mode == entity.RedisModeSentinel {
|
||
rcli := getRedisSentinelCient(re, db)
|
||
defer rcli.Close()
|
||
cmd = rcli.Cli
|
||
}
|
||
|
||
// 测试连接
|
||
_, e := cmd.Ping(context.Background()).Result()
|
||
return e
|
||
}
|
||
|
||
type RedisInfo struct {
|
||
Id uint64 `json:"id"`
|
||
Host string `json:"host"`
|
||
Db int `json:"db"` // 库号
|
||
TagPath string `json:"tagPath"`
|
||
Mode string `json:"-"`
|
||
Name string `json:"-"`
|
||
|
||
SshTunnelMachineId int `json:"-"`
|
||
}
|
||
|
||
// 获取记录日志的描述
|
||
func (r *RedisInfo) GetLogDesc() string {
|
||
return fmt.Sprintf("Redis[id=%d, tag=%s, host=%s, db=%d]", r.Id, r.TagPath, r.Host, r.Db)
|
||
}
|
||
|
||
// redis实例
|
||
type RedisInstance struct {
|
||
Id string
|
||
Info *RedisInfo
|
||
|
||
Cli *redis.Client
|
||
ClusterCli *redis.ClusterClient
|
||
}
|
||
|
||
// 获取命令执行接口的具体实现
|
||
func (r *RedisInstance) GetCmdable() redis.Cmdable {
|
||
redisMode := r.Info.Mode
|
||
if redisMode == "" || redisMode == entity.RedisModeStandalone || r.Info.Mode == entity.RedisModeSentinel {
|
||
return r.Cli
|
||
}
|
||
if redisMode == entity.RedisModeCluster {
|
||
return r.ClusterCli
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func (r *RedisInstance) Scan(cursor uint64, match string, count int64) ([]string, uint64, error) {
|
||
return r.GetCmdable().Scan(context.Background(), cursor, match, count).Result()
|
||
}
|
||
|
||
func (r *RedisInstance) Close() {
|
||
mode := r.Info.Mode
|
||
if mode == entity.RedisModeStandalone || mode == entity.RedisModeSentinel {
|
||
if err := r.Cli.Close(); err != nil {
|
||
logx.Errorf("关闭redis单机实例[%s]连接失败: %s", r.Id, err.Error())
|
||
}
|
||
r.Cli = nil
|
||
}
|
||
if mode == entity.RedisModeCluster {
|
||
if err := r.ClusterCli.Close(); err != nil {
|
||
logx.Errorf("关闭redis集群实例[%s]连接失败: %s", r.Id, err.Error())
|
||
}
|
||
r.ClusterCli = nil
|
||
}
|
||
}
|