sub2api/backend/internal/service/batch_image_cleanup.go

package service

import (
	"context"
	"errors"
	"strings"
	"sync"
	"time"

	"github.com/Wei-Shaw/sub2api/internal/config"
	infraerrors "github.com/Wei-Shaw/sub2api/internal/pkg/errors"
	"github.com/Wei-Shaw/sub2api/internal/pkg/logger"
	"go.uber.org/zap"
)

const (
	defaultBatchImageInputRetentionAfterTerminal  = 24 * time.Hour
	defaultBatchImageOutputRetentionAfterTerminal = 72 * time.Hour
	defaultBatchImageCleanupInterval              = 30 * time.Minute
	defaultBatchImageCleanupBatchSize             = 100
)

type BatchImageCleanupService struct {
	Repo             BatchImageRepository
	ProviderRegistry *BatchImageProviderRegistry
	AccountResolver  BatchImageAccountResolver
	Config           *config.Config

	cancel context.CancelFunc
	done   chan struct{}
	mu     sync.Mutex
}

func NewBatchImageCleanupService(repo BatchImageRepository, accountRepo AccountRepository, cfg *config.Config) *BatchImageCleanupService {
	return &BatchImageCleanupService{
		Repo:             repo,
		ProviderRegistry: NewBatchImageProviderRegistryFromConfig(cfg),
		AccountResolver:  &BatchImageAccountRepositoryResolver{Repo: accountRepo},
		Config:           cfg,
	}
}

// appendCleanupEvent 追加清理审计事件；事件写入失败不阻断清理流程，但必须留痕。
func (s *BatchImageCleanupService) appendCleanupEvent(ctx context.Context, batchID, eventType string, payload any) {
	if err := s.Repo.AppendBatchImageEvent(ctx, batchID, eventType, payload); err != nil {
		logger.L().Warn("batch_image.cleanup_event_failed",
			zap.String("batch_id", batchID),
			zap.String("event_type", eventType),
			zap.Error(err),
		)
	}
}

func (s *BatchImageCleanupService) DeleteOutputsForOwner(ctx context.Context, owner BatchImageOwner, batchID string) (*BatchImagePublicBatch, error) {
	job, err := s.Repo.GetBatchImageJobByBatchIDForOwner(ctx, owner.UserID, owner.APIKeyID, batchID)
	if err != nil {
		return nil, err
	}
	if job.Status == BatchImageJobStatusOutputDeleted || job.OutputDeletedAt != nil {
		return BatchImageJobToPublic(job), nil
	}
	if job.Status != BatchImageJobStatusCompleted {
		return nil, ErrBatchImageOutputDeleteNotReady
	}
	s.appendCleanupEvent(ctx, job.BatchID, "manual_output_delete_requested", map[string]any{
		"batch_id":       job.BatchID,
		"cleanup_target": "output",
		"reason":         "manual",
	})
	if err := s.cleanupJob(ctx, job, CleanupTargetOutput, "manual"); err != nil {
		return nil, err
	}
	updated, err := s.Repo.GetBatchImageJobByBatchIDForOwner(ctx, owner.UserID, owner.APIKeyID, batchID)
	if err != nil {
		return nil, err
	}
	return BatchImageJobToPublic(updated), nil
}

func (s *BatchImageCleanupService) CleanupInput(ctx context.Context, batchID string) error {
	job, err := s.Repo.GetBatchImageJobByBatchID(ctx, batchID)
	if err != nil {
		return err
	}
	return s.cleanupJob(ctx, job, CleanupTargetInput, "ttl")
}

func (s *BatchImageCleanupService) CleanupOutput(ctx context.Context, batchID string, reason string) error {
	job, err := s.Repo.GetBatchImageJobByBatchID(ctx, batchID)
	if err != nil {
		return err
	}
	return s.cleanupJob(ctx, job, CleanupTargetOutput, reason)
}

func (s *BatchImageCleanupService) RunOnce(ctx context.Context, now time.Time) (BatchImageCleanupRunResult, error) {
	if s == nil || s.Repo == nil {
		return BatchImageCleanupRunResult{}, ErrBatchImageCleanupFailed
	}
	if now.IsZero() {
		now = time.Now()
	}
	limit := s.cleanupBatchSize()
	result := BatchImageCleanupRunResult{}
	inputCutoff := now.Add(-s.inputRetentionAfterTerminal())
	inputJobs, err := s.Repo.ListBatchImageJobsDueForInputCleanup(ctx, inputCutoff, limit)
	if err != nil {
		return result, err
	}
	for _, job := range inputJobs {
		if job == nil {
			continue
		}
		if err := s.cleanupJob(ctx, job, CleanupTargetInput, "ttl"); err != nil {
			result.Failures++
			continue
		}
		result.InputCleaned++
	}
	outputJobs, err := s.Repo.ListBatchImageJobsDueForOutputCleanup(ctx, now, limit)
	if err != nil {
		return result, err
	}
	for _, job := range outputJobs {
		if job == nil {
			continue
		}
		if err := s.cleanupJob(ctx, job, CleanupTargetOutput, "expired"); err != nil {
			result.Failures++
			continue
		}
		result.OutputCleaned++
	}
	return result, nil
}

func (s *BatchImageCleanupService) Start() {
	if s == nil || s.Repo == nil || s.Config == nil || !s.Config.BatchImage.Enabled || s.cleanupInterval() <= 0 {
		return
	}
	s.mu.Lock()
	defer s.mu.Unlock()
	if s.cancel != nil {
		return
	}
	ctx, cancel := context.WithCancel(context.Background())
	s.cancel = cancel
	s.done = make(chan struct{})
	go func() {
		defer close(s.done)
		ticker := time.NewTicker(s.cleanupInterval())
		defer ticker.Stop()
		for {
			_, _ = s.RunOnce(ctx, time.Now())
			select {
			case <-ctx.Done():
				return
			case <-ticker.C:
			}
		}
	}()
}

func (s *BatchImageCleanupService) Stop() {
	if s == nil {
		return
	}
	s.mu.Lock()
	cancel := s.cancel
	done := s.done
	s.cancel = nil
	s.done = nil
	s.mu.Unlock()
	if cancel != nil {
		cancel()
	}
	if done != nil {
		<-done
	}
}

func (s *BatchImageCleanupService) cleanupJob(ctx context.Context, job *BatchImageJob, target CleanupTarget, reason string) error {
	if job == nil {
		return ErrBatchImageJobNotFound
	}
	switch target {
	case CleanupTargetInput:
		if job.InputDeletedAt != nil {
			return nil
		}
		if !IsTerminalBatchImageJobStatus(job.Status) {
			return ErrBatchImageCleanupFailed
		}
		s.appendCleanupEvent(ctx, job.BatchID, "input_cleanup_started", cleanupEventPayload(job.BatchID, target, reason, nil))
	case CleanupTargetOutput:
		if job.OutputDeletedAt != nil || job.Status == BatchImageJobStatusOutputDeleted {
			return nil
		}
		if job.Status != BatchImageJobStatusCompleted && job.Status != BatchImageJobStatusFailed && job.Status != BatchImageJobStatusCancelled {
			return ErrBatchImageOutputDeleteNotReady
		}
		s.appendCleanupEvent(ctx, job.BatchID, "output_cleanup_started", cleanupEventPayload(job.BatchID, target, reason, nil))
	default:
		return ErrUnsupportedCleanupTarget
	}

	if err := s.callProviderCleanup(ctx, job, target); err != nil {
		code := cleanupFailureCode(err)
		msg := sanitizeBatchImagePublicMessage(err.Error())
		if recordErr := s.Repo.RecordBatchImageCleanupFailure(ctx, job.BatchID, code, msg); recordErr != nil {
			logger.L().Warn("batch_image.cleanup_failure_record_failed",
				zap.String("batch_id", job.BatchID),
				zap.Error(recordErr),
			)
		}
		event := string(target) + "_cleanup_failed"
		s.appendCleanupEvent(ctx, job.BatchID, event, map[string]any{"batch_id": job.BatchID, "cleanup_target": string(target), "reason": reason, "error_code": code})
		if errors.Is(err, ErrBatchImageProviderUnsafeCleanupPath) {
			return ErrBatchImageCleanupUnsafePath
		}
		return ErrBatchImageProviderCleanupFailed
	}

	deletedAt := time.Now()
	if target == CleanupTargetInput {
		return s.Repo.MarkBatchImageInputDeleted(ctx, job.BatchID, deletedAt)
	}
	return s.Repo.MarkBatchImageOutputDeleted(ctx, job.BatchID, deletedAt)
}

func (s *BatchImageCleanupService) callProviderCleanup(ctx context.Context, job *BatchImageJob, target CleanupTarget) error {
	if s == nil || s.ProviderRegistry == nil || s.AccountResolver == nil {
		return ErrBatchImageCleanupFailed
	}
	provider, ok := s.ProviderRegistry.Get(job.Provider)
	if !ok || provider == nil {
		return ErrBatchImageUnsupportedProvider
	}
	if job.AccountID == nil || *job.AccountID <= 0 {
		return ErrBatchImageMissingAccountID
	}
	account, err := s.AccountResolver.ResolveBatchImageAccount(ctx, *job.AccountID)
	if err != nil {
		return err
	}
	if err := provider.Cleanup(ctx, job, account, target); err != nil {
		if cleanupErrorIsNotFound(err) {
			return nil
		}
		return err
	}
	return nil
}

func (s *BatchImageCleanupService) inputRetentionAfterTerminal() time.Duration {
	if s != nil && s.Config != nil && s.Config.BatchImage.InputRetentionAfterTerminalHours > 0 {
		return time.Duration(s.Config.BatchImage.InputRetentionAfterTerminalHours) * time.Hour
	}
	return defaultBatchImageInputRetentionAfterTerminal
}

func (s *BatchImageCleanupService) cleanupInterval() time.Duration {
	if s != nil && s.Config != nil && s.Config.BatchImage.CleanupIntervalMinutes > 0 {
		return time.Duration(s.Config.BatchImage.CleanupIntervalMinutes) * time.Minute
	}
	return defaultBatchImageCleanupInterval
}

func (s *BatchImageCleanupService) cleanupBatchSize() int {
	if s != nil && s.Config != nil && s.Config.BatchImage.CleanupBatchSize > 0 {
		return s.Config.BatchImage.CleanupBatchSize
	}
	return defaultBatchImageCleanupBatchSize
}

type BatchImageCleanupRunResult struct {
	InputCleaned  int
	OutputCleaned int
	Failures      int
}

func cleanupEventPayload(batchID string, target CleanupTarget, reason string, deletedAt *time.Time) map[string]any {
	payload := map[string]any{
		"batch_id":       batchID,
		"cleanup_target": string(target),
		"reason":         reason,
	}
	if deletedAt != nil {
		payload["deleted_at"] = deletedAt.UTC().Format(time.RFC3339)
	}
	return payload
}

func cleanupErrorIsNotFound(err error) bool {
	if err == nil {
		return false
	}
	reason := strings.ToUpper(infraerrors.Reason(err))
	msg := strings.ToUpper(err.Error())
	return strings.Contains(reason, "NOT_FOUND") || strings.Contains(msg, "NOT FOUND") || strings.Contains(msg, "404")
}

func cleanupFailureCode(err error) string {
	if errors.Is(err, ErrBatchImageProviderUnsafeCleanupPath) {
		return "BATCH_IMAGE_CLEANUP_UNSAFE_PATH"
	}
	reason := strings.TrimSpace(infraerrors.Reason(err))
	if reason != "" {
		return reason
	}
	return "BATCH_IMAGE_PROVIDER_CLEANUP_FAILED"
}