Sub2API v1.0 - AI API 网关(二开初始版本,基于上游 Wei-Shaw/sub2api)
Release / update-version (push) Has been cancelled
Release / build-frontend (push) Has been cancelled
Release / release (push) Has been cancelled
Release / sync-version-file (push) Has been cancelled
CI / shell (push) Canceled after 0s
CI / test (push) Canceled after 0s
CI / frontend (push) Canceled after 0s
CI / golangci-lint (push) Canceled after 0s
Security Scan / backend-security (push) Canceled after 0s
Security Scan / frontend-security (push) Canceled after 0s
Release / update-version (push) Has been cancelled
Release / build-frontend (push) Has been cancelled
Release / release (push) Has been cancelled
Release / sync-version-file (push) Has been cancelled
CI / shell (push) Canceled after 0s
CI / test (push) Canceled after 0s
CI / frontend (push) Canceled after 0s
CI / golangci-lint (push) Canceled after 0s
Security Scan / backend-security (push) Canceled after 0s
Security Scan / frontend-security (push) Canceled after 0s
This commit is contained in:
@@ -0,0 +1,270 @@
|
||||
package service
|
||||
|
||||
// 请求级定价与利润门回归:请求级 pricingAt 定价上下文、门复用(failover 阈值稳定)、
|
||||
// Responses 文本能力利润门、U 使用账号倍率且与探测新鲜度解耦、
|
||||
// 用量记录定价时刻取值。
|
||||
|
||||
import (
|
||||
"context"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/Wei-Shaw/sub2api/internal/config"
|
||||
"github.com/Wei-Shaw/sub2api/internal/pkg/timezone"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
// WithOpenAIRequestPricingContext:装门 + 固定 pricingAt;显式抑制标记
|
||||
// (媒体/count_tokens/live 等门范围外路径)跳门且防御性装门无法把门加回来。
|
||||
func TestProfitControl_RequestPricingContext(t *testing.T) {
|
||||
svc := &OpenAIGatewayService{}
|
||||
groupID := int64(61)
|
||||
now := time.Now()
|
||||
expensive := upstreamCostTestAccount(1, UpstreamBillingProbeStatusOK, 0.8, now.Add(-time.Minute), 30*time.Minute)
|
||||
profitControlTestAccountWithRate(expensive, 0.8)
|
||||
|
||||
t.Run("installs gate and pricing instant", func(t *testing.T) {
|
||||
base := profitControlTestCtx(profitControlTestGroup(groupID, 0.5, 0))
|
||||
ctx, pricingAt := svc.WithOpenAIRequestPricingContext(base, &groupID)
|
||||
require.False(t, pricingAt.IsZero())
|
||||
require.Equal(t, pricingAt, OpenAIPricingAtFromContext(ctx))
|
||||
vetoed, reason := OpenAIProfitControlVeto(ctx, expensive)
|
||||
require.True(t, vetoed)
|
||||
require.Equal(t, openAIProfitFilterReasonThreshold, reason)
|
||||
})
|
||||
|
||||
t.Run("suppress marker skips gate everywhere", func(t *testing.T) {
|
||||
base := WithOpenAIProfitControlSuppressed(profitControlTestCtx(profitControlTestGroup(groupID, 0.5, 0)))
|
||||
ctx, pricingAt := svc.WithOpenAIRequestPricingContext(base, &groupID)
|
||||
require.False(t, pricingAt.IsZero(), "跳门时 pricingAt 仍需固定供计费共用")
|
||||
vetoed, _ := OpenAIProfitControlVeto(ctx, expensive)
|
||||
require.False(t, vetoed)
|
||||
// service 层防御性装门也必须被抑制标记挡住。
|
||||
reCtx := svc.withOpenAIProfitControlGate(ctx, &groupID)
|
||||
vetoed, _ = OpenAIProfitControlVeto(reCtx, expensive)
|
||||
require.False(t, vetoed)
|
||||
})
|
||||
}
|
||||
|
||||
// failover 重入复用同一门:请求中途分组配置变化不得改变本请求阈值。
|
||||
func TestProfitControl_GateReuseKeepsThresholdAcrossFailover(t *testing.T) {
|
||||
svc := &OpenAIGatewayService{}
|
||||
groupID := int64(62)
|
||||
group := profitControlTestGroup(groupID, 0.5, 0)
|
||||
ctx := svc.withOpenAIProfitControlGate(profitControlTestCtx(group), &groupID)
|
||||
gate, ok := ctx.Value(openAIProfitControlGateCtxKey{}).(*openAIProfitControlGate)
|
||||
require.True(t, ok)
|
||||
require.InDelta(t, 0.5, gate.threshold, 1e-12)
|
||||
|
||||
// 模拟请求进行中管理员改配置(ctx 分组为同一指针,与 auth 快照语义一致)。
|
||||
group.ProfitMinMargin = 0.9
|
||||
reCtx := svc.withOpenAIProfitControlGate(ctx, &groupID)
|
||||
reGate, ok := reCtx.Value(openAIProfitControlGateCtxKey{}).(*openAIProfitControlGate)
|
||||
require.True(t, ok)
|
||||
require.Same(t, gate, reGate, "failover 重入必须复用同一门,阈值不得中途变化")
|
||||
|
||||
// 换分组(composite/模型路由成员调度)重新解析;成员分组无门时必须清除
|
||||
// 父分组门,阈值不得跨组泄漏。
|
||||
otherID := int64(63)
|
||||
otherCtx := svc.withOpenAIProfitControlGate(reCtx, &otherID)
|
||||
otherGate, _ := otherCtx.Value(openAIProfitControlGateCtxKey{}).(*openAIProfitControlGate)
|
||||
require.Nil(t, otherGate, "成员分组未启用利润控制时父分组门必须清除")
|
||||
now := time.Now()
|
||||
expensive := upstreamCostTestAccount(8, UpstreamBillingProbeStatusOK, 0.9, now.Add(-time.Minute), 30*time.Minute)
|
||||
vetoed, _ := openAIProfitControlVetoReason(otherCtx, expensive)
|
||||
require.False(t, vetoed)
|
||||
}
|
||||
|
||||
// D 固定在 pricingAt:高峰因子按请求开始时刻计算,与"当前时刻"无关。
|
||||
func TestProfitControl_PricingAtFixesDownstreamPeakFactor(t *testing.T) {
|
||||
svc := &OpenAIGatewayService{}
|
||||
groupID := int64(64)
|
||||
group := profitControlTestGroup(groupID, 0, 0)
|
||||
group.SubscriptionType = SubscriptionTypeSubscription
|
||||
group.PeakRateEnabled = true
|
||||
group.PeakRateMultiplier = 3.0
|
||||
|
||||
pricingAt := time.Date(2026, time.January, 15, 8, 30, 0, 0, timezone.Location())
|
||||
outsideWindow := time.Date(2026, time.January, 15, 10, 30, 0, 0, timezone.Location())
|
||||
group.PeakStart = "08:00"
|
||||
group.PeakEnd = "09:00"
|
||||
require.Equal(t, 1.0, group.PeakMultiplierAt(outsideWindow), "构造前提:对照时刻不在窗口内")
|
||||
require.Equal(t, 3.0, group.PeakMultiplierAt(pricingAt), "构造前提:pricingAt 在窗口内")
|
||||
|
||||
ctx := context.WithValue(profitControlTestCtx(group), openAIPricingAtCtxKey{}, pricingAt)
|
||||
gate := svc.resolveOpenAIProfitControlGate(ctx, &groupID)
|
||||
require.NotNil(t, gate)
|
||||
require.InDelta(t, 3.0, gate.threshold, 1e-9, "阈值必须用 pricingAt 时刻的高峰因子(1.0×3.0×(1-0))")
|
||||
require.Equal(t, pricingAt, gate.pricingAt)
|
||||
}
|
||||
|
||||
// U 只取账号倍率:探测快照内容和新鲜度不再直接参与利润判断。
|
||||
func TestProfitControl_UsesAccountRateInsteadOfProbeSnapshot(t *testing.T) {
|
||||
gate := &openAIProfitControlGate{threshold: 0.5, pricingAt: time.Now().Add(-12 * time.Hour)}
|
||||
ctx := context.WithValue(context.Background(), openAIProfitControlGateCtxKey{}, gate)
|
||||
account := upstreamCostTestAccount(9, UpstreamBillingProbeStatusOK, 0.1, time.Now().Add(-3*time.Hour), 30*time.Minute)
|
||||
profitControlTestAccountWithRate(account, 0.8)
|
||||
vetoed, reason := openAIProfitControlVetoReason(ctx, account)
|
||||
require.True(t, vetoed)
|
||||
require.Equal(t, openAIProfitFilterReasonThreshold, reason)
|
||||
}
|
||||
|
||||
// Responses 是端点能力,不代表媒体请求;原生远程压缩同样要求该能力,
|
||||
// 因此唯一文本调度入口必须照常安装利润门。
|
||||
func TestProfitControl_ResponsesCapabilityUsesTextGateAtScheduler(t *testing.T) {
|
||||
now := time.Now()
|
||||
expensive := upstreamCostTestAccount(51, UpstreamBillingProbeStatusOK, 0.8, now.Add(-time.Minute), 30*time.Minute)
|
||||
expensive.Status = StatusActive
|
||||
expensive.Schedulable = true
|
||||
expensive.Concurrency = 2
|
||||
svc := &OpenAIGatewayService{
|
||||
accountRepo: stubOpenAIAccountRepo{accounts: []Account{*expensive}},
|
||||
cfg: &config.Config{},
|
||||
rateLimitService: newOpenAIAdvancedSchedulerRateLimitService("true"),
|
||||
concurrencyService: NewConcurrencyService(stubConcurrencyCache{}),
|
||||
}
|
||||
groupID := int64(77)
|
||||
ctx := profitControlTestCtx(profitControlTestGroup(groupID, 0.5, 0))
|
||||
|
||||
_, _, err := svc.SelectAccountWithSchedulerForCapability(ctx, &groupID, "", "", "gpt-test", nil, OpenAIUpstreamTransportAny, OpenAIEndpointCapabilityChatCompletions, false, false, true)
|
||||
require.ErrorIs(t, err, ErrNoAvailableAccounts, "文本能力必须过利润门")
|
||||
|
||||
selection, _, err := svc.SelectAccountWithSchedulerForCapability(ctx, &groupID, "", "", "gpt-test", nil, OpenAIUpstreamTransportAny, OpenAIEndpointCapabilityResponses, false, false, true)
|
||||
require.ErrorIs(t, err, ErrNoAvailableAccounts, "Responses 文本能力不得绕过利润门")
|
||||
require.Nil(t, selection)
|
||||
}
|
||||
|
||||
// 账号倍率缺失一律视为非法保守拒绝;手工或同步维护了倍率的任意账号类型都按
|
||||
// 同一阈值判断(OAuth 与 API Key 无差别)。
|
||||
func TestProfitControl_AccountRateSemantics(t *testing.T) {
|
||||
now := time.Now()
|
||||
missing := upstreamCostTestOAuthAccount(2)
|
||||
manualOAuth := profitControlTestAccountWithRate(upstreamCostTestOAuthAccount(3), 0.3)
|
||||
expensive := profitControlTestAccountWithRate(upstreamCostTestAccount(4, UpstreamBillingProbeStatusOK, 0.1, now.Add(-3*time.Hour), 30*time.Minute), 0.8)
|
||||
|
||||
group := profitControlTestGroup(77, 0.5, 0)
|
||||
group.RateMultiplier = 1
|
||||
base := context.WithValue(profitControlTestCtx(group), openAIPricingAtCtxKey{}, now)
|
||||
gate := (&OpenAIGatewayService{}).resolveOpenAIProfitControlGate(base, &group.ID)
|
||||
require.NotNil(t, gate)
|
||||
gateCtx := context.WithValue(base, openAIProfitControlGateCtxKey{}, gate)
|
||||
|
||||
vetoed, reason := openAIProfitControlVetoReason(gateCtx, missing)
|
||||
require.True(t, vetoed, "缺失账号倍率必须保守拒绝")
|
||||
require.Equal(t, openAIProfitFilterReasonInvalidAccountRate, reason)
|
||||
|
||||
vetoed, _ = openAIProfitControlVetoReason(gateCtx, manualOAuth)
|
||||
require.False(t, vetoed, "手工维护的 OAuth 倍率应正常准入")
|
||||
|
||||
vetoed, reason = openAIProfitControlVetoReason(gateCtx, expensive)
|
||||
require.True(t, vetoed)
|
||||
require.Equal(t, openAIProfitFilterReasonThreshold, reason)
|
||||
}
|
||||
|
||||
// 用量记录定价时刻:优先请求级 PricingAt,未装配回退记录时刻。
|
||||
func TestOpenAIUsagePricingAt(t *testing.T) {
|
||||
fixed := time.Now().Add(-2 * time.Hour)
|
||||
require.Equal(t, fixed, openAIUsagePricingAt(&OpenAIRecordUsageInput{PricingAt: fixed}))
|
||||
fallback := openAIUsagePricingAt(&OpenAIRecordUsageInput{})
|
||||
require.WithinDuration(t, timezone.Now(), fallback, 5*time.Second)
|
||||
require.WithinDuration(t, timezone.Now(), openAIUsagePricingAt(nil), 5*time.Second)
|
||||
}
|
||||
|
||||
func TestOpenAIProfitControlStickyBindingOccursOnlyAfterTerminalAdmission(t *testing.T) {
|
||||
groupID := int64(81)
|
||||
expensiveID := int64(901)
|
||||
cheapID := int64(902)
|
||||
const sessionHash = "profit-sticky"
|
||||
const cacheKey = "openai:" + sessionHash
|
||||
cache := &schedulerTestGatewayCache{
|
||||
sessionBindings: map[string]int64{cacheKey: expensiveID},
|
||||
}
|
||||
svc := &OpenAIGatewayService{cache: cache}
|
||||
ctx := context.WithValue(context.Background(), openAIProfitControlGateCtxKey{}, &openAIProfitControlGate{
|
||||
groupID: groupID,
|
||||
platform: PlatformOpenAI,
|
||||
threshold: 0.5,
|
||||
})
|
||||
|
||||
require.NoError(t, svc.bindOpenAIStickySessionDuringSelection(ctx, &groupID, sessionHash, cheapID))
|
||||
require.Equal(t, expensiveID, cache.sessionBindings[cacheKey], "选号阶段不得覆盖原粘性绑定")
|
||||
|
||||
require.NoError(t, svc.BindStickySessionAfterProfitAdmission(ctx, &groupID, sessionHash, cheapID))
|
||||
require.Equal(t, expensiveID, cache.sessionBindings[cacheKey], "终检通过的 fallback 账号不得覆盖原粘性绑定")
|
||||
|
||||
cache.sessionBindings[cacheKey] = 0
|
||||
require.NoError(t, svc.BindStickySessionAfterProfitAdmission(ctx, &groupID, sessionHash, cheapID))
|
||||
require.Equal(t, cheapID, cache.sessionBindings[cacheKey], "无既有绑定时应在终检通过后建立粘性")
|
||||
}
|
||||
|
||||
// WithOpenAITurnPricingContext:长连接 turn 边界重新冻结 pricingAt 并按当前
|
||||
// 配置重装门(区别于请求级同门复用);已装门时以门所属调度分组为准。
|
||||
func TestProfitControl_TurnPricingContext(t *testing.T) {
|
||||
svc := &OpenAIGatewayService{}
|
||||
groupID := int64(63)
|
||||
expensive := upstreamCostTestAccount(3, UpstreamBillingProbeStatusOK, 0.8, time.Now().Add(-time.Minute), 30*time.Minute)
|
||||
profitControlTestAccountWithRate(expensive, 0.8)
|
||||
|
||||
t.Run("refreshes instant and re-resolves gate config", func(t *testing.T) {
|
||||
group := profitControlTestGroup(groupID, 0.5, 0)
|
||||
base := profitControlTestCtx(group)
|
||||
connCtx, connAt := svc.WithOpenAIRequestPricingContext(base, &groupID)
|
||||
vetoed, _ := OpenAIProfitControlVeto(connCtx, expensive)
|
||||
require.True(t, vetoed)
|
||||
|
||||
// 连接中途运营者放宽 margin:turn 级重装必须生效(请求级复用不生效)。
|
||||
group.ProfitMinMargin = 0.1
|
||||
turnCtx, turnAt := svc.WithOpenAITurnPricingContext(connCtx, &groupID)
|
||||
require.False(t, turnAt.Before(connAt))
|
||||
require.Equal(t, turnAt, OpenAIPricingAtFromContext(turnCtx))
|
||||
vetoed, _ = OpenAIProfitControlVeto(turnCtx, expensive)
|
||||
require.False(t, vetoed, "turn 级重装应采用最新分组配置")
|
||||
})
|
||||
|
||||
t.Run("keeps scheduled group of the existing gate", func(t *testing.T) {
|
||||
scheduledGroupID := int64(64)
|
||||
scheduled := profitControlTestGroup(scheduledGroupID, 0.5, 0)
|
||||
connCtx, _ := svc.WithOpenAIRequestPricingContext(profitControlTestCtx(scheduled), &scheduledGroupID)
|
||||
// 入口分组与调度分组不同(composite 成员分组场景):turn 重装取门的分组。
|
||||
entryGroupID := int64(65)
|
||||
turnCtx, _ := svc.WithOpenAITurnPricingContext(connCtx, &entryGroupID)
|
||||
gate, ok := turnCtx.Value(openAIProfitControlGateCtxKey{}).(*openAIProfitControlGate)
|
||||
require.True(t, ok)
|
||||
require.NotNil(t, gate)
|
||||
require.Equal(t, scheduledGroupID, gate.groupID)
|
||||
})
|
||||
|
||||
t.Run("suppress marker only refreshes instant", func(t *testing.T) {
|
||||
base := WithOpenAIProfitControlSuppressed(profitControlTestCtx(profitControlTestGroup(groupID, 0.5, 0)))
|
||||
turnCtx, turnAt := svc.WithOpenAITurnPricingContext(base, &groupID)
|
||||
require.False(t, turnAt.IsZero())
|
||||
vetoed, _ := OpenAIProfitControlVeto(turnCtx, expensive)
|
||||
require.False(t, vetoed)
|
||||
})
|
||||
|
||||
t.Run("clears gate when group disables profit control mid-connection", func(t *testing.T) {
|
||||
group := profitControlTestGroup(groupID, 0.5, 0)
|
||||
connCtx, _ := svc.WithOpenAIRequestPricingContext(profitControlTestCtx(group), &groupID)
|
||||
group.ProfitControlEnabled = false
|
||||
turnCtx, _ := svc.WithOpenAITurnPricingContext(connCtx, &groupID)
|
||||
vetoed, _ := OpenAIProfitControlVeto(turnCtx, expensive)
|
||||
require.False(t, vetoed, "关门后 turn 级复核应放行")
|
||||
})
|
||||
}
|
||||
|
||||
// 无门时准入后绑定回退官方 eager 语义:等待/抢槽路径不得因利润控制关闭而
|
||||
// 失去粘性绑定(评审 M-Bind 回归锚点)。
|
||||
func TestOpenAIProfitControlAfterAdmissionBindEagerWithoutGate(t *testing.T) {
|
||||
groupID := int64(82)
|
||||
expensiveID := int64(903)
|
||||
cheapID := int64(904)
|
||||
const sessionHash = "no-gate-sticky"
|
||||
const cacheKey = "openai:" + sessionHash
|
||||
cache := &schedulerTestGatewayCache{
|
||||
sessionBindings: map[string]int64{cacheKey: expensiveID},
|
||||
}
|
||||
svc := &OpenAIGatewayService{cache: cache}
|
||||
|
||||
require.NoError(t, svc.BindStickySessionAfterProfitAdmission(context.Background(), &groupID, sessionHash, cheapID))
|
||||
require.Equal(t, cheapID, cache.sessionBindings[cacheKey], "无门时保持既有 eager 绑定行为")
|
||||
}
|
||||
Reference in New Issue
Block a user