李建琦
6d655c9903
Release / update-version (push) Has been cancelled
Release / build-frontend (push) Has been cancelled
Release / release (push) Has been cancelled
Release / sync-version-file (push) Has been cancelled
CI / shell (push) Canceled after 0s
CI / test (push) Canceled after 0s
CI / frontend (push) Canceled after 0s
CI / golangci-lint (push) Canceled after 0s
Security Scan / backend-security (push) Canceled after 0s
Security Scan / frontend-security (push) Canceled after 0s
257 lines
8.4 KiB
Go
257 lines
8.4 KiB
Go
package service
|
||
|
||
import (
|
||
"context"
|
||
"fmt"
|
||
"sort"
|
||
"strings"
|
||
)
|
||
|
||
// PlazaOfficialPricing 模型广场展示用的 LiteLLM 官方参考价（USD per token）。
|
||
// 字段为 nil 表示官方数据中该项缺失（0 视为未配置）。
|
||
type PlazaOfficialPricing struct {
|
||
InputPrice *float64
|
||
OutputPrice *float64
|
||
CacheWritePrice *float64 // 5m 缓存写入（= LiteLLM cache_creation）
|
||
CacheWrite1hPrice *float64 // 1h 缓存写入（LiteLLM cache_creation_above_1hr）
|
||
CacheReadPrice *float64
|
||
}
|
||
|
||
// PlazaModel 模型广场中单个模型条目：渠道定价 + 官方参考价。
|
||
type PlazaModel struct {
|
||
Name string
|
||
Platform string
|
||
Pricing *ChannelModelPricing
|
||
OfficialPricing *PlazaOfficialPricing
|
||
}
|
||
|
||
// PlazaGroup 模型广场中以分组为顶层的条目。
|
||
//
|
||
// 与 AvailableGroupRef 相比多了 Description 与 Models；Models 来自该分组关联渠道的
|
||
// 支持模型（普通分组按分组平台隔离，Composite 分组展开关联渠道已配置的
|
||
// 具体平台），与「可用渠道」页口径一致。
|
||
type PlazaGroup struct {
|
||
ID int64
|
||
Name string
|
||
Description string
|
||
Platform string
|
||
SubscriptionType string
|
||
RateMultiplier float64
|
||
PeakRateEnabled bool
|
||
PeakStart string
|
||
PeakEnd string
|
||
PeakRateMultiplier float64
|
||
IsExclusive bool
|
||
// 图片按次实付倍率：ImageRateIndependent 为 true 时，图片计费模型的实付
|
||
// = 档位价 × ImageRateMultiplier，不乘分组/用户专属倍率（与计费口径一致）。
|
||
ImageRateIndependent bool
|
||
ImageRateMultiplier float64
|
||
Models []PlazaModel
|
||
}
|
||
|
||
// ListPlazaGroups 返回模型广场数据：每个活跃分组附带其可用模型与定价。
|
||
//
|
||
// 聚合口径与 ListAvailable 一致（Active 渠道、SupportedModels ∪ 全局定价回落、
|
||
// 平台隔离），仅把顶层从渠道换成分组：
|
||
// - 渠道按 lower(name) 排序后遍历，保证同名模型去重结果确定；
|
||
// - 同分组同名模型「先见者胜」，仅当已存条目无定价而新条目有定价时升级替换；
|
||
// - 图片计费模型的档位价按实收口径合成（分组图片价 > 渠道档位价 > 渠道默认按次价，
|
||
// 见 plazaImageDisplayPricing）；
|
||
// - 每个模型附带 LiteLLM 官方参考价（查不到为 nil）；
|
||
// - 只返回 Models 非空的分组；分组按 RateMultiplier 升序（同倍率按名称），
|
||
// 组内模型按名称排序。
|
||
//
|
||
// 可见性过滤（专属分组）不在此层做，由 handler 按登录态裁剪。
|
||
func (s *ChannelService) ListPlazaGroups(ctx context.Context) ([]PlazaGroup, error) {
|
||
channels, err := s.repo.ListAll(ctx)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("list channels: %w", err)
|
||
}
|
||
groups, err := s.groupRepo.ListActive(ctx)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("list active groups: %w", err)
|
||
}
|
||
|
||
sort.SliceStable(channels, func(i, j int) bool {
|
||
return strings.ToLower(channels[i].Name) < strings.ToLower(channels[j].Name)
|
||
})
|
||
|
||
byGroup := make(map[int64]*PlazaGroup, len(groups))
|
||
groupEnt := make(map[int64]*Group, len(groups))
|
||
order := make([]int64, 0, len(groups))
|
||
for i := range groups {
|
||
g := &groups[i]
|
||
byGroup[g.ID] = &PlazaGroup{
|
||
ID: g.ID,
|
||
Name: g.Name,
|
||
Description: g.Description,
|
||
Platform: g.Platform,
|
||
SubscriptionType: g.SubscriptionType,
|
||
RateMultiplier: g.RateMultiplier,
|
||
PeakRateEnabled: g.PeakRateEnabled,
|
||
PeakStart: g.PeakStart,
|
||
PeakEnd: g.PeakEnd,
|
||
PeakRateMultiplier: g.PeakRateMultiplier,
|
||
IsExclusive: g.IsExclusive,
|
||
ImageRateIndependent: g.ImageRateIndependent,
|
||
ImageRateMultiplier: g.ImageRateMultiplier,
|
||
}
|
||
groupEnt[g.ID] = g
|
||
order = append(order, g.ID)
|
||
}
|
||
|
||
type modelKey struct {
|
||
platform string
|
||
name string
|
||
}
|
||
// modelIdx[groupID][platform+modelName] = index into byGroup[groupID].Models
|
||
modelIdx := make(map[int64]map[modelKey]int, len(groups))
|
||
for i := range channels {
|
||
ch := &channels[i]
|
||
if ch.Status != StatusActive {
|
||
continue
|
||
}
|
||
ch.normalizeBillingModelSource()
|
||
supported := ch.SupportedModels()
|
||
s.fillGlobalPricingFallback(supported)
|
||
|
||
for _, gid := range ch.GroupIDs {
|
||
pg, ok := byGroup[gid]
|
||
if !ok {
|
||
continue
|
||
}
|
||
idx := modelIdx[gid]
|
||
if idx == nil {
|
||
idx = make(map[modelKey]int, len(supported))
|
||
modelIdx[gid] = idx
|
||
}
|
||
for j := range supported {
|
||
m := supported[j]
|
||
if pg.Platform == PlatformComposite {
|
||
if !isConcreteRequestPlatform(m.Platform) {
|
||
continue
|
||
}
|
||
} else if m.Platform != pg.Platform {
|
||
continue
|
||
}
|
||
pricing := plazaImageDisplayPricing(m.Pricing, groupEnt[gid])
|
||
key := modelKey{platform: m.Platform, name: m.Name}
|
||
if at, seen := idx[key]; seen {
|
||
// 先见者胜；仅当已存条目无定价而新条目有定价时升级。
|
||
if pg.Models[at].Pricing == nil && pricing != nil {
|
||
pg.Models[at].Pricing = pricing
|
||
}
|
||
continue
|
||
}
|
||
idx[key] = len(pg.Models)
|
||
pg.Models = append(pg.Models, PlazaModel{
|
||
Name: m.Name,
|
||
Platform: m.Platform,
|
||
Pricing: pricing,
|
||
})
|
||
}
|
||
}
|
||
}
|
||
|
||
officialMemo := make(map[string]*PlazaOfficialPricing)
|
||
out := make([]PlazaGroup, 0, len(order))
|
||
for _, gid := range order {
|
||
pg := byGroup[gid]
|
||
if len(pg.Models) == 0 {
|
||
continue
|
||
}
|
||
sort.SliceStable(pg.Models, func(i, j int) bool {
|
||
if pg.Models[i].Name != pg.Models[j].Name {
|
||
return pg.Models[i].Name < pg.Models[j].Name
|
||
}
|
||
return pg.Models[i].Platform < pg.Models[j].Platform
|
||
})
|
||
for j := range pg.Models {
|
||
pg.Models[j].OfficialPricing = s.lookupOfficialPricing(pg.Models[j].Name, officialMemo)
|
||
}
|
||
out = append(out, *pg)
|
||
}
|
||
|
||
sort.SliceStable(out, func(i, j int) bool {
|
||
if out[i].RateMultiplier != out[j].RateMultiplier {
|
||
return out[i].RateMultiplier < out[j].RateMultiplier
|
||
}
|
||
return out[i].Name < out[j].Name
|
||
})
|
||
return out, nil
|
||
}
|
||
|
||
// plazaImageDisplayPricing 为图片计费模型合成展示定价，使档位价与实收口径一致：
|
||
// 每档（1K/2K/4K）单价 = 分组图片价 > 渠道同档位价 > 渠道默认按次价，无价的档不展示。
|
||
// 分组未配任何图片价、或定价非图片模式时原样返回。返回克隆，不修改入参
|
||
// （渠道定价指针指向缓存共享数据）。
|
||
func plazaImageDisplayPricing(p *ChannelModelPricing, g *Group) *ChannelModelPricing {
|
||
if p == nil || g == nil || p.BillingMode != BillingModeImage {
|
||
return p
|
||
}
|
||
if g.ImagePrice1K == nil && g.ImagePrice2K == nil && g.ImagePrice4K == nil {
|
||
return p
|
||
}
|
||
channelTierPrice := func(label string) *float64 {
|
||
for i := range p.Intervals {
|
||
if p.Intervals[i].TierLabel == label && p.Intervals[i].PerRequestPrice != nil {
|
||
return p.Intervals[i].PerRequestPrice
|
||
}
|
||
}
|
||
return p.PerRequestPrice
|
||
}
|
||
tiers := []struct {
|
||
label string
|
||
groupPrice *float64
|
||
}{
|
||
{"1K", g.ImagePrice1K},
|
||
{"2K", g.ImagePrice2K},
|
||
{"4K", g.ImagePrice4K},
|
||
}
|
||
clone := *p
|
||
clone.Intervals = make([]PricingInterval, 0, len(tiers))
|
||
for i, t := range tiers {
|
||
price := t.groupPrice
|
||
if price == nil {
|
||
price = channelTierPrice(t.label)
|
||
}
|
||
if price == nil {
|
||
continue
|
||
}
|
||
v := *price
|
||
clone.Intervals = append(clone.Intervals, PricingInterval{
|
||
TierLabel: t.label,
|
||
PerRequestPrice: &v,
|
||
SortOrder: i,
|
||
})
|
||
}
|
||
return &clone
|
||
}
|
||
|
||
// lookupOfficialPricing 查询模型的 LiteLLM 官方参考价，带 memo 避免同名模型重复转换。
|
||
// pricingService 为 nil（测试场景）或查不到时返回 nil。
|
||
func (s *ChannelService) lookupOfficialPricing(modelName string, memo map[string]*PlazaOfficialPricing) *PlazaOfficialPricing {
|
||
if s.pricingService == nil {
|
||
return nil
|
||
}
|
||
if cached, ok := memo[modelName]; ok {
|
||
return cached
|
||
}
|
||
var result *PlazaOfficialPricing
|
||
if lp := s.pricingService.GetModelPricing(modelName); lp != nil && !lp.TokenPricingAbsent {
|
||
result = &PlazaOfficialPricing{
|
||
InputPrice: nonZeroPtr(lp.InputCostPerToken),
|
||
OutputPrice: nonZeroPtr(lp.OutputCostPerToken),
|
||
CacheWritePrice: nonZeroPtr(lp.CacheCreationInputTokenCost),
|
||
CacheWrite1hPrice: nonZeroPtr(lp.CacheCreationInputTokenCostAbove1hr),
|
||
CacheReadPrice: nonZeroPtr(lp.CacheReadInputTokenCost),
|
||
}
|
||
if result.InputPrice == nil && result.OutputPrice == nil &&
|
||
result.CacheWritePrice == nil && result.CacheWrite1hPrice == nil && result.CacheReadPrice == nil {
|
||
result = nil
|
||
}
|
||
}
|
||
memo[modelName] = result
|
||
return result
|
||
}
|