1294 lines
46 KiB
Go
1294 lines
46 KiB
Go
package service
|
||||
|
|
|
|||
|
|
import (
|
|||
|
|
"bytes"
|
|||
|
|
"context"
|
|||
|
|
"encoding/json"
|
|||
|
|
"errors"
|
|||
|
|
"fmt"
|
|||
|
|
"io"
|
|||
|
|
"net/http"
|
|||
|
|
"strings"
|
|||
|
|
"sync/atomic"
|
|||
|
|
"time"
|
|||
|
|
|
|||
|
|
"github.com/Wei-Shaw/sub2api/internal/pkg/apicompat"
|
|||
|
|
"github.com/Wei-Shaw/sub2api/internal/pkg/claude"
|
|||
|
|
"github.com/Wei-Shaw/sub2api/internal/pkg/logger"
|
|||
|
|
"github.com/Wei-Shaw/sub2api/internal/util/responseheaders"
|
|||
|
|
"github.com/gin-gonic/gin"
|
|||
|
|
"github.com/tidwall/gjson"
|
|||
|
|
"go.uber.org/zap"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
// ForwardAsAnthropic accepts an Anthropic Messages request body, converts it
|
|||
|
|
// to OpenAI Responses API format, forwards to the OpenAI upstream, and converts
|
|||
|
|
// the response back to Anthropic Messages format. This enables Claude Code
|
|||
|
|
// clients to access OpenAI models through the standard /v1/messages endpoint.
|
|||
|
|
func (s *OpenAIGatewayService) ForwardAsAnthropic(
|
|||
|
|
ctx context.Context,
|
|||
|
|
c *gin.Context,
|
|||
|
|
account *Account,
|
|||
|
|
body []byte,
|
|||
|
|
promptCacheKey string,
|
|||
|
|
defaultMappedModel string,
|
|||
|
|
) (*OpenAIForwardResult, error) {
|
|||
|
|
beginUpstreamResponseModelObservation(c)
|
|||
|
|
|
|||
|
|
// 入口分流(国产供应商 Anthropic 协议):上游为供应商原生 Anthropic 端点时,
|
|||
|
|
// /v1/messages 请求零转换直通(仅模型名映射 + 少量 body 清洗),完整保留
|
|||
|
|
// thinking / tool_use / cache 语义,适配 Claude Code 等原生客户端。
|
|||
|
|
// 必须先于 ShouldUseResponsesAPI 分流:Anthropic 协议账号经 probe 落标
|
|||
|
|
// openai_responses_supported=false,会先命中下方的 CC 直转分支。
|
|||
|
|
if account.IsAnthropicProtocol() || account.IsAdaptiveAPIProtocol() {
|
|||
|
|
return s.forwardAnthropicViaNativeAnthropicEndpoint(ctx, c, account, body, defaultMappedModel)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 固定 chat_completions 的 CN 账号,以及不支持 Responses 的其他 APIKey
|
|||
|
|
// 账号,均将 Messages 转为 CC;固定 responses 的 CN 账号不受探针旧值覆盖。
|
|||
|
|
if shouldForwardOpenAIResponsesViaRawChatCompletions(account) {
|
|||
|
|
return s.forwardAnthropicViaRawChatCompletions(ctx, c, account, body, defaultMappedModel)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
startTime := time.Now()
|
|||
|
|
|
|||
|
|
// 1. Parse Anthropic request
|
|||
|
|
var anthropicReq apicompat.AnthropicRequest
|
|||
|
|
if err := json.Unmarshal(body, &anthropicReq); err != nil {
|
|||
|
|
return nil, fmt.Errorf("parse anthropic request: %w", err)
|
|||
|
|
}
|
|||
|
|
anthropicDigestReq := cloneAnthropicRequestForDigest(&anthropicReq)
|
|||
|
|
originalModel := anthropicReq.Model
|
|||
|
|
applyOpenAICompatModelNormalization(&anthropicReq)
|
|||
|
|
normalizedModel := anthropicReq.Model
|
|||
|
|
clientStream := anthropicReq.Stream // client's original stream preference
|
|||
|
|
|
|||
|
|
// 2. Model mapping
|
|||
|
|
billingModel := resolveOpenAIForwardModel(account, normalizedModel, defaultMappedModel)
|
|||
|
|
upstreamModel := normalizeOpenAIModelForUpstream(account, billingModel)
|
|||
|
|
promptCacheKey = strings.TrimSpace(promptCacheKey)
|
|||
|
|
apiKeyID := getAPIKeyIDFromContext(c)
|
|||
|
|
anthropicDigestChain := ""
|
|||
|
|
anthropicMatchedDigestChain := ""
|
|||
|
|
compatPromptCacheInjected := false
|
|||
|
|
// Grok is outside the gpt-5/codex compat injector, but Claude Code still
|
|||
|
|
// carries a stable session id. Prefer that as the Grok prompt-cache seed so
|
|||
|
|
// multi-turn /v1/messages traffic can hit xAI's server-side cache.
|
|||
|
|
if promptCacheKey == "" && account.Platform == PlatformGrok {
|
|||
|
|
if sessionSeed := extractClaudeCodeSessionID(c, body); sessionSeed != "" {
|
|||
|
|
promptCacheKey = sessionSeed
|
|||
|
|
compatPromptCacheInjected = true
|
|||
|
|
} else if sessionSeed := promptCacheKeyFromAnthropicMetadataSession(&anthropicReq); sessionSeed != "" {
|
|||
|
|
promptCacheKey = sessionSeed
|
|||
|
|
compatPromptCacheInjected = true
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if promptCacheKey == "" && shouldAutoInjectPromptCacheKeyForCompat(upstreamModel) {
|
|||
|
|
promptCacheKey = promptCacheKeyFromAnthropicMetadataSession(&anthropicReq)
|
|||
|
|
if promptCacheKey == "" {
|
|||
|
|
promptCacheKey = deriveAnthropicCacheControlPromptCacheKey(&anthropicReq)
|
|||
|
|
}
|
|||
|
|
if promptCacheKey == "" {
|
|||
|
|
anthropicDigestChain = buildOpenAICompatAnthropicDigestChain(anthropicDigestReq)
|
|||
|
|
if reusedKey, matchedChain := s.findOpenAICompatAnthropicDigestPromptCacheKey(account, apiKeyID, anthropicDigestChain); reusedKey != "" {
|
|||
|
|
promptCacheKey = reusedKey
|
|||
|
|
anthropicMatchedDigestChain = matchedChain
|
|||
|
|
} else {
|
|||
|
|
promptCacheKey = promptCacheKeyFromAnthropicDigest(anthropicDigestChain)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
compatPromptCacheInjected = promptCacheKey != ""
|
|||
|
|
}
|
|||
|
|
compatReplayTrimmed := false
|
|||
|
|
compatReplayGuardEnabled := shouldAutoInjectPromptCacheKeyForCompat(upstreamModel)
|
|||
|
|
compatContinuationEnabled := openAICompatContinuationEnabled(account, upstreamModel)
|
|||
|
|
previousResponseID := ""
|
|||
|
|
if compatContinuationEnabled {
|
|||
|
|
previousResponseID = s.getOpenAICompatSessionResponseID(ctx, c, account, promptCacheKey)
|
|||
|
|
}
|
|||
|
|
compatContinuationDisabled := compatContinuationEnabled &&
|
|||
|
|
s.isOpenAICompatSessionContinuationDisabled(ctx, c, account, promptCacheKey)
|
|||
|
|
compatTurnState := ""
|
|||
|
|
// OAuth/Plus relies on session_id + x-codex-turn-state; trimming to a
|
|||
|
|
// sliding 12-message window makes the cached prefix stall at system/tools.
|
|||
|
|
// Keep full replay there so upstream prompt caching can grow turn by turn.
|
|||
|
|
if compatReplayGuardEnabled && account.Type != AccountTypeOAuth && previousResponseID == "" && !compatContinuationDisabled {
|
|||
|
|
compatReplayTrimmed = applyAnthropicCompatFullReplayGuard(&anthropicReq)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 3. Convert Anthropic → Responses after compatibility-only replay guard.
|
|||
|
|
responsesReq, err := apicompat.AnthropicToResponses(&anthropicReq)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, fmt.Errorf("convert anthropic to responses: %w", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Upstream always uses streaming (upstream may not support sync mode).
|
|||
|
|
// The client's original preference determines the response format.
|
|||
|
|
responsesReq.Stream = true
|
|||
|
|
isStream := true
|
|||
|
|
|
|||
|
|
// 3b. Handle BetaFastMode → service_tier: "priority"
|
|||
|
|
if containsBetaToken(c.GetHeader("anthropic-beta"), claude.BetaFastMode) {
|
|||
|
|
responsesReq.ServiceTier = "priority"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
responsesReq.Model = upstreamModel
|
|||
|
|
if responsesReq.Reasoning != nil {
|
|||
|
|
responsesReq.Reasoning.Effort = openAICompatAnthropicReasoningEffort(&anthropicReq, upstreamModel, responsesReq.Reasoning.Effort)
|
|||
|
|
}
|
|||
|
|
if previousResponseID != "" {
|
|||
|
|
responsesReq.PreviousResponseID = previousResponseID
|
|||
|
|
trimAnthropicCompatResponsesInputToLatestTurn(responsesReq)
|
|||
|
|
}
|
|||
|
|
if compatReplayGuardEnabled && account.Type != AccountTypeOAuth {
|
|||
|
|
appendOpenAICompatClaudeCodeTodoGuard(responsesReq)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
logFields := []zap.Field{
|
|||
|
|
zap.Int64("account_id", account.ID),
|
|||
|
|
zap.String("original_model", originalModel),
|
|||
|
|
zap.String("normalized_model", normalizedModel),
|
|||
|
|
zap.String("billing_model", billingModel),
|
|||
|
|
zap.String("upstream_model", upstreamModel),
|
|||
|
|
zap.Bool("stream", isStream),
|
|||
|
|
}
|
|||
|
|
if compatPromptCacheInjected {
|
|||
|
|
logFields = append(logFields,
|
|||
|
|
zap.Bool("compat_prompt_cache_key_injected", true),
|
|||
|
|
zap.String("compat_prompt_cache_key_sha256", hashSensitiveValueForLog(promptCacheKey)),
|
|||
|
|
)
|
|||
|
|
}
|
|||
|
|
if compatReplayTrimmed {
|
|||
|
|
logFields = append(logFields,
|
|||
|
|
zap.Bool("compat_full_replay_trimmed", true),
|
|||
|
|
zap.Int("compat_messages_after_trim", len(anthropicReq.Messages)),
|
|||
|
|
)
|
|||
|
|
}
|
|||
|
|
if previousResponseID != "" {
|
|||
|
|
logFields = append(logFields,
|
|||
|
|
zap.Bool("compat_previous_response_id_attached", true),
|
|||
|
|
zap.String("compat_previous_response_id", truncateOpenAIWSLogValue(previousResponseID, openAIWSIDValueMaxLen)),
|
|||
|
|
)
|
|||
|
|
}
|
|||
|
|
if compatTurnState != "" {
|
|||
|
|
logFields = append(logFields, zap.Bool("compat_turn_state_attached", true))
|
|||
|
|
}
|
|||
|
|
logger.L().Debug("openai messages: model mapping applied", logFields...)
|
|||
|
|
|
|||
|
|
// 4. Marshal Responses request body, then apply OAuth codex transform
|
|||
|
|
responsesBody, err := json.Marshal(responsesReq)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, fmt.Errorf("marshal responses request: %w", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if account.Type == AccountTypeOAuth && account.Platform != PlatformGrok {
|
|||
|
|
var reqBody map[string]any
|
|||
|
|
if err := json.Unmarshal(responsesBody, &reqBody); err != nil {
|
|||
|
|
return nil, fmt.Errorf("unmarshal for codex transform: %w", err)
|
|||
|
|
}
|
|||
|
|
codexResult := applyCodexOAuthTransformWithOptions(reqBody, codexOAuthTransformOptions{
|
|||
|
|
SkipDefaultInstructions: true,
|
|||
|
|
PreserveToolCallIDs: true,
|
|||
|
|
})
|
|||
|
|
forcedTemplateText := ""
|
|||
|
|
if s.cfg != nil {
|
|||
|
|
forcedTemplateText = s.cfg.Gateway.ForcedCodexInstructionsTemplate
|
|||
|
|
}
|
|||
|
|
templateUpstreamModel := upstreamModel
|
|||
|
|
if codexResult.NormalizedModel != "" {
|
|||
|
|
templateUpstreamModel = codexResult.NormalizedModel
|
|||
|
|
}
|
|||
|
|
existingInstructions, _ := reqBody["instructions"].(string)
|
|||
|
|
if strings.TrimSpace(existingInstructions) == "" {
|
|||
|
|
existingInstructions = extractPromptLikeInstructionsFromInput(reqBody)
|
|||
|
|
}
|
|||
|
|
if _, err := applyForcedCodexInstructionsTemplate(reqBody, forcedTemplateText, forcedCodexInstructionsTemplateData{
|
|||
|
|
ExistingInstructions: strings.TrimSpace(existingInstructions),
|
|||
|
|
OriginalModel: originalModel,
|
|||
|
|
NormalizedModel: normalizedModel,
|
|||
|
|
BillingModel: billingModel,
|
|||
|
|
UpstreamModel: templateUpstreamModel,
|
|||
|
|
}); err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
ensureCodexOAuthInstructionsField(reqBody)
|
|||
|
|
if shouldAutoInjectPromptCacheKeyForCompat(upstreamModel) {
|
|||
|
|
appendOpenAICompatClaudeCodeTodoGuardToRequestBody(reqBody)
|
|||
|
|
}
|
|||
|
|
if codexResult.NormalizedModel != "" {
|
|||
|
|
upstreamModel = codexResult.NormalizedModel
|
|||
|
|
}
|
|||
|
|
if codexResult.PromptCacheKey != "" {
|
|||
|
|
promptCacheKey = codexResult.PromptCacheKey
|
|||
|
|
}
|
|||
|
|
delete(reqBody, "prompt_cache_key")
|
|||
|
|
if shouldAutoInjectPromptCacheKeyForCompat(upstreamModel) {
|
|||
|
|
compatTurnState = s.getOpenAICompatSessionTurnState(ctx, c, account, promptCacheKey)
|
|||
|
|
}
|
|||
|
|
// OAuth codex transform forces stream=true upstream, so always use
|
|||
|
|
// the streaming response handler regardless of what the client asked.
|
|||
|
|
isStream = true
|
|||
|
|
responsesBody, err = json.Marshal(reqBody)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, fmt.Errorf("remarshal after codex transform: %w", err)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// For API key accounts (including OpenAI-compatible upstream gateways),
|
|||
|
|
// ensure promptCacheKey is also propagated via the request body so that
|
|||
|
|
// upstreams using the Responses API can derive a stable session identifier
|
|||
|
|
// from prompt_cache_key. This makes our Anthropic /v1/messages compatibility
|
|||
|
|
// path behave more like a native Responses client.
|
|||
|
|
if account.Type == AccountTypeAPIKey {
|
|||
|
|
if trimmedKey := strings.TrimSpace(promptCacheKey); trimmedKey != "" {
|
|||
|
|
var reqBody map[string]any
|
|||
|
|
if err := json.Unmarshal(responsesBody, &reqBody); err != nil {
|
|||
|
|
return nil, fmt.Errorf("unmarshal for prompt cache key injection: %w", err)
|
|||
|
|
}
|
|||
|
|
if existing, ok := reqBody["prompt_cache_key"].(string); !ok || strings.TrimSpace(existing) == "" {
|
|||
|
|
reqBody["prompt_cache_key"] = trimmedKey
|
|||
|
|
updated, err := json.Marshal(reqBody)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, fmt.Errorf("remarshal after prompt cache key injection: %w", err)
|
|||
|
|
}
|
|||
|
|
responsesBody = updated
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if account.Platform == PlatformOpenAI {
|
|||
|
|
if policyBody, changed := ApplyOpenAIReasoningEffortPolicyFromContext(ctx, responsesBody); changed {
|
|||
|
|
responsesBody = policyBody
|
|||
|
|
if responsesReq.Reasoning != nil {
|
|||
|
|
responsesReq.Reasoning.Effort = gjson.GetBytes(responsesBody, "reasoning.effort").String()
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 4c. Apply OpenAI fast policy (may filter service_tier or block the request).
|
|||
|
|
// Mirrors the Claude anthropic-beta "fast-mode-2026-02-01" filter, but keyed
|
|||
|
|
// on the body-level service_tier field (priority/flex).
|
|||
|
|
updatedBody, policyErr := s.applyOpenAIFastPolicyToBody(ctx, account, upstreamModel, responsesBody)
|
|||
|
|
if policyErr != nil {
|
|||
|
|
var blocked *OpenAIFastBlockedError
|
|||
|
|
if errors.As(policyErr, &blocked) {
|
|||
|
|
MarkOpsClientBusinessLimited(c, OpsClientBusinessLimitedReasonLocalPolicyDenied)
|
|||
|
|
writeAnthropicError(c, http.StatusForbidden, "forbidden_error", blocked.Message)
|
|||
|
|
}
|
|||
|
|
return nil, policyErr
|
|||
|
|
}
|
|||
|
|
responsesBody = updatedBody
|
|||
|
|
grokCacheIdentity := ""
|
|||
|
|
if account.Platform == PlatformGrok {
|
|||
|
|
grokIntentBody := responsesBody
|
|||
|
|
grokCacheIdentity = resolveGrokCacheIdentity(c, grokIntentBody, promptCacheKey, upstreamModel)
|
|||
|
|
patchedBody, patchErr := patchGrokResponsesBody(grokIntentBody, upstreamModel)
|
|||
|
|
if patchErr != nil {
|
|||
|
|
return nil, patchErr
|
|||
|
|
}
|
|||
|
|
responsesBody, patchErr = applyGrokResponsesCacheIdentity(patchedBody, grokIntentBody, grokCacheIdentity, account.IsGrokOAuth())
|
|||
|
|
if patchErr != nil {
|
|||
|
|
return nil, fmt.Errorf("apply grok prompt cache identity: %w", patchErr)
|
|||
|
|
}
|
|||
|
|
responsesBody, patchErr = applyGrokFreeMessagesFunctionToolCacheRoute(responsesBody, grokIntentBody, account, grokCacheIdentity)
|
|||
|
|
if patchErr != nil {
|
|||
|
|
return nil, fmt.Errorf("apply grok Free function-tool cache route: %w", patchErr)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 5. Get access token
|
|||
|
|
token, _, err := s.getRequestCredential(ctx, c, account)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, fmt.Errorf("get access token: %w", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 6. Build upstream request
|
|||
|
|
if account.Type == AccountTypeOAuth && account.Platform != PlatformGrok {
|
|||
|
|
// Messages 兼容桥即使 body 未带 todo-guard/prompt_cache_key 标记(如映射到非
|
|||
|
|
// gpt-5/codex 模型),也必须让 buildUpstreamRequest 走 bridge 分支,以保留
|
|||
|
|
// 既有 body/session/conversation 行为。身份头在 post-build 阶段统一恢复。
|
|||
|
|
setOpenAICompatMessagesBridgeContext(c, true)
|
|||
|
|
}
|
|||
|
|
upstreamCtx, releaseUpstreamCtx := detachUpstreamContext(ctx)
|
|||
|
|
var upstreamReq *http.Request
|
|||
|
|
if account.Platform == PlatformGrok {
|
|||
|
|
upstreamReq, err = buildGrokResponsesRequest(upstreamCtx, c, account, responsesBody, token, grokCacheIdentity, s.cfg, s.settingService)
|
|||
|
|
} else {
|
|||
|
|
upstreamReq, err = s.buildUpstreamRequest(upstreamCtx, c, account, responsesBody, token, isStream, promptCacheKey, false)
|
|||
|
|
}
|
|||
|
|
releaseUpstreamCtx()
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, fmt.Errorf("build upstream request: %w", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Override session_id with a deterministic UUID derived from the isolated
|
|||
|
|
// session key, ensuring different API keys produce different upstream sessions.
|
|||
|
|
if account.Platform != PlatformGrok && promptCacheKey != "" {
|
|||
|
|
isolatedSessionID := generateSessionUUID(isolateOpenAISessionID(apiKeyID, promptCacheKey))
|
|||
|
|
upstreamReq.Header.Set("session_id", isolatedSessionID)
|
|||
|
|
if upstreamReq.Header.Get("conversation_id") != "" {
|
|||
|
|
upstreamReq.Header.Set("conversation_id", isolatedSessionID)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if account.Type == AccountTypeOAuth && account.Platform != PlatformGrok {
|
|||
|
|
// buildUpstreamRequest 保留 Messages bridge 的 body/session 兼容行为,并会先
|
|||
|
|
// 清除身份头。真正发送前恢复完整 Codex 身份,避免 ChatGPT Codex 上游因缺失
|
|||
|
|
// originator/OpenAI-Beta 返回 404(issue #3901)。
|
|||
|
|
ensureCodexIdentityHeaders(upstreamReq.Header)
|
|||
|
|
enforceCodexIdentityHeaders(upstreamReq.Header)
|
|||
|
|
logger.L().Debug("openai messages: upstream identity restored",
|
|||
|
|
zap.Int64("account_id", account.ID),
|
|||
|
|
zap.String("upstream_model", upstreamModel),
|
|||
|
|
zap.Bool("compat_identity_restored", true),
|
|||
|
|
)
|
|||
|
|
}
|
|||
|
|
if account.Type == AccountTypeOAuth && promptCacheKey != "" && strings.TrimSpace(c.GetHeader("conversation_id")) == "" {
|
|||
|
|
upstreamReq.Header.Del("conversation_id")
|
|||
|
|
}
|
|||
|
|
if compatTurnState != "" && upstreamReq.Header.Get("x-codex-turn-state") == "" {
|
|||
|
|
upstreamReq.Header.Set("x-codex-turn-state", compatTurnState)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 7. Send request
|
|||
|
|
proxyURL := ""
|
|||
|
|
if account.Proxy != nil {
|
|||
|
|
proxyURL = account.Proxy.URL()
|
|||
|
|
}
|
|||
|
|
// Grok may reject encrypted reasoning replayed under a different OAuth
|
|||
|
|
// account/cache identity. Match forwardGrokResponses: one strip+retry before
|
|||
|
|
// treating the 400 as a hard failure / failover trigger.
|
|||
|
|
var resp *http.Response
|
|||
|
|
for attempt := 0; ; attempt++ {
|
|||
|
|
if attempt > 0 {
|
|||
|
|
if account.Platform != PlatformGrok {
|
|||
|
|
break
|
|||
|
|
}
|
|||
|
|
upstreamCtxRetry, releaseRetry := detachUpstreamContext(ctx)
|
|||
|
|
upstreamReq, err = buildGrokResponsesRequest(upstreamCtxRetry, c, account, responsesBody, token, grokCacheIdentity, s.cfg, s.settingService)
|
|||
|
|
releaseRetry()
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, fmt.Errorf("build grok retry request: %w", err)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
resp, err = s.httpUpstream.Do(upstreamReq, proxyURL, account.ID, account.Concurrency)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, s.handleOpenAIUpstreamTransportError(ctx, c, account, err, false)
|
|||
|
|
}
|
|||
|
|
if account.Platform != PlatformGrok || attempt > 0 || resp.StatusCode != http.StatusBadRequest {
|
|||
|
|
break
|
|||
|
|
}
|
|||
|
|
respBody := s.readUpstreamErrorBody(resp)
|
|||
|
|
if resp.Body != nil {
|
|||
|
|
_ = resp.Body.Close()
|
|||
|
|
}
|
|||
|
|
// Prefer explicit decrypt errors; also strip once on any 400 when the
|
|||
|
|
// outbound body still carries reasoning.encrypted_content (account
|
|||
|
|
// switch often returns opaque "Upstream error: 400").
|
|||
|
|
shouldStrip := isGrokInvalidEncryptedContentResponse(resp.StatusCode, respBody) ||
|
|||
|
|
requestHasGrokEncryptedReasoning(responsesBody)
|
|||
|
|
if !shouldStrip {
|
|||
|
|
resp.Body = io.NopCloser(bytes.NewReader(respBody))
|
|||
|
|
break
|
|||
|
|
}
|
|||
|
|
retryBody, changed, trimErr := trimGrokInvalidEncryptedContentRetryBody(responsesBody)
|
|||
|
|
if trimErr != nil {
|
|||
|
|
return nil, fmt.Errorf("prepare Grok invalid encrypted_content retry: %w", trimErr)
|
|||
|
|
}
|
|||
|
|
if !changed {
|
|||
|
|
resp.Body = io.NopCloser(bytes.NewReader(respBody))
|
|||
|
|
break
|
|||
|
|
}
|
|||
|
|
responsesBody = retryBody
|
|||
|
|
logger.L().Info("openai messages: retrying after stripping invalid Grok encrypted_content",
|
|||
|
|
zap.Int64("account_id", account.ID),
|
|||
|
|
zap.Bool("cache_identity_present", strings.TrimSpace(grokCacheIdentity) != ""),
|
|||
|
|
zap.String("upstream_error_preview", truncateOpenAIWSLogValue(string(respBody), 240)),
|
|||
|
|
)
|
|||
|
|
}
|
|||
|
|
defer func() { _ = resp.Body.Close() }()
|
|||
|
|
|
|||
|
|
// 8. Handle error response with failover
|
|||
|
|
if resp.StatusCode >= 400 {
|
|||
|
|
respBody, upstreamMsg := s.readOpenAIUpstreamError(resp)
|
|||
|
|
if !agentIdentityTaskRecoveryWasTried(ctx) && s.isAgentIdentityAccount(ctx, account) && isAgentIdentityTaskInvalidHTTPResponse(resp.StatusCode, respBody) {
|
|||
|
|
expectedTaskID := account.GetCredential("task_id")
|
|||
|
|
if err := s.recoverAgentIdentityTask(ctx, account, expectedTaskID); err != nil {
|
|||
|
|
return nil, fmt.Errorf("agent identity task recovery failed: %w", err)
|
|||
|
|
}
|
|||
|
|
return s.ForwardAsAnthropic(markAgentIdentityTaskRecoveryTried(ctx), c, account, body, promptCacheKey, defaultMappedModel)
|
|||
|
|
}
|
|||
|
|
if previousResponseID != "" && (isOpenAICompatPreviousResponseNotFound(resp.StatusCode, upstreamMsg, respBody) || isOpenAICompatPreviousResponseUnsupported(resp.StatusCode, upstreamMsg, respBody)) {
|
|||
|
|
if isOpenAICompatPreviousResponseUnsupported(resp.StatusCode, upstreamMsg, respBody) {
|
|||
|
|
s.disableOpenAICompatSessionContinuation(ctx, c, account, promptCacheKey)
|
|||
|
|
} else {
|
|||
|
|
s.deleteOpenAICompatSessionResponseID(ctx, c, account, promptCacheKey)
|
|||
|
|
}
|
|||
|
|
logger.L().Info("openai messages: previous_response_id unavailable, retrying without continuation",
|
|||
|
|
zap.Int64("account_id", account.ID),
|
|||
|
|
zap.String("previous_response_id", truncateOpenAIWSLogValue(previousResponseID, openAIWSIDValueMaxLen)),
|
|||
|
|
zap.String("upstream_model", upstreamModel),
|
|||
|
|
)
|
|||
|
|
return s.ForwardAsAnthropic(ctx, c, account, body, promptCacheKey, defaultMappedModel)
|
|||
|
|
}
|
|||
|
|
// Grok account-switched history often fails decrypt; strip encrypted
|
|||
|
|
// reasoning once at the client-body level so failover accounts can accept
|
|||
|
|
// the multi-turn tool continuation instead of cascading 400s.
|
|||
|
|
if account.Platform == PlatformGrok &&
|
|||
|
|
isGrokInvalidEncryptedContentResponse(resp.StatusCode, respBody) &&
|
|||
|
|
!grokEncryptedContentStripRetried(ctx) {
|
|||
|
|
if strippedBody, ok := stripAnthropicThinkingSignatures(body); ok {
|
|||
|
|
logger.L().Info("openai messages: stripping thinking signatures for Grok failover retry",
|
|||
|
|
zap.Int64("account_id", account.ID),
|
|||
|
|
)
|
|||
|
|
return s.ForwardAsAnthropic(markGrokEncryptedContentStripRetried(ctx), c, account, strippedBody, promptCacheKey, defaultMappedModel)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if foErr := s.failoverOpenAIUpstreamHTTPError(ctx, c, account, resp, respBody, upstreamMsg, upstreamModel); foErr != nil {
|
|||
|
|
return nil, foErr
|
|||
|
|
}
|
|||
|
|
// Non-failover error: return Anthropic-formatted error to client
|
|||
|
|
return s.handleAnthropicErrorResponse(resp, c, account, billingModel)
|
|||
|
|
}
|
|||
|
|
if account.Platform == PlatformGrok && account.Type == AccountTypeOAuth && !account.IsShadow() {
|
|||
|
|
s.updateGrokUsageFromResponse(withGrokTeamRateLimitModel(ctx, upstreamModel), account, resp.Header, resp.StatusCode)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if account.Type == AccountTypeOAuth && promptCacheKey != "" {
|
|||
|
|
if turnState := strings.TrimSpace(resp.Header.Get("x-codex-turn-state")); turnState != "" {
|
|||
|
|
s.bindOpenAICompatSessionTurnState(ctx, c, account, promptCacheKey, turnState)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 9. Handle normal response
|
|||
|
|
// Upstream is always streaming; choose response format based on client preference.
|
|||
|
|
var result *OpenAIForwardResult
|
|||
|
|
var handleErr error
|
|||
|
|
if clientStream {
|
|||
|
|
result, handleErr = s.handleAnthropicStreamingResponse(resp, c, account, originalModel, billingModel, upstreamModel, startTime)
|
|||
|
|
} else {
|
|||
|
|
// Client wants JSON: buffer the streaming response and assemble a JSON reply.
|
|||
|
|
result, handleErr = s.handleAnthropicBufferedStreamingResponse(resp, c, account, originalModel, billingModel, upstreamModel, startTime)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// cyber_policy:标记已设、error 已按 Anthropic 格式发给客户端。丢弃 result、返回哨兵,
|
|||
|
|
// 使 handler 落入 tokens=0 免费用量行(对齐 /v1/responses),不计费、不 failover。
|
|||
|
|
if GetOpsCyberPolicy(c) != nil {
|
|||
|
|
if handleErr == nil {
|
|||
|
|
handleErr = errOpenAICyberPolicyForwarded
|
|||
|
|
}
|
|||
|
|
return nil, handleErr
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Propagate ServiceTier and ReasoningEffort to result for billing
|
|||
|
|
if handleErr == nil && result != nil {
|
|||
|
|
if compatContinuationEnabled && promptCacheKey != "" && result.ResponseID != "" {
|
|||
|
|
s.bindOpenAICompatSessionResponseID(ctx, c, account, promptCacheKey, result.ResponseID)
|
|||
|
|
}
|
|||
|
|
if promptCacheKey != "" && anthropicDigestChain != "" {
|
|||
|
|
s.bindOpenAICompatAnthropicDigestPromptCacheKey(account, apiKeyID, anthropicDigestChain, promptCacheKey, anthropicMatchedDigestChain)
|
|||
|
|
}
|
|||
|
|
if responsesReq.ServiceTier != "" {
|
|||
|
|
st := responsesReq.ServiceTier
|
|||
|
|
result.ServiceTier = &st
|
|||
|
|
}
|
|||
|
|
if responsesReq.Reasoning != nil && responsesReq.Reasoning.Effort != "" {
|
|||
|
|
re := responsesReq.Reasoning.Effort
|
|||
|
|
result.ReasoningEffort = &re
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Extract and save Codex usage snapshot from response headers (for OAuth accounts).
|
|||
|
|
// 排除 spark 影子:其 codex_* 仅由 QueryUsage(/wham/usage bengalfox)更新(外审第7轮 P1)。
|
|||
|
|
if handleErr == nil && account.Type == AccountTypeOAuth && !account.IsShadow() && account.Platform != PlatformGrok {
|
|||
|
|
if snapshot := ParseCodexRateLimitHeaders(resp.Header); snapshot != nil {
|
|||
|
|
s.updateCodexUsageSnapshot(ctx, account.ID, snapshot)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return result, handleErr
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func ensureCodexOAuthInstructionsField(reqBody map[string]any) {
|
|||
|
|
if reqBody == nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if value, ok := reqBody["instructions"]; !ok || value == nil {
|
|||
|
|
reqBody["instructions"] = ""
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if _, ok := reqBody["instructions"].(string); !ok {
|
|||
|
|
reqBody["instructions"] = ""
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// handleAnthropicErrorResponse reads an upstream error and returns it in
|
|||
|
|
// Anthropic error format.
|
|||
|
|
func (s *OpenAIGatewayService) handleAnthropicErrorResponse(
|
|||
|
|
resp *http.Response,
|
|||
|
|
c *gin.Context,
|
|||
|
|
account *Account,
|
|||
|
|
requestedModel ...string,
|
|||
|
|
) (*OpenAIForwardResult, error) {
|
|||
|
|
return s.handleCompatErrorResponse(resp, c, account, writeAnthropicError, requestedModel...)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// handleAnthropicBufferedStreamingResponse reads all Responses SSE events from
|
|||
|
|
// the upstream streaming response, finds the terminal event (response.completed
|
|||
|
|
// / response.incomplete / response.failed), converts the complete response to
|
|||
|
|
// Anthropic Messages JSON format, and writes it to the client.
|
|||
|
|
// This is used when the client requested stream=false but the upstream is always
|
|||
|
|
// streaming.
|
|||
|
|
func (s *OpenAIGatewayService) handleAnthropicBufferedStreamingResponse(
|
|||
|
|
resp *http.Response,
|
|||
|
|
c *gin.Context,
|
|||
|
|
account *Account,
|
|||
|
|
originalModel string,
|
|||
|
|
billingModel string,
|
|||
|
|
upstreamModel string,
|
|||
|
|
startTime time.Time,
|
|||
|
|
) (*OpenAIForwardResult, error) {
|
|||
|
|
requestID := resp.Header.Get("x-request-id")
|
|||
|
|
|
|||
|
|
finalResponse, usage, acc, err := s.readOpenAICompatBufferedTerminal(resp, "openai messages buffered", requestID)
|
|||
|
|
if err != nil {
|
|||
|
|
var readErr *openAICompatBufferedReadError
|
|||
|
|
if errors.As(err, &readErr) && readErr != nil {
|
|||
|
|
return nil, readErr.cause
|
|||
|
|
}
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if finalResponse == nil {
|
|||
|
|
writeAnthropicError(c, http.StatusBadGateway, "api_error", "Upstream stream ended without a terminal response event")
|
|||
|
|
return nil, fmt.Errorf("upstream stream ended without terminal event")
|
|||
|
|
}
|
|||
|
|
observer := upstreamResponseModelObserverFromContext(c)
|
|||
|
|
if observer == nil {
|
|||
|
|
observer = beginUpstreamResponseModelObservation(c)
|
|||
|
|
}
|
|||
|
|
observer.Observe(finalResponse.Model, true)
|
|||
|
|
|
|||
|
|
if strings.TrimSpace(finalResponse.Status) == "failed" {
|
|||
|
|
payload, _ := json.Marshal(gin.H{"type": "response.failed", "response": finalResponse})
|
|||
|
|
if hit, code, msg := detectOpenAICyberPolicy(payload); hit {
|
|||
|
|
MarkOpsCyberPolicy(c, CyberPolicyMark{
|
|||
|
|
Code: code,
|
|||
|
|
Message: msg,
|
|||
|
|
Body: truncateString(string(payload), 4096),
|
|||
|
|
UpstreamStatus: http.StatusOK,
|
|||
|
|
UpstreamInTok: usage.InputTokens,
|
|||
|
|
UpstreamOutTok: usage.OutputTokens,
|
|||
|
|
})
|
|||
|
|
clientMsg := msg
|
|||
|
|
if clientMsg == "" {
|
|||
|
|
clientMsg = "Request blocked by upstream cyber-security policy"
|
|||
|
|
}
|
|||
|
|
writeAnthropicError(c, http.StatusBadRequest, "invalid_request_error", clientMsg)
|
|||
|
|
return nil, fmt.Errorf("openai cyber_policy: %s", msg)
|
|||
|
|
}
|
|||
|
|
message := openAICompatFailedResponseMessage(finalResponse)
|
|||
|
|
if openAIStreamFailedEventShouldFailover(payload, message) {
|
|||
|
|
return nil, s.newOpenAIStreamFailoverError(c, account, false, requestID, payload, message, resp.Header)
|
|||
|
|
}
|
|||
|
|
message = s.recordOpenAIStreamUpstreamError(c, account, false, requestID, "http_error", payload, message)
|
|||
|
|
// 统一走语义状态推断 + body 归一化(与 /v1/responses 路径一致),
|
|||
|
|
// 使按错误码配置的透传规则可命中。
|
|||
|
|
if status, errType, errMsg, matched := applyOpenAIStreamFailedErrorPassthroughRule(
|
|||
|
|
c, account.Platform, payload, message,
|
|||
|
|
); matched {
|
|||
|
|
if errMsg == "" {
|
|||
|
|
errMsg = message
|
|||
|
|
}
|
|||
|
|
MarkResponseCommitted(c)
|
|||
|
|
writeAnthropicError(c, status, errType, errMsg)
|
|||
|
|
return nil, fmt.Errorf("upstream response failed (passthrough): %s", errMsg)
|
|||
|
|
}
|
|||
|
|
writeAnthropicError(c, http.StatusBadGateway, "api_error", message)
|
|||
|
|
return nil, fmt.Errorf("upstream response failed: %s", message)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// When the terminal event has an empty output array, reconstruct from
|
|||
|
|
// accumulated delta events so the client receives the full content.
|
|||
|
|
acc.SupplementResponseOutput(finalResponse)
|
|||
|
|
|
|||
|
|
anthropicResp := apicompat.ResponsesToAnthropic(finalResponse, originalModel)
|
|||
|
|
|
|||
|
|
if s.responseHeaderFilter != nil {
|
|||
|
|
responseheaders.WriteFilteredHeaders(c.Writer.Header(), resp.Header, s.responseHeaderFilter)
|
|||
|
|
}
|
|||
|
|
c.Header("Content-Type", "application/json; charset=utf-8")
|
|||
|
|
c.JSON(http.StatusOK, anthropicResp)
|
|||
|
|
|
|||
|
|
result := &OpenAIForwardResult{
|
|||
|
|
RequestID: requestID,
|
|||
|
|
ResponseID: finalResponse.ID,
|
|||
|
|
Usage: usage,
|
|||
|
|
Model: originalModel,
|
|||
|
|
BillingModel: billingModel,
|
|||
|
|
UpstreamModel: upstreamModel,
|
|||
|
|
UpstreamResponseModel: observedUpstreamResponseModel(c),
|
|||
|
|
UpstreamResponseModelConflict: observedUpstreamResponseModelConflict(c),
|
|||
|
|
Stream: false,
|
|||
|
|
Duration: time.Since(startTime),
|
|||
|
|
}
|
|||
|
|
// Grok /v1/messages uses Responses upstream; count native search for surcharge.
|
|||
|
|
if account != nil && account.IsGrok() && finalResponse != nil {
|
|||
|
|
if body, err := json.Marshal(finalResponse); err == nil {
|
|||
|
|
if n := countGrokNativeSearchCallsFromJSONBytes(body); n > 0 {
|
|||
|
|
result.SearchCount = n
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return result, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func isOpenAICompatResponsesTerminalEvent(eventType string) bool {
|
|||
|
|
switch strings.TrimSpace(eventType) {
|
|||
|
|
case "response.completed", "response.done", "response.incomplete", "response.failed":
|
|||
|
|
return true
|
|||
|
|
default:
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func (s *OpenAIGatewayService) recordOpenAIMessagesStreamUpstreamError(c *gin.Context, account *Account, upstreamRequestID, kind, message string) {
|
|||
|
|
if c == nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
message = sanitizeUpstreamErrorMessage(message)
|
|||
|
|
setOpsUpstreamError(c, http.StatusBadGateway, message, "")
|
|||
|
|
event := OpsUpstreamErrorEvent{
|
|||
|
|
Platform: PlatformOpenAI,
|
|||
|
|
UpstreamStatusCode: http.StatusBadGateway,
|
|||
|
|
UpstreamRequestID: strings.TrimSpace(upstreamRequestID),
|
|||
|
|
Kind: kind,
|
|||
|
|
Message: message,
|
|||
|
|
}
|
|||
|
|
if account != nil {
|
|||
|
|
event.Platform = account.Platform
|
|||
|
|
event.AccountID = account.ID
|
|||
|
|
event.AccountName = account.Name
|
|||
|
|
}
|
|||
|
|
appendOpsUpstreamError(c, event)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func isOpenAICompatDoneSentinelLine(line string) bool {
|
|||
|
|
payload, ok := extractOpenAISSEDataLine(line)
|
|||
|
|
return ok && strings.TrimSpace(payload) == "[DONE]"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// openAICompatBufferedReadError 只标记错误发生在上游响应体读取阶段;
|
|||
|
|
// 具体端点自行决定是否允许重放请求,避免共享读取器扩大重试范围。
|
|||
|
|
type openAICompatBufferedReadError struct {
|
|||
|
|
cause error
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func (e *openAICompatBufferedReadError) Error() string { return e.cause.Error() }
|
|||
|
|
func (e *openAICompatBufferedReadError) Unwrap() error { return e.cause }
|
|||
|
|
|
|||
|
|
func (s *OpenAIGatewayService) readOpenAICompatBufferedTerminal(
|
|||
|
|
resp *http.Response,
|
|||
|
|
logPrefix string,
|
|||
|
|
requestID string,
|
|||
|
|
) (*apicompat.ResponsesResponse, OpenAIUsage, *apicompat.BufferedResponseAccumulator, error) {
|
|||
|
|
acc := apicompat.NewBufferedResponseAccumulator()
|
|||
|
|
var usage OpenAIUsage
|
|||
|
|
if resp == nil || resp.Body == nil {
|
|||
|
|
return nil, usage, acc, errors.New("upstream response body is nil")
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
scanner := s.newUpstreamSSEScanner(resp.Body)
|
|||
|
|
|
|||
|
|
streamInterval := time.Duration(0)
|
|||
|
|
if s.cfg != nil && s.cfg.Gateway.StreamDataIntervalTimeout > 0 {
|
|||
|
|
streamInterval = time.Duration(s.cfg.Gateway.StreamDataIntervalTimeout) * time.Second
|
|||
|
|
}
|
|||
|
|
var timeoutCh <-chan time.Time
|
|||
|
|
var timeoutTimer *time.Timer
|
|||
|
|
resetTimeout := func() {
|
|||
|
|
if streamInterval <= 0 {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if timeoutTimer == nil {
|
|||
|
|
timeoutTimer = time.NewTimer(streamInterval)
|
|||
|
|
timeoutCh = timeoutTimer.C
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if !timeoutTimer.Stop() {
|
|||
|
|
select {
|
|||
|
|
case <-timeoutTimer.C:
|
|||
|
|
default:
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
timeoutTimer.Reset(streamInterval)
|
|||
|
|
}
|
|||
|
|
stopTimeout := func() {
|
|||
|
|
if timeoutTimer == nil {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if !timeoutTimer.Stop() {
|
|||
|
|
select {
|
|||
|
|
case <-timeoutTimer.C:
|
|||
|
|
default:
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
resetTimeout()
|
|||
|
|
defer stopTimeout()
|
|||
|
|
|
|||
|
|
type scanEvent struct {
|
|||
|
|
line string
|
|||
|
|
err error
|
|||
|
|
}
|
|||
|
|
events := make(chan scanEvent, 16)
|
|||
|
|
done := make(chan struct{})
|
|||
|
|
go func() {
|
|||
|
|
defer close(events)
|
|||
|
|
for scanner.Scan() {
|
|||
|
|
select {
|
|||
|
|
case events <- scanEvent{line: scanner.Text()}:
|
|||
|
|
case <-done:
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if err := scanner.Err(); err != nil {
|
|||
|
|
select {
|
|||
|
|
case events <- scanEvent{err: err}:
|
|||
|
|
case <-done:
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}()
|
|||
|
|
defer close(done)
|
|||
|
|
|
|||
|
|
var parser openAICompatSSEFrameParser
|
|||
|
|
for {
|
|||
|
|
select {
|
|||
|
|
case ev, ok := <-events:
|
|||
|
|
if !ok {
|
|||
|
|
if frame, ok := parser.Finish(); ok {
|
|||
|
|
payload := openAICompatPayloadWithEventType(frame.Data, frame.EventType)
|
|||
|
|
var event apicompat.ResponsesStreamEvent
|
|||
|
|
if err := json.Unmarshal([]byte(payload), &event); err == nil {
|
|||
|
|
acc.ProcessEvent(&event)
|
|||
|
|
if isOpenAICompatResponsesTerminalEvent(event.Type) && event.Response != nil {
|
|||
|
|
if event.Usage != nil {
|
|||
|
|
usage = copyOpenAIUsageFromResponsesUsage(event.Usage)
|
|||
|
|
if event.Response.Usage == nil {
|
|||
|
|
event.Response.Usage = event.Usage
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if event.Response.Usage != nil {
|
|||
|
|
usage = copyOpenAIUsageFromResponsesUsage(event.Response.Usage)
|
|||
|
|
}
|
|||
|
|
return event.Response, usage, acc, nil
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return nil, usage, acc, nil
|
|||
|
|
}
|
|||
|
|
resetTimeout()
|
|||
|
|
if ev.err != nil {
|
|||
|
|
if !errors.Is(ev.err, context.Canceled) && !errors.Is(ev.err, context.DeadlineExceeded) {
|
|||
|
|
logger.L().Warn(logPrefix+": read error",
|
|||
|
|
zap.Error(ev.err),
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
)
|
|||
|
|
}
|
|||
|
|
return nil, usage, acc, &openAICompatBufferedReadError{cause: ev.err}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if isOpenAICompatDoneSentinelLine(ev.line) {
|
|||
|
|
return nil, usage, acc, nil
|
|||
|
|
}
|
|||
|
|
frame, ok := parser.AddLine(ev.line)
|
|||
|
|
if !ok {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
payload := openAICompatPayloadWithEventType(frame.Data, frame.EventType)
|
|||
|
|
|
|||
|
|
var event apicompat.ResponsesStreamEvent
|
|||
|
|
if err := json.Unmarshal([]byte(payload), &event); err != nil {
|
|||
|
|
logger.L().Warn(logPrefix+": failed to parse event",
|
|||
|
|
zap.Error(err),
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
)
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
acc.ProcessEvent(&event)
|
|||
|
|
|
|||
|
|
if isOpenAICompatResponsesTerminalEvent(event.Type) && event.Response != nil {
|
|||
|
|
if event.Usage != nil {
|
|||
|
|
usage = copyOpenAIUsageFromResponsesUsage(event.Usage)
|
|||
|
|
if event.Response.Usage == nil {
|
|||
|
|
event.Response.Usage = event.Usage
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if event.Response.Usage != nil {
|
|||
|
|
usage = copyOpenAIUsageFromResponsesUsage(event.Response.Usage)
|
|||
|
|
}
|
|||
|
|
return event.Response, usage, acc, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
case <-timeoutCh:
|
|||
|
|
_ = resp.Body.Close()
|
|||
|
|
logger.L().Warn(logPrefix+": data interval timeout",
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
zap.Duration("interval", streamInterval),
|
|||
|
|
)
|
|||
|
|
return nil, usage, acc, fmt.Errorf("stream data interval timeout")
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// handleAnthropicStreamingResponse reads Responses SSE events from upstream,
|
|||
|
|
// converts each to Anthropic SSE events, and writes them to the client.
|
|||
|
|
// When StreamKeepaliveInterval is configured, it uses a goroutine + channel
|
|||
|
|
// pattern to send Anthropic ping events during periods of upstream silence,
|
|||
|
|
// preventing proxy/client timeout disconnections.
|
|||
|
|
func (s *OpenAIGatewayService) handleAnthropicStreamingResponse(
|
|||
|
|
resp *http.Response,
|
|||
|
|
c *gin.Context,
|
|||
|
|
account *Account,
|
|||
|
|
originalModel string,
|
|||
|
|
billingModel string,
|
|||
|
|
upstreamModel string,
|
|||
|
|
startTime time.Time,
|
|||
|
|
) (*OpenAIForwardResult, error) {
|
|||
|
|
requestID := resp.Header.Get("x-request-id")
|
|||
|
|
writeStreamHeaders := s.newStreamHeaderWriter(c, resp.Header)
|
|||
|
|
|
|||
|
|
state := apicompat.NewResponsesEventToAnthropicState()
|
|||
|
|
state.Model = originalModel
|
|||
|
|
var usage OpenAIUsage
|
|||
|
|
responseID := ""
|
|||
|
|
var firstTokenMs *int
|
|||
|
|
firstChunk := true
|
|||
|
|
clientDisconnected := false
|
|||
|
|
clientOutputStarted := false
|
|||
|
|
var streamFailoverErr error
|
|||
|
|
var streamNonFailoverErr error
|
|||
|
|
searchCount := 0
|
|||
|
|
streamSearchSeen := make(map[string]struct{})
|
|||
|
|
countSearch := account != nil && account.IsGrok()
|
|||
|
|
|
|||
|
|
scanner := s.newUpstreamSSEScanner(resp.Body)
|
|||
|
|
|
|||
|
|
streamInterval := time.Duration(0)
|
|||
|
|
if s.cfg != nil && s.cfg.Gateway.StreamDataIntervalTimeout > 0 {
|
|||
|
|
streamInterval = time.Duration(s.cfg.Gateway.StreamDataIntervalTimeout) * time.Second
|
|||
|
|
}
|
|||
|
|
var intervalTicker *time.Ticker
|
|||
|
|
if streamInterval > 0 {
|
|||
|
|
intervalTicker = time.NewTicker(streamInterval)
|
|||
|
|
defer intervalTicker.Stop()
|
|||
|
|
}
|
|||
|
|
var intervalCh <-chan time.Time
|
|||
|
|
if intervalTicker != nil {
|
|||
|
|
intervalCh = intervalTicker.C
|
|||
|
|
}
|
|||
|
|
observer := upstreamResponseModelObserverFromContext(c)
|
|||
|
|
if observer == nil {
|
|||
|
|
observer = beginUpstreamResponseModelObservation(c)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// resultWithUsage builds the final result snapshot.
|
|||
|
|
resultWithUsage := func() *OpenAIForwardResult {
|
|||
|
|
out := &OpenAIForwardResult{
|
|||
|
|
RequestID: requestID,
|
|||
|
|
ResponseID: responseID,
|
|||
|
|
Usage: usage,
|
|||
|
|
Model: originalModel,
|
|||
|
|
BillingModel: billingModel,
|
|||
|
|
UpstreamModel: upstreamModel,
|
|||
|
|
UpstreamResponseModel: observedUpstreamResponseModel(c),
|
|||
|
|
UpstreamResponseModelConflict: observedUpstreamResponseModelConflict(c),
|
|||
|
|
Stream: true,
|
|||
|
|
Duration: time.Since(startTime),
|
|||
|
|
FirstTokenMs: firstTokenMs,
|
|||
|
|
ClientDisconnect: clientDisconnected,
|
|||
|
|
}
|
|||
|
|
if searchCount > 0 {
|
|||
|
|
out.SearchCount = searchCount
|
|||
|
|
}
|
|||
|
|
return out
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// processDataLine handles a single "data: ..." SSE line from upstream.
|
|||
|
|
processDataLine := func(payload string) bool {
|
|||
|
|
if firstChunk {
|
|||
|
|
firstChunk = false
|
|||
|
|
ms := int(time.Since(startTime).Milliseconds())
|
|||
|
|
firstTokenMs = &ms
|
|||
|
|
}
|
|||
|
|
if countSearch {
|
|||
|
|
searchCount += countGrokNativeSearchCallsInSSEDataDedup([]byte(payload), streamSearchSeen)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
var event apicompat.ResponsesStreamEvent
|
|||
|
|
if err := json.Unmarshal([]byte(payload), &event); err != nil {
|
|||
|
|
logger.L().Warn("openai messages stream: failed to parse event",
|
|||
|
|
zap.Error(err),
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
)
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
observer.ObserveOpenAI([]byte(payload), event.Type)
|
|||
|
|
|
|||
|
|
eventType := strings.TrimSpace(event.Type)
|
|||
|
|
isBareErrorEvent := eventType == "error"
|
|||
|
|
isTerminalEvent := isOpenAICompatResponsesTerminalEvent(eventType) || isBareErrorEvent
|
|||
|
|
if isTerminalEvent {
|
|||
|
|
if event.Response != nil {
|
|||
|
|
if id := strings.TrimSpace(event.Response.ID); id != "" {
|
|||
|
|
responseID = id
|
|||
|
|
}
|
|||
|
|
if event.Response.Usage != nil {
|
|||
|
|
usage = copyOpenAIUsageFromResponsesUsage(event.Response.Usage)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if event.Usage != nil {
|
|||
|
|
usage = copyOpenAIUsageFromResponsesUsage(event.Usage)
|
|||
|
|
}
|
|||
|
|
// cyber_policy 致命不可重试:标记供 handler 事后记录;以 Anthropic SSE error 事件
|
|||
|
|
// 回写让客户端感知并停止重试(F4),丢弃后续转换输出。
|
|||
|
|
if eventType == "response.failed" || isBareErrorEvent {
|
|||
|
|
payloadBytes := []byte(payload)
|
|||
|
|
if hit, code, msg := detectOpenAICyberPolicy(payloadBytes); hit {
|
|||
|
|
MarkOpsCyberPolicy(c, CyberPolicyMark{
|
|||
|
|
Code: code,
|
|||
|
|
Message: msg,
|
|||
|
|
Body: truncateString(payload, 4096),
|
|||
|
|
UpstreamStatus: http.StatusOK,
|
|||
|
|
UpstreamInTok: usage.InputTokens,
|
|||
|
|
UpstreamOutTok: usage.OutputTokens,
|
|||
|
|
})
|
|||
|
|
if !clientDisconnected {
|
|||
|
|
writeStreamHeaders()
|
|||
|
|
clientMsg := msg
|
|||
|
|
if clientMsg == "" {
|
|||
|
|
clientMsg = "Request blocked by upstream cyber-security policy"
|
|||
|
|
}
|
|||
|
|
if _, err := fmt.Fprint(c.Writer, buildAnthropicStreamErrorSSE("invalid_request_error", clientMsg)); err == nil {
|
|||
|
|
c.Writer.Flush()
|
|||
|
|
}
|
|||
|
|
clientDisconnected = true
|
|||
|
|
}
|
|||
|
|
return true
|
|||
|
|
}
|
|||
|
|
message := extractOpenAISSEErrorMessage(payloadBytes)
|
|||
|
|
// Once Anthropic output has started, switching accounts would splice
|
|||
|
|
// two model streams together. Surface a proper Anthropic error event
|
|||
|
|
// instead of returning a failover error that the handler cannot retry.
|
|||
|
|
if !clientOutputStarted && openAIStreamFailedEventShouldFailover(payloadBytes, message) {
|
|||
|
|
streamFailoverErr = s.newOpenAIStreamFailoverError(c, account, false, requestID, payloadBytes, message, resp.Header)
|
|||
|
|
return true
|
|||
|
|
}
|
|||
|
|
message = s.recordOpenAIStreamUpstreamError(c, account, false, requestID, "http_error", payloadBytes, message)
|
|||
|
|
errStatus, errType, errMsg := http.StatusBadGateway, "api_error", message
|
|||
|
|
// 统一走语义状态推断 + body 归一化(与 /v1/responses 路径一致),
|
|||
|
|
// 使按错误码配置的透传规则可命中。
|
|||
|
|
if status, et, em, matched := applyOpenAIStreamFailedErrorPassthroughRule(
|
|||
|
|
c, account.Platform, payloadBytes, message,
|
|||
|
|
); matched {
|
|||
|
|
if em == "" {
|
|||
|
|
em = errMsg
|
|||
|
|
}
|
|||
|
|
errStatus, errType, errMsg = status, et, em
|
|||
|
|
MarkResponseCommitted(c)
|
|||
|
|
}
|
|||
|
|
if !clientDisconnected {
|
|||
|
|
if !clientOutputStarted {
|
|||
|
|
writeAnthropicError(c, errStatus, errType, errMsg)
|
|||
|
|
clientOutputStarted = true
|
|||
|
|
} else {
|
|||
|
|
writeStreamHeaders()
|
|||
|
|
if _, err := fmt.Fprint(c.Writer, buildAnthropicStreamErrorSSE(errType, errMsg)); err == nil {
|
|||
|
|
c.Writer.Flush()
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
streamNonFailoverErr = fmt.Errorf("upstream response failed: %s", errMsg)
|
|||
|
|
return true
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Convert to Anthropic events
|
|||
|
|
events := apicompat.ResponsesEventToAnthropicEvents(&event, state)
|
|||
|
|
if !clientDisconnected {
|
|||
|
|
for _, evt := range events {
|
|||
|
|
sse, err := apicompat.ResponsesAnthropicEventToSSE(evt)
|
|||
|
|
if err != nil {
|
|||
|
|
logger.L().Warn("openai messages stream: failed to marshal event",
|
|||
|
|
zap.Error(err),
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
)
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
writeStreamHeaders()
|
|||
|
|
if _, err := fmt.Fprint(c.Writer, sse); err != nil {
|
|||
|
|
clientDisconnected = true
|
|||
|
|
logger.L().Info("openai messages stream: client disconnected, continuing to drain upstream for billing",
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
)
|
|||
|
|
break
|
|||
|
|
}
|
|||
|
|
clientOutputStarted = true
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if len(events) > 0 && !clientDisconnected {
|
|||
|
|
c.Writer.Flush()
|
|||
|
|
}
|
|||
|
|
return isTerminalEvent
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// finalizeStream sends any remaining Anthropic events and returns the result.
|
|||
|
|
finalizeStream := func() (*OpenAIForwardResult, error) {
|
|||
|
|
if streamFailoverErr != nil {
|
|||
|
|
return resultWithUsage(), streamFailoverErr
|
|||
|
|
}
|
|||
|
|
if streamNonFailoverErr != nil {
|
|||
|
|
return resultWithUsage(), streamNonFailoverErr
|
|||
|
|
}
|
|||
|
|
if finalEvents := apicompat.FinalizeResponsesAnthropicStream(state); len(finalEvents) > 0 && !clientDisconnected {
|
|||
|
|
for _, evt := range finalEvents {
|
|||
|
|
sse, err := apicompat.ResponsesAnthropicEventToSSE(evt)
|
|||
|
|
if err != nil {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
writeStreamHeaders()
|
|||
|
|
if _, err := fmt.Fprint(c.Writer, sse); err != nil {
|
|||
|
|
clientDisconnected = true
|
|||
|
|
logger.L().Info("openai messages stream: client disconnected during final flush",
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
)
|
|||
|
|
break
|
|||
|
|
}
|
|||
|
|
clientOutputStarted = true
|
|||
|
|
}
|
|||
|
|
if !clientDisconnected {
|
|||
|
|
c.Writer.Flush()
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return resultWithUsage(), nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// handleScanErr logs scanner errors if meaningful.
|
|||
|
|
handleScanErr := func(err error) {
|
|||
|
|
if err != nil && !errors.Is(err, context.Canceled) && !errors.Is(err, context.DeadlineExceeded) {
|
|||
|
|
logger.L().Warn("openai messages stream: read error",
|
|||
|
|
zap.Error(err),
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
missingTerminalErr := func() (*OpenAIForwardResult, error) {
|
|||
|
|
result := resultWithUsage()
|
|||
|
|
if clientDisconnected {
|
|||
|
|
return result, fmt.Errorf("stream usage incomplete: missing terminal event")
|
|||
|
|
}
|
|||
|
|
message := "OpenAI messages stream ended before a terminal event"
|
|||
|
|
if !clientOutputStarted {
|
|||
|
|
return result, s.newOpenAIStreamFailoverError(c, account, false, requestID, nil, message)
|
|||
|
|
}
|
|||
|
|
s.recordOpenAIMessagesStreamUpstreamError(c, account, requestID, "stream_missing_terminal", message)
|
|||
|
|
return result, fmt.Errorf("stream usage incomplete: missing terminal event")
|
|||
|
|
}
|
|||
|
|
processFrame := func(frame openAICompatSSEFrame) bool {
|
|||
|
|
payload := openAICompatPayloadWithEventType(frame.Data, frame.EventType)
|
|||
|
|
return processDataLine(payload)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ── Determine keepalive interval ──
|
|||
|
|
keepaliveInterval := time.Duration(0)
|
|||
|
|
if s.cfg != nil && s.cfg.Gateway.StreamKeepaliveInterval > 0 {
|
|||
|
|
keepaliveInterval = time.Duration(s.cfg.Gateway.StreamKeepaliveInterval) * time.Second
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ── No keepalive: fast synchronous path (no goroutine overhead) ──
|
|||
|
|
if streamInterval <= 0 && keepaliveInterval <= 0 {
|
|||
|
|
var parser openAICompatSSEFrameParser
|
|||
|
|
for scanner.Scan() {
|
|||
|
|
line := scanner.Text()
|
|||
|
|
if isOpenAICompatDoneSentinelLine(line) {
|
|||
|
|
return missingTerminalErr()
|
|||
|
|
}
|
|||
|
|
frame, ok := parser.AddLine(line)
|
|||
|
|
if !ok {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
if processFrame(frame) {
|
|||
|
|
return finalizeStream()
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if err := scanner.Err(); err != nil {
|
|||
|
|
handleScanErr(err)
|
|||
|
|
return resultWithUsage(), fmt.Errorf("stream usage incomplete: %w", err)
|
|||
|
|
}
|
|||
|
|
if frame, ok := parser.Finish(); ok {
|
|||
|
|
if strings.TrimSpace(frame.Data) == "[DONE]" {
|
|||
|
|
return missingTerminalErr()
|
|||
|
|
}
|
|||
|
|
if processFrame(frame) {
|
|||
|
|
return finalizeStream()
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return missingTerminalErr()
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// ── With keepalive: goroutine + channel + select ──
|
|||
|
|
type scanEvent struct {
|
|||
|
|
line string
|
|||
|
|
err error
|
|||
|
|
}
|
|||
|
|
events := make(chan scanEvent, 16)
|
|||
|
|
done := make(chan struct{})
|
|||
|
|
var lastReadAt int64
|
|||
|
|
atomic.StoreInt64(&lastReadAt, time.Now().UnixNano())
|
|||
|
|
sendEvent := func(ev scanEvent) bool {
|
|||
|
|
select {
|
|||
|
|
case events <- ev:
|
|||
|
|
return true
|
|||
|
|
case <-done:
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
go func() {
|
|||
|
|
defer close(events)
|
|||
|
|
for scanner.Scan() {
|
|||
|
|
atomic.StoreInt64(&lastReadAt, time.Now().UnixNano())
|
|||
|
|
if !sendEvent(scanEvent{line: scanner.Text()}) {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if err := scanner.Err(); err != nil {
|
|||
|
|
_ = sendEvent(scanEvent{err: err})
|
|||
|
|
}
|
|||
|
|
}()
|
|||
|
|
defer close(done)
|
|||
|
|
|
|||
|
|
var keepaliveTicker *time.Ticker
|
|||
|
|
if keepaliveInterval > 0 {
|
|||
|
|
keepaliveTicker = time.NewTicker(keepaliveInterval)
|
|||
|
|
defer keepaliveTicker.Stop()
|
|||
|
|
}
|
|||
|
|
var keepaliveCh <-chan time.Time
|
|||
|
|
if keepaliveTicker != nil {
|
|||
|
|
keepaliveCh = keepaliveTicker.C
|
|||
|
|
}
|
|||
|
|
lastDataAt := time.Now()
|
|||
|
|
var parser openAICompatSSEFrameParser
|
|||
|
|
|
|||
|
|
for {
|
|||
|
|
select {
|
|||
|
|
case ev, ok := <-events:
|
|||
|
|
if !ok {
|
|||
|
|
// Upstream closed
|
|||
|
|
if frame, ok := parser.Finish(); ok {
|
|||
|
|
if strings.TrimSpace(frame.Data) == "[DONE]" {
|
|||
|
|
return missingTerminalErr()
|
|||
|
|
}
|
|||
|
|
if processFrame(frame) {
|
|||
|
|
return finalizeStream()
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return missingTerminalErr()
|
|||
|
|
}
|
|||
|
|
if ev.err != nil {
|
|||
|
|
handleScanErr(ev.err)
|
|||
|
|
return resultWithUsage(), fmt.Errorf("stream usage incomplete: %w", ev.err)
|
|||
|
|
}
|
|||
|
|
lastDataAt = time.Now()
|
|||
|
|
line := ev.line
|
|||
|
|
if isOpenAICompatDoneSentinelLine(line) {
|
|||
|
|
return missingTerminalErr()
|
|||
|
|
}
|
|||
|
|
frame, ok := parser.AddLine(line)
|
|||
|
|
if !ok {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
if processFrame(frame) {
|
|||
|
|
return finalizeStream()
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
case <-intervalCh:
|
|||
|
|
lastRead := time.Unix(0, atomic.LoadInt64(&lastReadAt))
|
|||
|
|
if time.Since(lastRead) < streamInterval {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
if clientDisconnected {
|
|||
|
|
return resultWithUsage(), fmt.Errorf("stream usage incomplete after timeout")
|
|||
|
|
}
|
|||
|
|
logger.L().Warn("openai messages stream: data interval timeout",
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
zap.String("model", originalModel),
|
|||
|
|
zap.Duration("interval", streamInterval),
|
|||
|
|
)
|
|||
|
|
return resultWithUsage(), fmt.Errorf("stream data interval timeout")
|
|||
|
|
|
|||
|
|
case <-keepaliveCh:
|
|||
|
|
if clientDisconnected {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
if time.Since(lastDataAt) < keepaliveInterval {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
// Send Anthropic-format ping event
|
|||
|
|
writeStreamHeaders()
|
|||
|
|
if _, err := fmt.Fprint(c.Writer, "event: ping\ndata: {\"type\":\"ping\"}\n\n"); err != nil {
|
|||
|
|
// Client disconnected
|
|||
|
|
logger.L().Info("openai messages stream: client disconnected during keepalive",
|
|||
|
|
zap.String("request_id", requestID),
|
|||
|
|
)
|
|||
|
|
clientDisconnected = true
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
clientOutputStarted = true
|
|||
|
|
c.Writer.Flush()
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// writeAnthropicError writes an error response in Anthropic Messages API format.
|
|||
|
|
func writeAnthropicError(c *gin.Context, statusCode int, errType, message string) {
|
|||
|
|
c.JSON(statusCode, gin.H{
|
|||
|
|
"type": "error",
|
|||
|
|
"error": gin.H{
|
|||
|
|
"type": errType,
|
|||
|
|
"message": message,
|
|||
|
|
},
|
|||
|
|
})
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// buildAnthropicStreamErrorSSE builds one Anthropic SSE `error` event so a
|
|||
|
|
// streaming response can terminate with a visible error (e.g. upstream
|
|||
|
|
// cyber_policy) and programmatic clients stop retrying.
|
|||
|
|
// Marshal 失败的兜底仅保留固定提示。
|
|||
|
|
func buildAnthropicStreamErrorSSE(errType, message string) string {
|
|||
|
|
payload, err := json.Marshal(gin.H{
|
|||
|
|
"type": "error",
|
|||
|
|
"error": gin.H{
|
|||
|
|
"type": errType,
|
|||
|
|
"message": message,
|
|||
|
|
},
|
|||
|
|
})
|
|||
|
|
if err != nil {
|
|||
|
|
return "event: error\ndata: {\"type\":\"error\",\"error\":{\"type\":\"" + errType + "\",\"message\":\"upstream error\"}}\n\n"
|
|||
|
|
}
|
|||
|
|
return "event: error\ndata: " + string(payload) + "\n\n"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func copyOpenAIUsageFromResponsesUsage(usage *apicompat.ResponsesUsage) OpenAIUsage {
|
|||
|
|
if usage == nil {
|
|||
|
|
return OpenAIUsage{}
|
|||
|
|
}
|
|||
|
|
result := OpenAIUsage{
|
|||
|
|
InputTokens: usage.InputTokens,
|
|||
|
|
OutputTokens: usage.OutputTokens,
|
|||
|
|
CacheCreationInputTokens: usage.CacheCreationInputTokens,
|
|||
|
|
}
|
|||
|
|
if usage.InputTokensDetails != nil {
|
|||
|
|
result.CacheReadInputTokens = usage.InputTokensDetails.CachedTokens
|
|||
|
|
}
|
|||
|
|
return result
|
|||
|
|
}
|