package service import ( "bytes" "context" "errors" "io" "net/http" "net/http/httptest" "strings" "testing" "time" "github.com/Wei-Shaw/sub2api/internal/config" "github.com/Wei-Shaw/sub2api/internal/pkg/apicompat" "github.com/gin-gonic/gin" "github.com/stretchr/testify/require" "github.com/tidwall/gjson" ) type openAIChatFailingWriter struct { gin.ResponseWriter failAfter int writes int } func (w *openAIChatFailingWriter) Write(p []byte) (int, error) { if w.writes >= w.failAfter { return 0, errors.New("write failed: client disconnected") } w.writes++ return w.ResponseWriter.Write(p) } type openAIChatStreamReadErrorCloser struct { payload []byte err error sent bool } func (r *openAIChatStreamReadErrorCloser) Read(p []byte) (int, error) { if !r.sent { r.sent = true return copy(p, r.payload), nil } return 0, r.err } func (r *openAIChatStreamReadErrorCloser) Close() error { return nil } func TestHandleChatStreamingResponse_ClassifiesHTTP2ReadError(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", nil) resp := &http.Response{ StatusCode: http.StatusOK, Header: http.Header{ "Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"upstream-rid"}, }, Body: &openAIChatStreamReadErrorCloser{ payload: []byte("data: {\"type\":\"response.output_text.delta\",\"delta\":\"partial\"}\n\n"), err: errors.New("stream error: stream ID 5; INTERNAL_ERROR; received from peer"), }, } svc := &OpenAIGatewayService{cfg: &config.Config{}} result, err := svc.handleChatStreamingResponse( resp, c, &Account{ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI}, "gpt-5.6-sol", "gpt-5.6-sol", "gpt-5.6-sol", time.Now(), 0, ) require.Error(t, err) require.NotNil(t, result) require.True(t, c.Writer.Written(), "partial output must make replay unsafe") code, message, ok := OpenAIUpstreamStreamReadErrorDetails(err) require.True(t, ok) require.Equal(t, OpenAIUpstreamHTTP2StreamErrorCode, code) require.Equal(t, "Upstream HTTP/2 stream failed", message) require.NotContains(t, message, "stream ID") require.NotContains(t, message, "INTERNAL_ERROR") } func TestNormalizeResponsesRequestServiceTier(t *testing.T) { t.Parallel() req := &apicompat.ResponsesRequest{ServiceTier: " fast "} normalizeResponsesRequestServiceTier(req) require.Equal(t, "priority", req.ServiceTier) req.ServiceTier = "flex" normalizeResponsesRequestServiceTier(req) require.Equal(t, "flex", req.ServiceTier) // OpenAI 官方合法 tier 应被透传保留。 req.ServiceTier = "auto" normalizeResponsesRequestServiceTier(req) require.Equal(t, "auto", req.ServiceTier) req.ServiceTier = "default" normalizeResponsesRequestServiceTier(req) require.Equal(t, "default", req.ServiceTier) req.ServiceTier = "scale" normalizeResponsesRequestServiceTier(req) require.Equal(t, "scale", req.ServiceTier) // 真未知值仍被剥离。 req.ServiceTier = "turbo" normalizeResponsesRequestServiceTier(req) require.Empty(t, req.ServiceTier) } func TestNormalizeResponsesBodyServiceTier(t *testing.T) { t.Parallel() body, tier, err := normalizeResponsesBodyServiceTier([]byte(`{"model":"gpt-5.1","service_tier":"fast"}`)) require.NoError(t, err) require.Equal(t, "priority", tier) require.Equal(t, "priority", gjson.GetBytes(body, "service_tier").String()) body, tier, err = normalizeResponsesBodyServiceTier([]byte(`{"model":"gpt-5.1","service_tier":"flex"}`)) require.NoError(t, err) require.Equal(t, "flex", tier) require.Equal(t, "flex", gjson.GetBytes(body, "service_tier").String()) // OpenAI 官方 tier 直接保留在 body 中(透传上游)。 body, tier, err = normalizeResponsesBodyServiceTier([]byte(`{"model":"gpt-5.1","service_tier":"auto"}`)) require.NoError(t, err) require.Equal(t, "auto", tier) require.Equal(t, "auto", gjson.GetBytes(body, "service_tier").String()) body, tier, err = normalizeResponsesBodyServiceTier([]byte(`{"model":"gpt-5.1","service_tier":"default"}`)) require.NoError(t, err) require.Equal(t, "default", tier) require.Equal(t, "default", gjson.GetBytes(body, "service_tier").String()) body, tier, err = normalizeResponsesBodyServiceTier([]byte(`{"model":"gpt-5.1","service_tier":"scale"}`)) require.NoError(t, err) require.Equal(t, "scale", tier) require.Equal(t, "scale", gjson.GetBytes(body, "service_tier").String()) // 真未知值才会被删除。 body, tier, err = normalizeResponsesBodyServiceTier([]byte(`{"model":"gpt-5.1","service_tier":"turbo"}`)) require.NoError(t, err) require.Empty(t, tier) require.False(t, gjson.GetBytes(body, "service_tier").Exists()) } func TestForwardAsChatCompletions_UnknownModelWithoutMessagesDispatchKeepsRequestedModel(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt6","messages":[{"role":"user","content":"hello"}],"stream":false}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusBadRequest, Header: http.Header{"Content-Type": []string{"application/json"}, "x-request-id": []string{"rid_chat_unknown_model"}}, Body: io.NopCloser(strings.NewReader(`{"error":{"type":"invalid_request_error","message":"model not found"}}`)), }} svc := &OpenAIGatewayService{ cfg: &config.Config{}, httpUpstream: upstream, } account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "") require.Error(t, err) require.Nil(t, result) require.Equal(t, "gpt6", gjson.GetBytes(upstream.lastBody, "model").String()) require.NotEqual(t, "gpt-5.4", gjson.GetBytes(upstream.lastBody, "model").String()) require.Equal(t, http.StatusBadRequest, rec.Code) } func TestForwardAsChatCompletions_APIKeyPropagatesPromptCacheKeyInResponsesBody(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":false}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") c.Set("api_key", &APIKey{ID: 99}) upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusBadRequest, Header: http.Header{"Content-Type": []string{"application/json"}, "x-request-id": []string{"rid_chat_prompt_cache"}}, Body: io.NopCloser(strings.NewReader(`{"error":{"type":"invalid_request_error","message":"stop before response parsing"}}`)), }} svc := &OpenAIGatewayService{ cfg: &config.Config{}, httpUpstream: upstream, } account := &Account{ ID: 2, Name: "openai-compatible", Platform: PlatformOpenAI, Type: AccountTypeAPIKey, Concurrency: 1, Credentials: map[string]any{ "api_key": "sk-compatible", }, Extra: map[string]any{ "openai_responses_supported": true, }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "cache-key-123", "gpt-5.4") require.Error(t, err) require.Nil(t, result) require.Equal(t, "cache-key-123", gjson.GetBytes(upstream.lastBody, "prompt_cache_key").String()) require.Equal(t, "gpt-5.4", gjson.GetBytes(upstream.lastBody, "model").String()) require.Equal(t, "https://api.openai.com/v1/responses", upstream.lastReq.URL.String()) require.Equal(t, "Bearer sk-compatible", upstream.lastReq.Header.Get("Authorization")) require.Equal(t, generateSessionUUID(isolateOpenAISessionID(99, "cache-key-123")), upstream.lastReq.Header.Get("session_id")) } func TestForwardAsChatCompletions_OAuthDoesNotInjectDefaultInstructions(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":false}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusBadRequest, Header: http.Header{"Content-Type": []string{"application/json"}, "x-request-id": []string{"rid_chat_no_default_instructions"}}, Body: io.NopCloser(strings.NewReader(`{"error":{"type":"invalid_request_error","message":"stop before response parsing"}}`)), }} svc := &OpenAIGatewayService{ cfg: &config.Config{}, httpUpstream: upstream, } account := &Account{ ID: 3, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.4") require.Error(t, err) require.Nil(t, result) require.NotNil(t, upstream.lastReq) require.Equal(t, chatgptCodexURL, upstream.lastReq.URL.String()) require.True(t, gjson.GetBytes(upstream.lastBody, "instructions").Exists()) require.Equal(t, "", gjson.GetBytes(upstream.lastBody, "instructions").String()) require.NotContains(t, string(upstream.lastBody), "Communicate with the user by streaming thinking") } func forwardOAuthChatCompletionsForUpstreamBody(t *testing.T, body []byte) []byte { t.Helper() gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusBadRequest, Header: http.Header{"Content-Type": []string{"application/json"}, "x-request-id": []string{"rid_chat_system_promotion"}}, Body: io.NopCloser(strings.NewReader(`{"error":{"type":"invalid_request_error","message":"stop before response parsing"}}`)), }} svc := &OpenAIGatewayService{cfg: &config.Config{}, httpUpstream: upstream} account := &Account{ ID: 4, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.4") require.Error(t, err) require.Nil(t, result) require.NotEmpty(t, upstream.lastBody) return upstream.lastBody } func TestForwardAsChatCompletions_OAuthPromotesSystemMessageWithoutDuplication(t *testing.T) { const systemPrompt = "Unique system prefix for token accounting." body := []byte(`{"model":"gpt-5.4","messages":[{"role":"system","content":"` + systemPrompt + `"},{"role":"user","content":"hello"}],"stream":false}`) upstreamBody := forwardOAuthChatCompletionsForUpstreamBody(t, body) require.Equal(t, systemPrompt, gjson.GetBytes(upstreamBody, "instructions").String()) require.Equal(t, int64(1), gjson.GetBytes(upstreamBody, "input.#").Int()) require.Equal(t, "user", gjson.GetBytes(upstreamBody, "input.0.role").String()) require.Equal(t, 1, strings.Count(string(upstreamBody), systemPrompt)) } func TestForwardAsChatCompletions_OAuthJsonObjectKeepsSystemMessageInInput(t *testing.T) { const systemPrompt = "Return JSON only." body := []byte(`{"model":"gpt-5.4","messages":[{"role":"system","content":"` + systemPrompt + `"},{"role":"user","content":"symbol data"}],"response_format":{"type":" JSON_OBJECT "},"stream":false}`) upstreamBody := forwardOAuthChatCompletionsForUpstreamBody(t, body) require.Equal(t, systemPrompt, gjson.GetBytes(upstreamBody, "instructions").String()) require.Equal(t, int64(2), gjson.GetBytes(upstreamBody, "input.#").Int()) require.Equal(t, "developer", gjson.GetBytes(upstreamBody, "input.0.role").String()) require.Equal(t, systemPrompt, gjson.GetBytes(upstreamBody, "input.0.content").String()) require.Equal(t, 2, strings.Count(string(upstreamBody), systemPrompt)) } func TestForwardAsChatCompletions_OAuthKeepsMixedSystemContentInInput(t *testing.T) { const systemPrompt = "Inspect this reference image." body := []byte(`{"model":"gpt-5.4","messages":[{"role":"system","content":[{"type":"text","text":"` + systemPrompt + `"},{"type":"image_url","image_url":{"url":"https://example.com/reference.png"}}]},{"role":"user","content":"hello"}],"stream":false}`) upstreamBody := forwardOAuthChatCompletionsForUpstreamBody(t, body) require.Equal(t, systemPrompt, gjson.GetBytes(upstreamBody, "instructions").String()) require.Equal(t, int64(2), gjson.GetBytes(upstreamBody, "input.#").Int()) require.Equal(t, "developer", gjson.GetBytes(upstreamBody, "input.0.role").String()) require.Equal(t, int64(2), gjson.GetBytes(upstreamBody, "input.0.content.#").Int()) require.Equal(t, "input_image", gjson.GetBytes(upstreamBody, "input.0.content.1.type").String()) require.Equal(t, "https://example.com/reference.png", gjson.GetBytes(upstreamBody, "input.0.content.1.image_url").String()) } func TestForwardAsChatCompletions_ClientDisconnectDrainsUpstreamUsage(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) c.Writer = &openAIChatFailingWriter{ResponseWriter: c.Writer, failAfter: 0} body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":true}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := strings.Join([]string{ `data: {"type":"response.created","response":{"id":"resp_1","model":"gpt-5.4","status":"in_progress","output":[]}}`, "", `data: {"type":"response.output_text.delta","delta":"ok"}`, "", `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":11,"output_tokens":5,"total_tokens":16,"input_tokens_details":{"cached_tokens":4}}}}`, "", "data: [DONE]", "", }, "\n") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_disconnect"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.1") require.NoError(t, err) require.NotNil(t, result) require.Equal(t, 11, result.Usage.InputTokens) require.Equal(t, 5, result.Usage.OutputTokens) require.Equal(t, 4, result.Usage.CacheReadInputTokens) } func TestForwardAsChatCompletions_BufferedContextWindowResponseFailedReturnsErrorWithoutFailover(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.5","messages":[{"role":"user","content":"large prompt"}],"stream":false}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := strings.Join([]string{ `event: response.failed`, `data: {"type":"response.failed","response":{"id":"resp_failed","object":"response","model":"gpt-5.5","status":"failed","output":[],"error":{"code":"upstream_error","message":"input exceeds the context window"}}}`, "", }, "\n") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_failed_buffered"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.5") require.Error(t, err) require.Nil(t, result) var failoverErr *UpstreamFailoverError require.False(t, errors.As(err, &failoverErr)) require.True(t, c.Writer.Written()) require.Equal(t, http.StatusBadGateway, rec.Code) require.Contains(t, rec.Body.String(), "input exceeds the context window") } func TestForwardAsChatCompletions_StreamContextWindowResponseFailedReturnsErrorWithoutFailover(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.5","messages":[{"role":"user","content":"` + strings.Repeat("large prompt ", 6000) + `"}],"stream":true}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := strings.Join([]string{ `data: {"type":"response.created","response":{"id":"resp_failed","model":"gpt-5.5","status":"in_progress","output":[]}}`, "", `event: response.failed`, `data: {"type":"response.failed","response":{"id":"resp_failed","object":"response","model":"gpt-5.5","status":"failed","output":[],"error":{"code":"upstream_error","message":"input exceeds the context window"}}}`, "", }, "\n") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_failed_stream"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.5") require.Error(t, err) require.NotNil(t, result) var failoverErr *UpstreamFailoverError require.False(t, errors.As(err, &failoverErr)) require.True(t, c.Writer.Written()) require.Equal(t, http.StatusBadGateway, rec.Code) require.Contains(t, rec.Header().Get("Content-Type"), "application/json") require.Contains(t, rec.Body.String(), "input exceeds the context window") require.NotContains(t, rec.Body.String(), "[DONE]") } func TestForwardAsChatCompletions_StreamCyberPolicyNoFailover(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.5","messages":[{"role":"user","content":"` + strings.Repeat("large prompt ", 6000) + `"}],"stream":true}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := strings.Join([]string{ `data: {"type":"response.created","response":{"id":"resp_cyber","model":"gpt-5.5","status":"in_progress","output":[]}}`, "", `event: response.failed`, `data: {"type":"response.failed","response":{"id":"resp_cyber","object":"response","model":"gpt-5.5","status":"failed","output":[],"error":{"code":"cyber_policy","message":"flagged for cyber policy"}}}`, "", }, "\n") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_cyber"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } _, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.5") var failoverErr *UpstreamFailoverError require.False(t, errors.As(err, &failoverErr), "cyber must NOT trigger failover") require.NotNil(t, GetOpsCyberPolicy(c), "cyber mark must be set") respBody := rec.Body.String() require.Contains(t, respBody, `"error"`) require.Contains(t, respBody, `"cyber_policy"`) require.Contains(t, respBody, "data: [DONE]") } func TestForwardAsChatCompletions_StreamsUsageWithoutClientStreamOptions(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":true}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := strings.Join([]string{ `data: {"type":"response.created","response":{"id":"resp_1","model":"gpt-5.4","status":"in_progress","output":[]}}`, "", `data: {"type":"response.output_text.delta","delta":"ok"}`, "", `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":13,"output_tokens":7,"total_tokens":20,"input_tokens_details":{"cached_tokens":5}}}}`, "", "data: [DONE]", "", }, "\n") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_usage_no_stream_options"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.1") require.NoError(t, err) require.NotNil(t, result) require.Equal(t, 13, result.Usage.InputTokens) require.Equal(t, 7, result.Usage.OutputTokens) require.Equal(t, 5, result.Usage.CacheReadInputTokens) responseBody := rec.Body.String() require.Contains(t, responseBody, `"usage"`) require.Contains(t, responseBody, `"prompt_tokens":13`) require.Contains(t, responseBody, `"completion_tokens":7`) require.Contains(t, responseBody, `"cached_tokens":5`) } func TestForwardAsChatCompletions_StreamsTopLevelTerminalUsage(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":true}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := strings.Join([]string{ `data: {"type":"response.created","response":{"id":"resp_top","model":"gpt-5.4","status":"in_progress","output":[]}}`, "", `data: {"type":"response.output_text.delta","delta":"ok"}`, "", `data: {"type":"response.completed","response":{"id":"resp_top","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}]},"usage":{"input_tokens":21,"output_tokens":9,"total_tokens":30,"input_tokens_details":{"cached_tokens":4}}}`, "", "data: [DONE]", "", }, "\n") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_top_level_usage"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.1") require.NoError(t, err) require.NotNil(t, result) require.Equal(t, 21, result.Usage.InputTokens) require.Equal(t, 9, result.Usage.OutputTokens) require.Equal(t, 4, result.Usage.CacheReadInputTokens) responseBody := rec.Body.String() require.Contains(t, responseBody, `"usage"`) require.Contains(t, responseBody, `"prompt_tokens":21`) require.Contains(t, responseBody, `"completion_tokens":9`) require.Contains(t, responseBody, `"cached_tokens":4`) } func TestForwardAsChatCompletions_BufferedTopLevelTerminalUsage(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":false}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := strings.Join([]string{ `data: {"type":"response.completed","response":{"id":"resp_top_buffered","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}]},"usage":{"input_tokens":18,"output_tokens":6,"total_tokens":24,"input_tokens_details":{"cached_tokens":3}}}`, "", "data: [DONE]", "", }, "\n") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_buffered_top_level_usage"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.1") require.NoError(t, err) require.NotNil(t, result) require.Equal(t, 18, result.Usage.InputTokens) require.Equal(t, 6, result.Usage.OutputTokens) require.Equal(t, 3, result.Usage.CacheReadInputTokens) responseBody := rec.Body.String() require.Contains(t, responseBody, `"usage"`) require.Contains(t, responseBody, `"prompt_tokens":18`) require.Contains(t, responseBody, `"completion_tokens":6`) require.Contains(t, responseBody, `"cached_tokens":3`) } func TestForwardAsChatCompletions_TerminalUsageWithoutUpstreamCloseReturns(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) c.Writer = &openAIChatFailingWriter{ResponseWriter: c.Writer, failAfter: 0} body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":true}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := []byte(`data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":17,"output_tokens":8,"total_tokens":25,"input_tokens_details":{"cached_tokens":6}}}}` + "\n\n") upstreamStream := newOpenAICompatBlockingReadCloser(upstreamBody) defer func() { require.NoError(t, upstreamStream.Close()) }() upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_terminal_no_close"}}, Body: upstreamStream, }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } type forwardResult struct { result *OpenAIForwardResult err error } resultCh := make(chan forwardResult, 1) go func() { result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.1") resultCh <- forwardResult{result: result, err: err} }() select { case got := <-resultCh: require.NoError(t, got.err) require.NotNil(t, got.result) require.Equal(t, 17, got.result.Usage.InputTokens) require.Equal(t, 8, got.result.Usage.OutputTokens) require.Equal(t, 6, got.result.Usage.CacheReadInputTokens) case <-time.After(time.Second): require.Fail(t, "ForwardAsChatCompletions should return after terminal usage event even if upstream keeps the connection open") } } func TestForwardAsChatCompletions_EventNamedTerminalWithoutUpstreamCloseReturns(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":true}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := []byte(strings.Join([]string{ `event: response.created`, `data: {"response":{"id":"resp_1","model":"gpt-5.4","status":"in_progress","output":[]}}`, ``, `event: response.output_text.delta`, `data: {"delta":"ok"}`, ``, `event: response.completed`, `data: {"response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":17,"output_tokens":8,"total_tokens":25,"input_tokens_details":{"cached_tokens":6}}}}`, ``, ``, }, "\n")) upstreamStream := newOpenAICompatBlockingReadCloser(upstreamBody) defer func() { require.NoError(t, upstreamStream.Close()) }() upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_event_named_terminal"}}, Body: upstreamStream, }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } type forwardResult struct { result *OpenAIForwardResult err error } resultCh := make(chan forwardResult, 1) go func() { result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.1") resultCh <- forwardResult{result: result, err: err} }() select { case got := <-resultCh: require.NoError(t, got.err) require.NotNil(t, got.result) require.Equal(t, 17, got.result.Usage.InputTokens) require.Equal(t, 8, got.result.Usage.OutputTokens) require.Equal(t, 6, got.result.Usage.CacheReadInputTokens) require.Contains(t, rec.Body.String(), `"content":"ok"`) case <-time.After(time.Second): require.Fail(t, "ForwardAsChatCompletions should use SSE event names when data payloads omit type") } } func TestForwardAsChatCompletions_EventTypeDoesNotLeakAcrossFrames(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":true}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := strings.Join([]string{ `event: response.created`, `data: {"response":{"id":"resp_1","model":"gpt-5.4","status":"in_progress","output":[]}}`, ``, `data: {"type":"response.output_text.delta","delta":"ok"}`, ``, `event: response.completed`, `data: {"response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":17,"output_tokens":8,"total_tokens":25,"input_tokens_details":{"cached_tokens":6}}}}`, ``, `data: [DONE]`, ``, }, "\n") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_event_boundary"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.1") require.NoError(t, err) require.NotNil(t, result) require.Contains(t, rec.Body.String(), `"content":"ok"`) require.Contains(t, rec.Body.String(), `data: [DONE]`) } func TestForwardAsChatCompletions_BufferedTerminalWithoutUpstreamCloseReturns(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":false}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := []byte(`data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":17,"output_tokens":8,"total_tokens":25,"input_tokens_details":{"cached_tokens":6}}}}` + "\n\n") upstreamStream := newOpenAICompatBlockingReadCloser(upstreamBody) defer func() { require.NoError(t, upstreamStream.Close()) }() upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_buffered_terminal_no_close"}}, Body: upstreamStream, }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } type forwardResult struct { result *OpenAIForwardResult err error } resultCh := make(chan forwardResult, 1) go func() { result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.1") resultCh <- forwardResult{result: result, err: err} }() select { case got := <-resultCh: require.NoError(t, got.err) require.NotNil(t, got.result) require.Equal(t, 17, got.result.Usage.InputTokens) require.Equal(t, 8, got.result.Usage.OutputTokens) require.Equal(t, 6, got.result.Usage.CacheReadInputTokens) require.Contains(t, rec.Body.String(), `"finish_reason":"stop"`) case <-time.After(time.Second): require.Fail(t, "ForwardAsChatCompletions buffered response should return after terminal usage event even if upstream keeps the connection open") } } func TestForwardAsChatCompletions_DoneSentinelWithoutTerminalReturnsError(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":true}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)) c.Request.Header.Set("Content-Type", "application/json") upstreamBody := "data: [DONE]\n\n" upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_missing_terminal"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "gpt-5.1") require.Error(t, err) require.Contains(t, err.Error(), "missing terminal event") require.NotNil(t, result) require.Zero(t, result.Usage.InputTokens) require.Zero(t, result.Usage.OutputTokens) } func TestForwardAsChatCompletions_UpstreamRequestIgnoresClientCancel(t *testing.T) { gin.SetMode(gin.TestMode) rec := httptest.NewRecorder() c, _ := gin.CreateTestContext(rec) reqCtx, cancel := context.WithCancel(context.Background()) body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":false}`) c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body)).WithContext(reqCtx) c.Request.Header.Set("Content-Type", "application/json") cancel() upstreamBody := strings.Join([]string{ `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7}}}`, "", "data: [DONE]", "", }, "\n") upstream := &httpUpstreamRecorder{resp: &http.Response{ StatusCode: http.StatusOK, Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_chat_ctx"}}, Body: io.NopCloser(strings.NewReader(upstreamBody)), }} svc := &OpenAIGatewayService{httpUpstream: upstream} account := &Account{ ID: 1, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth, Concurrency: 1, Credentials: map[string]any{ "access_token": "oauth-token", "chatgpt_account_id": "chatgpt-acc", }, } result, err := svc.ForwardAsChatCompletions(reqCtx, c, account, body, "", "gpt-5.1") require.NoError(t, err) require.NotNil(t, result) require.NotNil(t, upstream.lastReq) require.NoError(t, upstream.lastReq.Context().Err()) } // TestBuildChatStreamErrorSSE verifies F4: the error chunk payload follows the // OpenAI chat streaming error convention so third-party clients stop retrying. func TestBuildChatStreamErrorSSE(t *testing.T) { got := buildChatStreamErrorSSE("cyber_policy", "blocked by policy") require.True(t, strings.HasPrefix(got, "data: "), "must be an SSE data frame") payload := strings.TrimSuffix(strings.TrimPrefix(got, "data: "), "\n\n") require.Equal(t, "invalid_request_error", gjson.Get(payload, "error.type").String()) require.Equal(t, "cyber_policy", gjson.Get(payload, "error.code").String()) require.Equal(t, "blocked by policy", gjson.Get(payload, "error.message").String()) }