Release / update-version (push) Has been cancelled
Release / build-frontend (push) Has been cancelled
Release / release (push) Has been cancelled
Release / sync-version-file (push) Has been cancelled
CI / shell (push) Canceled after 0s
CI / test (push) Canceled after 0s
CI / frontend (push) Canceled after 0s
CI / golangci-lint (push) Canceled after 0s
Security Scan / backend-security (push) Canceled after 0s
Security Scan / frontend-security (push) Canceled after 0s
225 lines
8.7 KiB
Go
225 lines
8.7 KiB
Go
//go:build unit
|
|
|
|
package service
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/Wei-Shaw/sub2api/internal/model"
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/stretchr/testify/require"
|
|
"github.com/tidwall/gjson"
|
|
)
|
|
|
|
func buildContextLengthFailedSSE() string {
|
|
failed := `{"type":"response.failed","response":{"id":"resp_err","object":"response","status":"failed","error":{"code":"context_length_exceeded","type":"invalid_request_error","message":"Your input exceeds the context window of this model. Please adjust your input and try again."},"output":[],"usage":{"input_tokens":100000,"output_tokens":0,"total_tokens":100000}}}`
|
|
return fmt.Sprintf("data: %s\n\n", failed)
|
|
}
|
|
|
|
func bindPassthroughRule(c *gin.Context, platform string, keywords []string, responseCode int) {
|
|
svc := &ErrorPassthroughService{}
|
|
rules := make([]*cachedPassthroughRule, 0, len(keywords))
|
|
for i, kw := range keywords {
|
|
code := responseCode
|
|
rules = append(rules, &cachedPassthroughRule{
|
|
ErrorPassthroughRule: &model.ErrorPassthroughRule{
|
|
ID: int64(i + 1),
|
|
Enabled: true,
|
|
Platforms: []string{platform},
|
|
MatchMode: model.MatchModeAny,
|
|
Keywords: []string{kw},
|
|
ResponseCode: &code,
|
|
PassthroughBody: true,
|
|
},
|
|
lowerKeywords: []string{strings.ToLower(kw)},
|
|
lowerPlatforms: []string{strings.ToLower(platform)},
|
|
})
|
|
}
|
|
svc.localCacheMu.Lock()
|
|
svc.localCache = rules
|
|
svc.localCacheMu.Unlock()
|
|
BindErrorPassthroughService(c, svc)
|
|
}
|
|
|
|
func TestForwardAsChatCompletions_ResponseFailed_PassthroughRule(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":false}`)
|
|
rec := httptest.NewRecorder()
|
|
c, _ := gin.CreateTestContext(rec)
|
|
c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body))
|
|
c.Request.Header.Set("Content-Type", "application/json")
|
|
|
|
bindPassthroughRule(c, "openai", []string{"context_length_exceeded"}, 400)
|
|
|
|
upstream := &httpUpstreamRecorder{resp: &http.Response{
|
|
StatusCode: http.StatusOK,
|
|
Header: http.Header{"Content-Type": []string{"text/event-stream"}},
|
|
Body: io.NopCloser(strings.NewReader(buildContextLengthFailedSSE())),
|
|
}}
|
|
svc := &OpenAIGatewayService{
|
|
cfg: rawChatCompletionsTestConfig(),
|
|
httpUpstream: upstream,
|
|
}
|
|
|
|
account := rawChatCompletionsTestAccount()
|
|
_, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "")
|
|
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "passthrough")
|
|
require.Equal(t, 400, rec.Code, "passthrough rule should override 502 to 400")
|
|
|
|
respBody := rec.Body.String()
|
|
errType := gjson.Get(respBody, "error.type").String()
|
|
require.Equal(t, "upstream_error", errType)
|
|
errMsg := gjson.Get(respBody, "error.message").String()
|
|
require.NotEmpty(t, errMsg, "passthrough should preserve error message")
|
|
require.Contains(t, errMsg, "context window")
|
|
}
|
|
|
|
func TestForwardAsAnthropic_ResponseFailed_PassthroughRule(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
body := []byte(`{"model":"gpt-5.4","max_tokens":32,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
|
|
rec := httptest.NewRecorder()
|
|
c, _ := gin.CreateTestContext(rec)
|
|
c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
|
|
c.Request.Header.Set("Content-Type", "application/json")
|
|
|
|
bindPassthroughRule(c, "openai", []string{"context_length_exceeded"}, 400)
|
|
|
|
upstream := &httpUpstreamRecorder{resp: &http.Response{
|
|
StatusCode: http.StatusOK,
|
|
Header: http.Header{"Content-Type": []string{"text/event-stream"}},
|
|
Body: io.NopCloser(strings.NewReader(buildContextLengthFailedSSE())),
|
|
}}
|
|
svc := &OpenAIGatewayService{
|
|
cfg: rawChatCompletionsTestConfig(),
|
|
httpUpstream: upstream,
|
|
}
|
|
|
|
account := rawChatCompletionsTestAccount()
|
|
_, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "")
|
|
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "passthrough")
|
|
require.Equal(t, 400, rec.Code, "passthrough rule should override 502 to 400")
|
|
respBody := rec.Body.String()
|
|
errMsg := gjson.Get(respBody, "error.message").String()
|
|
require.NotEmpty(t, errMsg, "passthrough should preserve error message")
|
|
}
|
|
|
|
func TestForwardAsChatCompletions_ResponseFailed_NoRule_Still502(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":false}`)
|
|
rec := httptest.NewRecorder()
|
|
c, _ := gin.CreateTestContext(rec)
|
|
c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body))
|
|
c.Request.Header.Set("Content-Type", "application/json")
|
|
|
|
upstream := &httpUpstreamRecorder{resp: &http.Response{
|
|
StatusCode: http.StatusOK,
|
|
Header: http.Header{"Content-Type": []string{"text/event-stream"}},
|
|
Body: io.NopCloser(strings.NewReader(buildContextLengthFailedSSE())),
|
|
}}
|
|
svc := &OpenAIGatewayService{
|
|
cfg: rawChatCompletionsTestConfig(),
|
|
httpUpstream: upstream,
|
|
}
|
|
|
|
account := rawChatCompletionsTestAccount()
|
|
_, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "")
|
|
|
|
require.Error(t, err)
|
|
require.Equal(t, http.StatusBadGateway, rec.Code, "without passthrough rule should still be 502")
|
|
}
|
|
|
|
// bindStatusCodePassthroughRule 绑定一条按错误码+关键词双条件(MatchModeAll)匹配的规则。
|
|
// 此类规则依赖语义状态码推断才能在协议转换路径命中(response.failed 无真实 HTTP 状态码)。
|
|
func bindStatusCodePassthroughRule(c *gin.Context, platform string, statusCode int, keyword string, responseCode int) {
|
|
rule := &model.ErrorPassthroughRule{
|
|
ID: 1,
|
|
Name: "status-code-rule",
|
|
Enabled: true,
|
|
Priority: 1,
|
|
Platforms: []string{platform},
|
|
ErrorCodes: []int{statusCode},
|
|
Keywords: []string{keyword},
|
|
MatchMode: model.MatchModeAll,
|
|
ResponseCode: &responseCode,
|
|
PassthroughBody: true,
|
|
}
|
|
svc := &ErrorPassthroughService{}
|
|
svc.setLocalCache([]*model.ErrorPassthroughRule{rule})
|
|
BindErrorPassthroughService(c, svc)
|
|
}
|
|
|
|
func TestForwardAsChatCompletions_ResponseFailed_ErrorCodeRuleMatchesViaSemanticStatus(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"hello"}],"stream":false}`)
|
|
rec := httptest.NewRecorder()
|
|
c, _ := gin.CreateTestContext(rec)
|
|
c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", bytes.NewReader(body))
|
|
c.Request.Header.Set("Content-Type", "application/json")
|
|
|
|
bindStatusCodePassthroughRule(c, "openai", http.StatusBadRequest, "context_length_exceeded", http.StatusBadRequest)
|
|
|
|
upstream := &httpUpstreamRecorder{resp: &http.Response{
|
|
StatusCode: http.StatusOK,
|
|
Header: http.Header{"Content-Type": []string{"text/event-stream"}},
|
|
Body: io.NopCloser(strings.NewReader(buildContextLengthFailedSSE())),
|
|
}}
|
|
svc := &OpenAIGatewayService{
|
|
cfg: rawChatCompletionsTestConfig(),
|
|
httpUpstream: upstream,
|
|
}
|
|
|
|
account := rawChatCompletionsTestAccount()
|
|
_, err := svc.ForwardAsChatCompletions(context.Background(), c, account, body, "", "")
|
|
|
|
require.Error(t, err)
|
|
require.Equal(t, http.StatusBadRequest, rec.Code, "error-code-conditioned rule should match via semantic status inference")
|
|
respBody := rec.Body.String()
|
|
require.Equal(t, "upstream_error", gjson.Get(respBody, "error.type").String())
|
|
require.Contains(t, gjson.Get(respBody, "error.message").String(), "context window")
|
|
}
|
|
|
|
func TestForwardAsAnthropic_ResponseFailed_ErrorCodeRuleMatchesViaSemanticStatus(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
body := []byte(`{"model":"gpt-5.4","max_tokens":32,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
|
|
rec := httptest.NewRecorder()
|
|
c, _ := gin.CreateTestContext(rec)
|
|
c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
|
|
c.Request.Header.Set("Content-Type", "application/json")
|
|
|
|
bindStatusCodePassthroughRule(c, "openai", http.StatusBadRequest, "context_length_exceeded", http.StatusBadRequest)
|
|
|
|
upstream := &httpUpstreamRecorder{resp: &http.Response{
|
|
StatusCode: http.StatusOK,
|
|
Header: http.Header{"Content-Type": []string{"text/event-stream"}},
|
|
Body: io.NopCloser(strings.NewReader(buildContextLengthFailedSSE())),
|
|
}}
|
|
svc := &OpenAIGatewayService{
|
|
cfg: rawChatCompletionsTestConfig(),
|
|
httpUpstream: upstream,
|
|
}
|
|
|
|
account := rawChatCompletionsTestAccount()
|
|
_, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "")
|
|
|
|
require.Error(t, err)
|
|
require.Equal(t, http.StatusBadRequest, rec.Code, "error-code-conditioned rule should match via semantic status inference")
|
|
respBody := rec.Body.String()
|
|
require.NotEmpty(t, gjson.Get(respBody, "error.message").String())
|
|
}
|