Release / update-version (push) Has been cancelled
Release / build-frontend (push) Has been cancelled
Release / release (push) Has been cancelled
Release / sync-version-file (push) Has been cancelled
CI / shell (push) Canceled after 0s
CI / test (push) Canceled after 0s
CI / frontend (push) Canceled after 0s
CI / golangci-lint (push) Canceled after 0s
Security Scan / backend-security (push) Canceled after 0s
Security Scan / frontend-security (push) Canceled after 0s
247 lines
9.4 KiB
Go
247 lines
9.4 KiB
Go
package service
|
|
|
|
import (
|
|
"context"
|
|
"encoding/base64"
|
|
"encoding/json"
|
|
"errors"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
// pngBytes is a minimal payload whose signature makes http.DetectContentType
|
|
// report image/png.
|
|
var pngBytes = []byte("\x89PNG\r\n\x1a\nfake-png-payload")
|
|
|
|
type savedImage struct {
|
|
key string
|
|
contentType string
|
|
data []byte
|
|
}
|
|
|
|
type fakeImageStorage struct {
|
|
saved []savedImage
|
|
url string
|
|
err error
|
|
}
|
|
|
|
type roundTripFunc func(*http.Request) (*http.Response, error)
|
|
|
|
func (f roundTripFunc) RoundTrip(req *http.Request) (*http.Response, error) {
|
|
return f(req)
|
|
}
|
|
|
|
func (f *fakeImageStorage) Save(_ context.Context, key, contentType string, data []byte) (string, error) {
|
|
if f.err != nil {
|
|
return "", f.err
|
|
}
|
|
f.saved = append(f.saved, savedImage{key: key, contentType: contentType, data: append([]byte(nil), data...)})
|
|
if f.url != "" {
|
|
return f.url, nil
|
|
}
|
|
return "https://cdn.test/" + key, nil
|
|
}
|
|
|
|
func TestImageResultUploaderRewritesB64JSON(t *testing.T) {
|
|
storage := &fakeImageStorage{}
|
|
uploader := NewImageResultUploader(storage, "images/", 0, nil)
|
|
|
|
b64 := base64.StdEncoding.EncodeToString(pngBytes)
|
|
result := json.RawMessage(`{"created":1,"data":[{"b64_json":"` + b64 + `","revised_prompt":"a cat"}]}`)
|
|
|
|
out, err := uploader.Rewrite(context.Background(), "imgtask_abc", result)
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, storage.saved, 1)
|
|
require.Equal(t, "images/imgtask_abc-0.png", storage.saved[0].key)
|
|
require.Equal(t, "image/png", storage.saved[0].contentType)
|
|
require.Equal(t, pngBytes, storage.saved[0].data)
|
|
|
|
var parsed struct {
|
|
Data []map[string]json.RawMessage `json:"data"`
|
|
}
|
|
require.NoError(t, json.Unmarshal(out, &parsed))
|
|
require.Len(t, parsed.Data, 1)
|
|
require.JSONEq(t, `"https://cdn.test/images/imgtask_abc-0.png"`, string(parsed.Data[0]["url"]))
|
|
_, hasB64 := parsed.Data[0]["b64_json"]
|
|
require.False(t, hasB64, "b64_json must be stripped after offload")
|
|
require.JSONEq(t, `"a cat"`, string(parsed.Data[0]["revised_prompt"]), "unrelated fields preserved")
|
|
}
|
|
|
|
func TestImageResultUploaderRewritesURL(t *testing.T) {
|
|
upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
|
|
w.Header().Set("Content-Type", "image/png")
|
|
_, _ = w.Write(pngBytes)
|
|
}))
|
|
defer upstream.Close()
|
|
|
|
storage := &fakeImageStorage{}
|
|
uploader := NewImageResultUploader(storage, "images/", 0, nil)
|
|
|
|
result := json.RawMessage(`{"created":1,"data":[{"url":"` + upstream.URL + `/pic.png"}]}`)
|
|
out, err := uploader.Rewrite(context.Background(), "imgtask_xyz", result)
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, storage.saved, 1)
|
|
require.Equal(t, pngBytes, storage.saved[0].data)
|
|
require.Equal(t, "image/png", storage.saved[0].contentType)
|
|
|
|
var parsed struct {
|
|
Data []map[string]json.RawMessage `json:"data"`
|
|
}
|
|
require.NoError(t, json.Unmarshal(out, &parsed))
|
|
require.JSONEq(t, `"https://cdn.test/images/imgtask_xyz-0.png"`, string(parsed.Data[0]["url"]))
|
|
}
|
|
|
|
func TestImageResultUploaderRewritesImageDataURLWithoutHTTP(t *testing.T) {
|
|
httpCalls := 0
|
|
client := &http.Client{Transport: roundTripFunc(func(*http.Request) (*http.Response, error) {
|
|
httpCalls++
|
|
return nil, errors.New("HTTP must not be called for data URLs")
|
|
})}
|
|
storage := &fakeImageStorage{}
|
|
uploader := NewImageResultUploader(storage, "images/", 0, client)
|
|
b64 := base64.StdEncoding.EncodeToString(pngBytes)
|
|
result := json.RawMessage(`{"data":[{"url":"DATA:image/jpeg;name=photo.jpg;BaSe64,` + b64 + `","revised_prompt":"kept"}]}`)
|
|
|
|
out, err := uploader.Rewrite(context.Background(), "imgtask_data", result)
|
|
require.NoError(t, err)
|
|
require.Zero(t, httpCalls)
|
|
require.Len(t, storage.saved, 1)
|
|
require.Equal(t, pngBytes, storage.saved[0].data)
|
|
require.Equal(t, "image/png", storage.saved[0].contentType, "detected bytes take precedence over a conflicting declaration")
|
|
require.Equal(t, "images/imgtask_data-0.png", storage.saved[0].key)
|
|
|
|
var parsed struct {
|
|
Data []map[string]json.RawMessage `json:"data"`
|
|
}
|
|
require.NoError(t, json.Unmarshal(out, &parsed))
|
|
require.JSONEq(t, `"https://cdn.test/images/imgtask_data-0.png"`, string(parsed.Data[0]["url"]))
|
|
require.JSONEq(t, `"kept"`, string(parsed.Data[0]["revised_prompt"]))
|
|
}
|
|
|
|
func TestImageResultUploaderDataURLValidation(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
url string
|
|
wantErr string
|
|
}{
|
|
{name: "missing comma", url: "data:image/png;base64", wantErr: "missing comma"},
|
|
{name: "non image", url: "data:text/plain;base64,aGVsbG8=", wantErr: "is not an image"},
|
|
{name: "non base64", url: "data:image/png,raw", wantErr: "not base64"},
|
|
{name: "invalid base64", url: "data:image/png;base64,%%%", wantErr: "base64 payload"},
|
|
{name: "invalid media type", url: "data:image/png;bad parameter;base64,aGVsbG8=", wantErr: "invalid media type"},
|
|
{name: "parameter after base64", url: "data:image/png;base64;name=photo.png,aGVsbG8=", wantErr: "base64 marker must be the final header token"},
|
|
{name: "duplicate base64 marker", url: "data:image/png;base64;base64,aGVsbG8=", wantErr: "duplicate base64 marker"},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
httpCalls := 0
|
|
client := &http.Client{Transport: roundTripFunc(func(*http.Request) (*http.Response, error) {
|
|
httpCalls++
|
|
return nil, errors.New("HTTP must not be called for data URLs")
|
|
})}
|
|
uploader := NewImageResultUploader(&fakeImageStorage{}, "images/", 0, client)
|
|
result, err := json.Marshal(map[string]any{"data": []map[string]string{{"url": tt.url}}})
|
|
require.NoError(t, err)
|
|
|
|
_, err = uploader.Rewrite(context.Background(), "imgtask_bad", result)
|
|
require.ErrorContains(t, err, tt.wantErr)
|
|
require.Zero(t, httpCalls)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestImageResultUploaderRejectsOversizedImageDataURL(t *testing.T) {
|
|
storage := &fakeImageStorage{}
|
|
uploader := NewImageResultUploader(storage, "images/", 3, nil)
|
|
payload := base64.StdEncoding.EncodeToString([]byte("four"))
|
|
result := json.RawMessage(`{"data":[{"url":"data:image/png;base64,` + payload + `"}]}`)
|
|
|
|
_, err := uploader.Rewrite(context.Background(), "imgtask_large", result)
|
|
require.ErrorContains(t, err, "decoded image data URL exceeds 3 bytes")
|
|
require.Empty(t, storage.saved)
|
|
}
|
|
|
|
func TestImageResultUploaderB64JSONTakesPrecedenceOverDataURL(t *testing.T) {
|
|
storage := &fakeImageStorage{}
|
|
uploader := NewImageResultUploader(storage, "images/", 0, nil)
|
|
b64 := base64.StdEncoding.EncodeToString(pngBytes)
|
|
result := json.RawMessage(`{"data":[{"b64_json":"` + b64 + `","url":"data:text/plain,not-an-image"}]}`)
|
|
|
|
_, err := uploader.Rewrite(context.Background(), "imgtask_precedence", result)
|
|
require.NoError(t, err)
|
|
require.Len(t, storage.saved, 1)
|
|
require.Equal(t, pngBytes, storage.saved[0].data)
|
|
}
|
|
|
|
func TestImageResultUploaderPropagatesStorageError(t *testing.T) {
|
|
storage := &fakeImageStorage{err: errors.New("bucket unreachable")}
|
|
uploader := NewImageResultUploader(storage, "images/", 0, nil)
|
|
|
|
b64 := base64.StdEncoding.EncodeToString(pngBytes)
|
|
result := json.RawMessage(`{"data":[{"b64_json":"` + b64 + `"}]}`)
|
|
|
|
_, err := uploader.Rewrite(context.Background(), "imgtask_err", result)
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "bucket unreachable")
|
|
}
|
|
|
|
func TestImageResultUploaderNilStoragePassthrough(t *testing.T) {
|
|
var uploader *ImageResultUploader
|
|
result := json.RawMessage(`{"data":[{"url":"https://example.test/x.png"}]}`)
|
|
out, err := uploader.Rewrite(context.Background(), "imgtask_nil", result)
|
|
require.NoError(t, err)
|
|
require.JSONEq(t, string(result), string(out))
|
|
}
|
|
|
|
func TestImageTaskServiceCompleteOffloadsToStorage(t *testing.T) {
|
|
store := &imageTaskMemoryStore{}
|
|
storage := &fakeImageStorage{}
|
|
uploader := NewImageResultUploader(storage, "images/", 0, nil)
|
|
svc := NewImageTaskServiceWithUploader(store, uploader, time.Hour, time.Minute)
|
|
require.True(t, svc.Enabled())
|
|
|
|
owner := ImageTaskOwner{UserID: 1, APIKeyID: 2}
|
|
created, err := svc.Create(context.Background(), owner)
|
|
require.NoError(t, err)
|
|
|
|
b64 := base64.StdEncoding.EncodeToString(pngBytes)
|
|
result := json.RawMessage(`{"created":1,"data":[{"b64_json":"` + b64 + `"}]}`)
|
|
require.NoError(t, svc.Complete(context.Background(), created.ID, http.StatusOK, result))
|
|
|
|
got, err := svc.Get(context.Background(), owner, created.ID)
|
|
require.NoError(t, err)
|
|
require.Equal(t, ImageTaskStatusCompleted, got.Status)
|
|
require.Equal(t, "https://cdn.test/images/"+created.ID+"-0.png", got.ImageURL)
|
|
require.NotContains(t, string(got.Result), "b64_json", "large base64 must not be persisted to Redis")
|
|
require.Len(t, storage.saved, 1)
|
|
}
|
|
|
|
func TestImageTaskServiceCompleteOffloadFailureMarksFailed(t *testing.T) {
|
|
store := &imageTaskMemoryStore{}
|
|
storage := &fakeImageStorage{err: errors.New("bucket unreachable")}
|
|
uploader := NewImageResultUploader(storage, "images/", 0, nil)
|
|
svc := NewImageTaskServiceWithUploader(store, uploader, time.Hour, time.Minute)
|
|
|
|
owner := ImageTaskOwner{UserID: 1, APIKeyID: 2}
|
|
created, err := svc.Create(context.Background(), owner)
|
|
require.NoError(t, err)
|
|
|
|
b64 := base64.StdEncoding.EncodeToString(pngBytes)
|
|
result := json.RawMessage(`{"data":[{"b64_json":"` + b64 + `"}]}`)
|
|
require.NoError(t, svc.Complete(context.Background(), created.ID, http.StatusOK, result))
|
|
|
|
got, err := svc.Get(context.Background(), owner, created.ID)
|
|
require.NoError(t, err)
|
|
require.Equal(t, ImageTaskStatusFailed, got.Status)
|
|
require.Equal(t, http.StatusBadGateway, got.HTTPStatus)
|
|
require.Contains(t, string(got.Error), "object storage")
|
|
require.NotContains(t, string(got.Result), "b64_json", "failed offload must not persist base64 to Redis")
|
|
}
|