李建琦
6d655c9903
Release / update-version (push) Has been cancelled
Release / build-frontend (push) Has been cancelled
Release / release (push) Has been cancelled
Release / sync-version-file (push) Has been cancelled
CI / shell (push) Canceled after 0s
CI / test (push) Canceled after 0s
CI / frontend (push) Canceled after 0s
CI / golangci-lint (push) Canceled after 0s
Security Scan / backend-security (push) Canceled after 0s
Security Scan / frontend-security (push) Canceled after 0s
60 lines
2.1 KiB
Go
60 lines
2.1 KiB
Go
package service
|
|
|
|
import (
|
|
"math/rand"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestContentModerationKeywordMatcherMatchesLegacyBehavior(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
text string
|
|
keywords []string
|
|
}{
|
|
{name: "miss", text: "clean prompt", keywords: []string{"blocked", "secret"}},
|
|
{name: "case insensitive", text: "contains SECRET value", keywords: []string{"secret"}},
|
|
{name: "configured order wins", text: "early appears before later", keywords: []string{"later", "early"}},
|
|
{name: "overlap uses configured order", text: "abc", keywords: []string{"bc", "abc"}},
|
|
{name: "unicode", text: "这里包含敏感词和世界", keywords: []string{"世界", "敏感词"}},
|
|
{name: "duplicates", text: "duplicate", keywords: []string{"duplicate", "DUPLICATE"}},
|
|
{name: "empty entries", text: "blocked", keywords: []string{"", "blocked"}},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
wantKeyword, wantHit := matchBlockedKeyword(tt.text, tt.keywords)
|
|
gotKeyword, gotHit := newContentModerationKeywordMatcher(tt.keywords).Match(tt.text)
|
|
require.Equal(t, wantHit, gotHit)
|
|
require.Equal(t, wantKeyword, gotKeyword)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestContentModerationKeywordMatcherRandomizedParity(t *testing.T) {
|
|
rng := rand.New(rand.NewSource(20260714))
|
|
const alphabet = "abcXYZ"
|
|
for iteration := 0; iteration < 1000; iteration++ {
|
|
keywords := make([]string, 1+rng.Intn(30))
|
|
for index := range keywords {
|
|
length := 1 + rng.Intn(8)
|
|
var value strings.Builder
|
|
for range length {
|
|
_ = value.WriteByte(alphabet[rng.Intn(len(alphabet))])
|
|
}
|
|
keywords[index] = value.String()
|
|
}
|
|
var text strings.Builder
|
|
for range 20 + rng.Intn(100) {
|
|
_ = text.WriteByte(alphabet[rng.Intn(len(alphabet))])
|
|
}
|
|
|
|
wantKeyword, wantHit := matchBlockedKeyword(text.String(), keywords)
|
|
gotKeyword, gotHit := newContentModerationKeywordMatcher(keywords).Match(text.String())
|
|
require.Equal(t, wantHit, gotHit, "iteration %d", iteration)
|
|
require.Equal(t, wantKeyword, gotKeyword, "iteration %d", iteration)
|
|
}
|
|
}
|