cneicy
a5f7b8e586
Publish Docker image (Multi-arch) / Build & push (amd64) (push) Failing after 1m40s
Release (Linux, macOS, Windows) / Linux Release (push) Failing after 42m16s
Publish Docker image (Multi-arch) / Build & push (arm64) (push) Canceled after 0s
Release (Linux, macOS, Windows) / macOS Release (push) Canceled after 0s
Release (Linux, macOS, Windows) / Windows Release (push) Canceled after 0s
Publish Docker image (Multi-arch) / Create multi-arch manifests (push) Canceled after 0s
Sync production source including routing, billing, Astra detection and public uptime. Update custom build instructions and license packaging.
386 lines
13 KiB
Go
386 lines
13 KiB
Go
package common
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"net/http/httptest"
|
|
"testing"
|
|
|
|
"github.com/QuantumNous/new-api/common"
|
|
"github.com/QuantumNous/new-api/constant"
|
|
"github.com/QuantumNous/new-api/relaykit/dto"
|
|
"github.com/QuantumNous/new-api/relaykit/relayconvert"
|
|
"github.com/QuantumNous/new-api/relaykit/relayconvert/convmeta"
|
|
"github.com/QuantumNous/new-api/relaykit/types"
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestRelayInfoGetFinalRequestRelayFormatPrefersExplicitFinal(t *testing.T) {
|
|
info := &RelayInfo{
|
|
RelayFormat: types.RelayFormatOpenAI,
|
|
RequestConversionChain: []types.RelayFormat{types.RelayFormatOpenAI, types.RelayFormatClaude},
|
|
FinalRequestRelayFormat: types.RelayFormatOpenAIResponses,
|
|
}
|
|
|
|
require.Equal(t, types.RelayFormat(types.RelayFormatOpenAIResponses), info.GetFinalRequestRelayFormat())
|
|
}
|
|
|
|
func TestRelayInfoGetFinalRequestRelayFormatFallsBackToConversionChain(t *testing.T) {
|
|
info := &RelayInfo{
|
|
RelayFormat: types.RelayFormatOpenAI,
|
|
RequestConversionChain: []types.RelayFormat{types.RelayFormatOpenAI, types.RelayFormatClaude},
|
|
}
|
|
|
|
require.Equal(t, types.RelayFormat(types.RelayFormatClaude), info.GetFinalRequestRelayFormat())
|
|
}
|
|
|
|
func TestRelayInfoGetFinalRequestRelayFormatFallsBackToRelayFormat(t *testing.T) {
|
|
info := &RelayInfo{
|
|
RelayFormat: types.RelayFormatGemini,
|
|
}
|
|
|
|
require.Equal(t, types.RelayFormat(types.RelayFormatGemini), info.GetFinalRequestRelayFormat())
|
|
}
|
|
|
|
func TestRelayInfoGetFinalRequestRelayFormatNilReceiver(t *testing.T) {
|
|
var info *RelayInfo
|
|
require.Equal(t, types.RelayFormat(""), info.GetFinalRequestRelayFormat())
|
|
}
|
|
|
|
func TestRelayInfoMetaTypedNilReceiver(t *testing.T) {
|
|
var info *RelayInfo
|
|
var meta convmeta.Meta = info
|
|
|
|
assert.Empty(t, meta.GetOriginModelName())
|
|
assert.Empty(t, meta.GetUpstreamModelName())
|
|
assert.False(t, meta.HasChannelMeta())
|
|
assert.Zero(t, meta.GetChannelID())
|
|
assert.Zero(t, meta.GetChannelType())
|
|
assert.False(t, meta.GetIsStream())
|
|
assert.Empty(t, meta.GetReasoningEffort())
|
|
assert.Nil(t, meta.ReasoningState())
|
|
assert.Zero(t, meta.GetEstimatePromptTokens())
|
|
assert.Zero(t, meta.GetSendResponseCount())
|
|
|
|
assert.NotPanics(t, func() {
|
|
meta.SetReasoningEffort("high")
|
|
meta.IncrSendResponseCount()
|
|
meta.AppendRequestConversion(types.RelayFormatClaude)
|
|
})
|
|
|
|
firstState := meta.EnsureClaudeConvertInfo()
|
|
secondState := meta.EnsureClaudeConvertInfo()
|
|
require.NotNil(t, firstState)
|
|
require.NotNil(t, secondState)
|
|
assert.Equal(t, convmeta.LastMessageTypeNone, firstState.LastMessagesType)
|
|
assert.NotSame(t, firstState, secondState)
|
|
|
|
firstOptions := meta.ConvOptions()
|
|
secondOptions := meta.ConvOptions()
|
|
require.NotNil(t, firstOptions)
|
|
require.NotNil(t, secondOptions)
|
|
assert.NotSame(t, firstOptions, secondOptions)
|
|
assert.NotNil(t, firstOptions.Claude.DefaultMaxTokens)
|
|
assert.NotNil(t, firstOptions.Gemini.SupportsImagine)
|
|
assert.NotNil(t, firstOptions.Gemini.SafetySetting)
|
|
assert.NotNil(t, firstOptions.PreserveThinkingSuffix)
|
|
assert.NotNil(t, firstOptions.PreserveEffortTail)
|
|
}
|
|
|
|
func TestGenRelayInfoCapturesRequestReasoningEffort(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
tests := []struct {
|
|
name string
|
|
path string
|
|
relayFormat types.RelayFormat
|
|
request dto.Request
|
|
expected string
|
|
}{
|
|
{
|
|
name: "OpenAI chat top-level effort",
|
|
path: "/v1/chat/completions",
|
|
relayFormat: types.RelayFormatOpenAI,
|
|
request: &dto.GeneralOpenAIRequest{Model: "gpt-5.6-sol", ReasoningEffort: " high "},
|
|
expected: "high",
|
|
},
|
|
{
|
|
name: "OpenRouter nested chat effort",
|
|
path: "/v1/chat/completions",
|
|
relayFormat: types.RelayFormatOpenAI,
|
|
request: &dto.GeneralOpenAIRequest{Model: "anthropic/claude", Reasoning: json.RawMessage(`{"effort":"xhigh"}`)},
|
|
expected: "xhigh",
|
|
},
|
|
{
|
|
name: "OpenAI Responses effort",
|
|
path: "/v1/responses",
|
|
relayFormat: types.RelayFormatOpenAIResponses,
|
|
request: &dto.OpenAIResponsesRequest{Model: "gpt-5.6-sol", Reasoning: &dto.Reasoning{Effort: "max"}},
|
|
expected: "max",
|
|
},
|
|
{
|
|
name: "explicit none is preserved",
|
|
path: "/v1/responses",
|
|
relayFormat: types.RelayFormatOpenAIResponses,
|
|
request: &dto.OpenAIResponsesRequest{Model: "gpt-5.6-sol", Reasoning: &dto.Reasoning{Effort: "none"}},
|
|
expected: "none",
|
|
},
|
|
{
|
|
name: "non-string nested effort is ignored",
|
|
path: "/v1/chat/completions",
|
|
relayFormat: types.RelayFormatOpenAI,
|
|
request: &dto.GeneralOpenAIRequest{Model: "anthropic/claude", Reasoning: json.RawMessage(`{"effort":42}`)},
|
|
expected: "",
|
|
},
|
|
{
|
|
name: "Claude output config effort",
|
|
path: "/v1/messages",
|
|
relayFormat: types.RelayFormatClaude,
|
|
request: &dto.ClaudeRequest{Model: "claude-opus-4-7", OutputConfig: json.RawMessage(`{"effort":"medium"}`)},
|
|
expected: "medium",
|
|
},
|
|
{
|
|
name: "Gemini thinking level",
|
|
path: "/v1beta/models/gemini-3-pro:generateContent",
|
|
relayFormat: types.RelayFormatGemini,
|
|
request: &dto.GeminiChatRequest{GenerationConfig: dto.GeminiChatGenerationConfig{
|
|
ThinkingConfig: &dto.GeminiThinkingConfig{ThinkingLevel: "low"},
|
|
}},
|
|
expected: "low",
|
|
},
|
|
{
|
|
name: "Gemini uppercase enum thinking level is canonicalized",
|
|
path: "/v1beta/models/gemini-3.7-flash:generateContent",
|
|
relayFormat: types.RelayFormatGemini,
|
|
request: &dto.GeminiChatRequest{GenerationConfig: dto.GeminiChatGenerationConfig{
|
|
ThinkingConfig: &dto.GeminiThinkingConfig{ThinkingLevel: " MEDIUM "},
|
|
}},
|
|
expected: "medium",
|
|
},
|
|
{
|
|
name: "Gemini unknown thinking level is recorded as sent",
|
|
path: "/v1beta/models/gemini-3.7-flash:generateContent",
|
|
relayFormat: types.RelayFormatGemini,
|
|
request: &dto.GeminiChatRequest{GenerationConfig: dto.GeminiChatGenerationConfig{
|
|
ThinkingConfig: &dto.GeminiThinkingConfig{ThinkingLevel: "ULTRA"},
|
|
}},
|
|
expected: "ULTRA",
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
ctx, _ := gin.CreateTestContext(httptest.NewRecorder())
|
|
ctx.Request = httptest.NewRequest("POST", tt.path, nil)
|
|
|
|
info, err := GenRelayInfo(ctx, tt.relayFormat, tt.request, nil)
|
|
require.NoError(t, err)
|
|
assert.Equal(t, tt.expected, info.ReasoningEffort)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestGenRelayInfoKeepsOriginAndLeavesBillingUnset(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
ctx, _ := gin.CreateTestContext(httptest.NewRecorder())
|
|
ctx.Request = httptest.NewRequest("POST", "/v1/chat/completions", nil)
|
|
const model = "qwen3.8-max@thinking:on@temperature:0.2"
|
|
ctx.Set("original_model", model)
|
|
|
|
info, err := GenRelayInfo(ctx, types.RelayFormatOpenAI, &dto.GeneralOpenAIRequest{Model: model}, nil)
|
|
require.NoError(t, err)
|
|
assert.Equal(t, model, info.OriginModelName)
|
|
assert.Empty(t, info.BillingModelName)
|
|
assert.Equal(t, model, info.GetBillingModelName())
|
|
}
|
|
|
|
func TestInitChannelMetaRestoresRequestReasoningEffortForRetry(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
ctx, _ := gin.CreateTestContext(httptest.NewRecorder())
|
|
ctx.Request = httptest.NewRequest("POST", "/v1/responses", nil)
|
|
request := &dto.OpenAIResponsesRequest{
|
|
Model: "gpt-5.6-sol",
|
|
Reasoning: &dto.Reasoning{Effort: "max"},
|
|
}
|
|
info, err := GenRelayInfo(ctx, types.RelayFormatOpenAIResponses, request, nil)
|
|
require.NoError(t, err)
|
|
|
|
info.SetReasoningEffort("high")
|
|
info.InitChannelMeta(ctx)
|
|
assert.Equal(t, "max", info.ReasoningEffort)
|
|
|
|
info.SetReasoningEffort("low")
|
|
info.InitChannelMeta(ctx)
|
|
assert.Equal(t, "max", info.ReasoningEffort)
|
|
}
|
|
|
|
func TestInitChannelMetaAppliesAdvancedCustomRoutePassThrough(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
advancedCustom := &dto.AdvancedCustomConfig{
|
|
Routes: []dto.AdvancedCustomRoute{
|
|
{
|
|
IncomingPath: "/v1/chat/completions",
|
|
UpstreamPath: "/v1/chat/completions",
|
|
Models: []string{"native-model"},
|
|
PassThroughBodyEnabled: true,
|
|
},
|
|
{
|
|
IncomingPath: "/v1/chat/completions",
|
|
UpstreamPath: "/v1/messages",
|
|
Converter: relayconvert.ConverterOpenAIChatToClaudeMessages,
|
|
},
|
|
},
|
|
}
|
|
require.NoError(t, advancedCustom.Validate())
|
|
|
|
tests := []struct {
|
|
name string
|
|
channelType int
|
|
channelSetting dto.ChannelSettings
|
|
model string
|
|
wantPassThrough bool
|
|
wantEffort string
|
|
}{
|
|
{
|
|
name: "matched route enables pass-through and drops reasoning effort",
|
|
channelType: constant.ChannelTypeAdvancedCustom,
|
|
model: "native-model",
|
|
wantPassThrough: true,
|
|
wantEffort: "",
|
|
},
|
|
{
|
|
name: "fallback converter route keeps conversion",
|
|
channelType: constant.ChannelTypeAdvancedCustom,
|
|
model: "other-model",
|
|
wantPassThrough: false,
|
|
wantEffort: "high",
|
|
},
|
|
{
|
|
name: "channel-level pass-through still applies to converter route",
|
|
channelType: constant.ChannelTypeAdvancedCustom,
|
|
channelSetting: dto.ChannelSettings{PassThroughBodyEnabled: true},
|
|
model: "other-model",
|
|
wantPassThrough: true,
|
|
wantEffort: "",
|
|
},
|
|
{
|
|
name: "route flag is ignored for other channel types",
|
|
channelType: constant.ChannelTypeOpenAI,
|
|
model: "native-model",
|
|
wantPassThrough: false,
|
|
wantEffort: "high",
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
ctx, _ := gin.CreateTestContext(httptest.NewRecorder())
|
|
ctx.Request = httptest.NewRequest("POST", "/v1/chat/completions", nil)
|
|
ctx.Set("original_model", tt.model)
|
|
common.SetContextKey(ctx, constant.ContextKeyChannelType, tt.channelType)
|
|
common.SetContextKey(ctx, constant.ContextKeyChannelSetting, tt.channelSetting)
|
|
common.SetContextKey(ctx, constant.ContextKeyChannelOtherSetting, dto.ChannelOtherSettings{AdvancedCustom: advancedCustom})
|
|
|
|
info, err := GenRelayInfo(ctx, types.RelayFormatOpenAI, &dto.GeneralOpenAIRequest{Model: tt.model, ReasoningEffort: "high"}, nil)
|
|
require.NoError(t, err)
|
|
|
|
info.InitChannelMeta(ctx)
|
|
|
|
assert.Equal(t, tt.wantPassThrough, info.ChannelSetting.PassThroughBodyEnabled)
|
|
assert.Equal(t, tt.wantEffort, info.ReasoningEffort)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestInitChannelMetaResetsPerAttemptStreamStateAndPreservesRequestState(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
ctx, _ := gin.CreateTestContext(httptest.NewRecorder())
|
|
ctx.Request = httptest.NewRequest("POST", "/v1/chat/completions", nil)
|
|
|
|
info, err := GenRelayInfo(ctx, types.RelayFormatOpenAI, &dto.GeneralOpenAIRequest{Model: "gpt-test"}, nil)
|
|
require.NoError(t, err)
|
|
|
|
claudeState := relayconvert.NewClaudeToChatStreamState()
|
|
_, err = claudeState.ConvertChunk(&dto.ClaudeResponse{
|
|
Type: "content_block_start",
|
|
Index: ptr(7),
|
|
ContentBlock: &dto.ClaudeMediaMessage{
|
|
Type: "tool_use",
|
|
Id: "toolu_1",
|
|
Name: "lookup",
|
|
},
|
|
})
|
|
require.NoError(t, err)
|
|
_, err = claudeState.ConvertChunk(&dto.ClaudeResponse{
|
|
Type: "content_block_delta",
|
|
Index: ptr(7),
|
|
Delta: &dto.ClaudeMediaMessage{
|
|
Type: "input_json_delta",
|
|
PartialJson: ptr(`{"q":"x"}`),
|
|
},
|
|
})
|
|
require.NoError(t, err)
|
|
|
|
geminiState, err := relayconvert.NewResponseStreamState(types.RelayFormatOpenAI, types.RelayFormatGemini, relayconvert.ResponseStreamOptions{
|
|
ID: "chatcmpl_1",
|
|
Model: "gpt-test",
|
|
})
|
|
require.NoError(t, err)
|
|
|
|
info.SendResponseCount = 3
|
|
info.ClaudeToChatStreamState = claudeState
|
|
info.ChatToGeminiStreamState = geminiState
|
|
info.LastError = types.NewError(assert.AnError, types.ErrorCodeBadResponseBody)
|
|
info.StreamStatus = NewStreamStatus()
|
|
info.StreamStatus.RecordError("attempt 1 soft error")
|
|
info.RecordConversionDiagnostics(context.Background(), []types.ConversionDiagnostic{{
|
|
Code: "test.loss",
|
|
Message: "attempt 1 conversion loss",
|
|
Severity: types.ConversionDiagnosticWarning,
|
|
From: types.RelayFormatClaude,
|
|
To: types.RelayFormatOpenAI,
|
|
}})
|
|
|
|
info.InitChannelMeta(ctx)
|
|
|
|
assert.Zero(t, info.SendResponseCount)
|
|
assert.Nil(t, info.ClaudeToChatStreamState)
|
|
assert.Nil(t, info.ChatToGeminiStreamState)
|
|
|
|
require.NotNil(t, info.StreamStatus)
|
|
assert.True(t, info.StreamStatus.HasErrors())
|
|
assert.Equal(t, 1, info.StreamStatus.TotalErrorCount())
|
|
diagnostics := info.ConversionDiagnostics()
|
|
require.Len(t, diagnostics, 1)
|
|
assert.Equal(t, "test.loss", diagnostics[0].Code)
|
|
require.NotNil(t, info.LastError)
|
|
|
|
freshClaude := relayconvert.NewClaudeToChatStreamState()
|
|
_, err = freshClaude.ConvertChunk(&dto.ClaudeResponse{
|
|
Type: "content_block_delta",
|
|
Index: ptr(7),
|
|
Delta: &dto.ClaudeMediaMessage{
|
|
Type: "input_json_delta",
|
|
PartialJson: ptr(`{"q":"x"}`),
|
|
},
|
|
})
|
|
require.Error(t, err)
|
|
assert.Contains(t, err.Error(), "unknown content block index")
|
|
|
|
info.IncrSendResponseCount()
|
|
responses := relayconvert.StreamResponseOpenAI2Claude(&dto.ChatCompletionsStreamResponse{
|
|
Id: "chatcmpl_retry",
|
|
Model: "gpt-test",
|
|
Choices: []dto.ChatCompletionsStreamResponseChoice{{
|
|
Delta: dto.ChatCompletionsStreamResponseChoiceDelta{Content: ptr("hello")},
|
|
}},
|
|
}, info)
|
|
require.NotEmpty(t, responses)
|
|
assert.Equal(t, "message_start", responses[0].Type)
|
|
}
|
|
|
|
func ptr[T any](value T) *T {
|
|
return &value
|
|
}
|