Publish Docker image (Multi-arch) / Build & push (amd64) (push) Failing after 1m40s
Release (Linux, macOS, Windows) / Linux Release (push) Failing after 42m16s
Publish Docker image (Multi-arch) / Build & push (arm64) (push) Canceled after 0s
Release (Linux, macOS, Windows) / macOS Release (push) Canceled after 0s
Release (Linux, macOS, Windows) / Windows Release (push) Canceled after 0s
Publish Docker image (Multi-arch) / Create multi-arch manifests (push) Canceled after 0s
Sync production source including routing, billing, Astra detection and public uptime. Update custom build instructions and license packaging.
149 lines
6.2 KiB
Go
149 lines
6.2 KiB
Go
package dto
|
|
|
|
import (
|
|
"testing"
|
|
|
|
kitutil "github.com/QuantumNous/new-api/relaykit/relayconvert/kitutil"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestNewGeminiChatBillingUsageRequiresTokenContent(t *testing.T) {
|
|
require.Nil(t, NewGeminiChatBillingUsage(nil))
|
|
require.Nil(t, NewGeminiChatBillingUsage(&GeminiUsageMetadata{}))
|
|
|
|
billingUsage := NewGeminiChatBillingUsage(&GeminiUsageMetadata{PromptTokenCount: 1})
|
|
require.NotNil(t, billingUsage)
|
|
require.NotNil(t, billingUsage.GeminiUsageMetadata)
|
|
assert.Equal(t, BillingUsageSourceGeminiChat, billingUsage.Source)
|
|
assert.Equal(t, BillingUsageSemanticGemini, billingUsage.Semantic)
|
|
assert.False(t, billingUsage.Estimated)
|
|
}
|
|
|
|
func TestNewClaudeMessagesBillingUsageRequiresTokenContent(t *testing.T) {
|
|
require.Nil(t, NewClaudeMessagesBillingUsage(nil))
|
|
require.Nil(t, NewClaudeMessagesBillingUsage(&ClaudeUsage{}))
|
|
require.Nil(t, NewClaudeMessagesBillingUsage(&ClaudeUsage{CacheCreation: &ClaudeCacheCreationUsage{}}))
|
|
|
|
billingUsage := NewClaudeMessagesBillingUsage(&ClaudeUsage{InputTokens: 1})
|
|
require.NotNil(t, billingUsage)
|
|
require.NotNil(t, billingUsage.ClaudeUsage)
|
|
assert.Equal(t, BillingUsageSourceClaudeMessages, billingUsage.Source)
|
|
assert.Equal(t, BillingUsageSemanticAnthropic, billingUsage.Semantic)
|
|
|
|
cacheOnly := NewClaudeMessagesBillingUsage(&ClaudeUsage{
|
|
CacheCreation: &ClaudeCacheCreationUsage{Ephemeral5mInputTokens: 4},
|
|
})
|
|
require.NotNil(t, cacheOnly)
|
|
}
|
|
|
|
func TestNewOpenAIChatBillingUsageRequiresTokenContent(t *testing.T) {
|
|
require.Nil(t, NewOpenAIChatBillingUsage(nil))
|
|
require.Nil(t, NewOpenAIChatBillingUsage(&Usage{}))
|
|
|
|
billingUsage := NewOpenAIChatBillingUsage(&Usage{PromptTokens: 1})
|
|
require.NotNil(t, billingUsage)
|
|
require.NotNil(t, billingUsage.OpenAIUsage)
|
|
assert.Equal(t, BillingUsageSourceOAIChat, billingUsage.Source)
|
|
assert.Equal(t, BillingUsageSemanticOpenAI, billingUsage.Semantic)
|
|
assert.Equal(t, 1, billingUsage.OpenAIUsage.PromptTokens)
|
|
}
|
|
|
|
func TestImageCacheDetailsSurviveUsageSnapshots(t *testing.T) {
|
|
var original Usage
|
|
require.NoError(t, kitutil.Unmarshal([]byte(`{"input_tokens":1000,"input_tokens_details":{"cached_tokens":300,"image_tokens":600,"cached_tokens_details":{"image_tokens":200,"text_tokens":100}}}`), &original))
|
|
billing := NewOpenAIResponsesBillingUsage(&original)
|
|
require.NotNil(t, billing)
|
|
*original.InputTokensDetails.CachedTokensDetails.ImageTokens = 99
|
|
canonical, ok := billing.CanonicalUsage()
|
|
require.True(t, ok)
|
|
require.NotNil(t, canonical.PromptTokensDetails.CachedTokensDetails)
|
|
assert.Equal(t, 200, *canonical.PromptTokensDetails.CachedTokensDetails.ImageTokens)
|
|
*canonical.PromptTokensDetails.CachedTokensDetails.ImageTokens = 42
|
|
assert.Equal(t, 200, *billing.OpenAIUsage.InputTokensDetails.CachedTokensDetails.ImageTokens)
|
|
|
|
var incoming Usage
|
|
require.NoError(t, kitutil.Unmarshal([]byte(`{"input_tokens_details":{"cached_tokens_details":{"image_tokens":0}}}`), &incoming))
|
|
merged := MergeUsageNonZero(canonical, &incoming)
|
|
require.NotNil(t, merged.InputTokensDetails.CachedTokensDetails.ImageTokens)
|
|
assert.Zero(t, *merged.InputTokensDetails.CachedTokensDetails.ImageTokens)
|
|
assert.Equal(t, 100, *merged.InputTokensDetails.CachedTokensDetails.TextTokens)
|
|
*incoming.InputTokensDetails.CachedTokensDetails.ImageTokens = 9
|
|
assert.Zero(t, *merged.InputTokensDetails.CachedTokensDetails.ImageTokens)
|
|
encoded, err := kitutil.Marshal(merged)
|
|
require.NoError(t, err)
|
|
assert.Contains(t, string(encoded), `"cached_tokens_details":{"text_tokens":100,"image_tokens":0}`)
|
|
assert.NotContains(t, string(encoded), `"audio_tokens":null`)
|
|
}
|
|
|
|
func TestNewEstimatedGeminiChatBillingUsage(t *testing.T) {
|
|
billingUsage := NewEstimatedGeminiChatBillingUsage(&Usage{
|
|
PromptTokens: 11,
|
|
CompletionTokens: 7,
|
|
})
|
|
|
|
require.NotNil(t, billingUsage)
|
|
require.NotNil(t, billingUsage.GeminiUsageMetadata)
|
|
assert.True(t, billingUsage.Estimated)
|
|
assert.Equal(t, 11, billingUsage.GeminiUsageMetadata.PromptTokenCount)
|
|
assert.Equal(t, 7, billingUsage.GeminiUsageMetadata.CandidatesTokenCount)
|
|
assert.Equal(t, 18, billingUsage.GeminiUsageMetadata.TotalTokenCount)
|
|
}
|
|
|
|
func TestCanonicalGeminiUsageClampsNegativeCompletionFromTotalMinusPrompt(t *testing.T) {
|
|
usage, ok := NewGeminiChatBillingUsage(&GeminiUsageMetadata{
|
|
PromptTokenCount: 50,
|
|
TotalTokenCount: 30,
|
|
}).CanonicalUsage()
|
|
require.True(t, ok)
|
|
assert.Equal(t, 0, usage.CompletionTokens)
|
|
}
|
|
|
|
func TestCanonicalOpenAIUsageMergesInputTokenDetailsFieldwise(t *testing.T) {
|
|
usage, ok := NewOpenAIResponsesBillingUsage(&Usage{
|
|
PromptTokens: 10,
|
|
PromptTokensDetails: InputTokenDetails{
|
|
CachedTokens: 8,
|
|
TextTokens: 12,
|
|
ImageTokens: 4,
|
|
AudioTokens: 3,
|
|
},
|
|
InputTokensDetails: &InputTokenDetails{
|
|
CachedTokens: 5,
|
|
CachedCreationTokens: 7,
|
|
TextTokens: 2,
|
|
},
|
|
}).CanonicalUsage()
|
|
require.True(t, ok)
|
|
assert.Equal(t, 8, usage.PromptTokensDetails.CachedTokens)
|
|
assert.Equal(t, 12, usage.PromptTokensDetails.TextTokens)
|
|
assert.Equal(t, 4, usage.PromptTokensDetails.ImageTokens)
|
|
assert.Equal(t, 3, usage.PromptTokensDetails.AudioTokens)
|
|
assert.Equal(t, 7, usage.PromptTokensDetails.CachedCreationTokens)
|
|
}
|
|
|
|
func TestBillingUsageJSONUsesProtocolNamedFields(t *testing.T) {
|
|
billingUsage := &BillingUsage{
|
|
OpenAIUsage: &Usage{PromptTokens: 1, BillingUsage: NewClaudeMessagesBillingUsage(&ClaudeUsage{InputTokens: 9})},
|
|
ClaudeUsage: &ClaudeUsage{InputTokens: 2, BillingUsage: NewOpenAIChatBillingUsage(&Usage{PromptTokens: 8})},
|
|
GeminiUsageMetadata: &GeminiUsageMetadata{PromptTokenCount: 3, BillingUsage: NewOpenAIChatBillingUsage(&Usage{PromptTokens: 7})},
|
|
}
|
|
|
|
data, err := kitutil.Marshal(billingUsage)
|
|
require.NoError(t, err)
|
|
|
|
assert.Contains(t, string(data), `"openai_usage"`)
|
|
assert.Contains(t, string(data), `"claude_usage"`)
|
|
assert.Contains(t, string(data), `"gemini_usage_metadata"`)
|
|
assert.NotContains(t, string(data), `"usage":`)
|
|
assert.NotContains(t, string(data), `"usage_metadata"`)
|
|
|
|
clone := CloneBillingUsage(billingUsage)
|
|
require.NotNil(t, clone.OpenAIUsage)
|
|
require.NotNil(t, clone.ClaudeUsage)
|
|
require.NotNil(t, clone.GeminiUsageMetadata)
|
|
assert.Nil(t, clone.OpenAIUsage.BillingUsage)
|
|
assert.Nil(t, clone.ClaudeUsage.BillingUsage)
|
|
assert.Nil(t, clone.GeminiUsageMetadata.BillingUsage)
|
|
}
|