Publish Docker image (Multi-arch) / Build & push (amd64) (push) Failing after 1m40s
Release (Linux, macOS, Windows) / Linux Release (push) Failing after 42m16s
Publish Docker image (Multi-arch) / Build & push (arm64) (push) Canceled after 0s
Release (Linux, macOS, Windows) / macOS Release (push) Canceled after 0s
Release (Linux, macOS, Windows) / Windows Release (push) Canceled after 0s
Publish Docker image (Multi-arch) / Create multi-arch manifests (push) Canceled after 0s
Sync production source including routing, billing, Astra detection and public uptime. Update custom build instructions and license packaging.
307 lines
9.1 KiB
Go
307 lines
9.1 KiB
Go
package oairesponses
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/QuantumNous/new-api/relaykit/dto"
|
|
"github.com/QuantumNous/new-api/relaykit/relayconvert/convmeta"
|
|
"github.com/QuantumNous/new-api/relaykit/relayconvert/internal/convdiag"
|
|
relaymedia "github.com/QuantumNous/new-api/relaykit/relayconvert/internal/media"
|
|
sharedclaude "github.com/QuantumNous/new-api/relaykit/relayconvert/internal/shared/claude"
|
|
kitutil "github.com/QuantumNous/new-api/relaykit/relayconvert/kitutil"
|
|
"github.com/QuantumNous/new-api/relaykit/relayconvert/reasoning"
|
|
)
|
|
|
|
func convertOpenAIResponsesRequestToClaudeMessages(c context.Context, info convmeta.Meta, request any) (any, error) {
|
|
responsesRequest, err := OpenAIResponsesRequestFromAny(request)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return OpenAIResponsesRequestToClaudeMessages(c, info, responsesRequest)
|
|
}
|
|
|
|
func OpenAIResponsesRequestToClaudeMessages(c context.Context, info convmeta.Meta, req *dto.OpenAIResponsesRequest) (*dto.ClaudeRequest, error) {
|
|
if req == nil {
|
|
return nil, fmt.Errorf("request is nil")
|
|
}
|
|
if req.Model == "" {
|
|
return nil, fmt.Errorf("model is required")
|
|
}
|
|
if err := ValidateRequestChatUnsupportedFields(req); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
claudeRequest := &dto.ClaudeRequest{
|
|
Model: req.Model,
|
|
Temperature: req.Temperature,
|
|
TopP: req.TopP,
|
|
Stream: req.Stream,
|
|
}
|
|
if req.MaxOutputTokens != nil && *req.MaxOutputTokens > 0 {
|
|
claudeRequest.MaxTokens = kitutil.GetPointer(*req.MaxOutputTokens)
|
|
}
|
|
functions, err := RequestFunctionDeclarations(req.Tools)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if len(functions) > 0 {
|
|
claudeRequest.Tools = responsesFunctionDeclarationsToClaudeTools(functions)
|
|
}
|
|
|
|
toolChoice, err := RequestToolChoiceToChat(req.ToolChoice)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if toolChoice != nil || RawJSONPresent(req.ParallelToolCalls) {
|
|
claudeRequest.ToolChoice = sharedclaude.MapOpenAIToolChoice(toolChoice, ParallelToolCalls(req.ParallelToolCalls))
|
|
}
|
|
sourceReasoning, diagnostics, err := reasoning.FromOpenAIResponses(req)
|
|
if err != nil {
|
|
return nil, reasoning.AsClientError(err)
|
|
}
|
|
convdiag.Add(c, diagnostics...)
|
|
if err := sharedclaude.ApplyReasoning(c, claudeRequest, info, sourceReasoning, true); err != nil {
|
|
return nil, reasoning.AsClientError(err)
|
|
}
|
|
if claudeRequest.MaxTokens == nil {
|
|
if defaultMaxTokens, configured := convmeta.OptionsOf(info).Claude.DefaultMaxTokensFor(claudeRequest.Model); configured {
|
|
value := uint(defaultMaxTokens)
|
|
claudeRequest.MaxTokens = &value
|
|
}
|
|
}
|
|
|
|
systemMessages := make([]dto.ClaudeMediaMessage, 0)
|
|
if RawJSONPresent(req.Instructions) {
|
|
instructions, err := JSONString(req.Instructions)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("invalid instructions: %w", err)
|
|
}
|
|
if strings.TrimSpace(instructions) != "" {
|
|
systemMessages = append(systemMessages, dto.ClaudeMediaMessage{
|
|
Type: "text",
|
|
Text: kitutil.GetPointer(instructions),
|
|
})
|
|
}
|
|
}
|
|
|
|
inputItems, err := InputItems(req.Input)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
for _, item := range inputItems {
|
|
itemType := strings.TrimSpace(kitutil.Interface2String(item["type"]))
|
|
switch itemType {
|
|
case ResponsesInputTypeFunctionCall:
|
|
claudeRequest.Messages = appendClaudeToolUse(claudeRequest.Messages, responsesFunctionCallItemToClaudeToolUse(item, "arguments"))
|
|
case ResponsesInputTypeCustomToolCall:
|
|
claudeRequest.Messages = appendClaudeToolUse(claudeRequest.Messages, responsesFunctionCallItemToClaudeToolUse(item, "input"))
|
|
case ResponsesInputTypeFunctionCallOutput, ResponsesInputTypeCustomToolOutput:
|
|
claudeRequest.Messages = appendClaudeToolResult(claudeRequest.Messages, responsesFunctionOutputItemToClaudeToolResult(item))
|
|
default:
|
|
sourceRole := strings.TrimSpace(kitutil.Interface2String(item["role"]))
|
|
role := responsesClaudeRole(sourceRole)
|
|
parts, err := responsesInputContentToClaudeMediaMessages(c, item["content"])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if sourceRole == "" && len(parts) == 0 {
|
|
continue
|
|
}
|
|
if role == "system" {
|
|
for _, part := range parts {
|
|
if part.Type == "text" {
|
|
systemMessages = append(systemMessages, part)
|
|
}
|
|
}
|
|
continue
|
|
}
|
|
if len(parts) == 0 {
|
|
parts = []dto.ClaudeMediaMessage{
|
|
{
|
|
Type: "text",
|
|
Text: kitutil.GetPointer("..."),
|
|
},
|
|
}
|
|
}
|
|
claudeRequest.Messages = append(claudeRequest.Messages, dto.ClaudeMessage{
|
|
Role: role,
|
|
Content: parts,
|
|
})
|
|
}
|
|
}
|
|
|
|
if len(systemMessages) > 0 {
|
|
claudeRequest.System = systemMessages
|
|
}
|
|
if len(claudeRequest.Messages) > 0 || len(systemMessages) > 0 {
|
|
claudeRequest.Messages = ensureClaudeMessagesStartWithUser(claudeRequest.Messages)
|
|
}
|
|
// Checked last so every injection path has had its chance to satisfy the
|
|
// required field.
|
|
if claudeRequest.MaxTokens == nil {
|
|
return nil, sharedclaude.ErrMissingMaxTokens
|
|
}
|
|
return claudeRequest, nil
|
|
}
|
|
|
|
func responsesFunctionDeclarationsToClaudeTools(functions []dto.FunctionRequest) []any {
|
|
tools := make([]any, 0, len(functions))
|
|
for _, function := range functions {
|
|
tools = append(tools, &dto.Tool{
|
|
Name: function.Name,
|
|
Description: function.Description,
|
|
InputSchema: sharedclaude.FunctionParametersToInputSchema(function.Parameters),
|
|
})
|
|
}
|
|
return tools
|
|
}
|
|
|
|
func responsesInputContentToClaudeMediaMessages(c context.Context, content any) ([]dto.ClaudeMediaMessage, error) {
|
|
contentParts, err := ContentParts(content)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
parts := make([]dto.ClaudeMediaMessage, 0, len(contentParts))
|
|
for _, contentPart := range contentParts {
|
|
partType := strings.TrimSpace(kitutil.Interface2String(contentPart["type"]))
|
|
switch partType {
|
|
case "input_text", "output_text", "text":
|
|
text := kitutil.Interface2String(contentPart["text"])
|
|
if text != "" {
|
|
parts = append(parts, dto.ClaudeMediaMessage{
|
|
Type: "text",
|
|
Text: kitutil.GetPointer(text),
|
|
})
|
|
}
|
|
case "input_image", "input_file", "input_audio", "input_video":
|
|
source := ContentPartToFileSource(contentPart)
|
|
if source == nil {
|
|
continue
|
|
}
|
|
base64Data, mimeType, err := relaymedia.ResolveBase64Data(c, source, "formatting Responses input for Claude")
|
|
if err != nil {
|
|
return nil, fmt.Errorf("get file data failed: %s", err.Error())
|
|
}
|
|
claudePart := dto.ClaudeMediaMessage{
|
|
Source: &dto.ClaudeMessageSource{
|
|
Type: "base64",
|
|
MediaType: mimeType,
|
|
Data: base64Data,
|
|
},
|
|
}
|
|
if strings.HasPrefix(mimeType, "application/pdf") {
|
|
claudePart.Type = "document"
|
|
} else {
|
|
claudePart.Type = "image"
|
|
}
|
|
parts = append(parts, claudePart)
|
|
}
|
|
}
|
|
return parts, nil
|
|
}
|
|
|
|
func responsesFunctionCallItemToClaudeToolUse(item map[string]any, inputKey string) dto.ClaudeMediaMessage {
|
|
return dto.ClaudeMediaMessage{
|
|
Type: "tool_use",
|
|
Id: CallID(item),
|
|
Name: strings.TrimSpace(kitutil.Interface2String(item["name"])),
|
|
Input: ObjectValue(item[inputKey], inputKey),
|
|
}
|
|
}
|
|
|
|
func responsesFunctionOutputItemToClaudeToolResult(item map[string]any) dto.ClaudeMediaMessage {
|
|
return dto.ClaudeMediaMessage{
|
|
Type: "tool_result",
|
|
ToolUseId: CallID(item),
|
|
Content: responsesToolOutputValue(item["output"]),
|
|
}
|
|
}
|
|
|
|
func responsesToolOutputValue(value any) any {
|
|
if value == nil {
|
|
return ""
|
|
}
|
|
return value
|
|
}
|
|
|
|
func appendClaudeToolUse(messages []dto.ClaudeMessage, toolUse dto.ClaudeMediaMessage) []dto.ClaudeMessage {
|
|
if len(messages) > 0 && messages[len(messages)-1].Role == "assistant" {
|
|
last := messages[len(messages)-1]
|
|
parts := claudeMessageContentParts(last.Content)
|
|
parts = append(parts, toolUse)
|
|
last.Content = parts
|
|
messages[len(messages)-1] = last
|
|
return messages
|
|
}
|
|
return append(messages, dto.ClaudeMessage{
|
|
Role: "assistant",
|
|
Content: []dto.ClaudeMediaMessage{toolUse},
|
|
})
|
|
}
|
|
|
|
func appendClaudeToolResult(messages []dto.ClaudeMessage, toolResult dto.ClaudeMediaMessage) []dto.ClaudeMessage {
|
|
if len(messages) > 0 && messages[len(messages)-1].Role == "user" {
|
|
last := messages[len(messages)-1]
|
|
parts := claudeMessageContentParts(last.Content)
|
|
parts = append(parts, toolResult)
|
|
last.Content = parts
|
|
messages[len(messages)-1] = last
|
|
return messages
|
|
}
|
|
return append(messages, dto.ClaudeMessage{
|
|
Role: "user",
|
|
Content: []dto.ClaudeMediaMessage{toolResult},
|
|
})
|
|
}
|
|
|
|
func claudeMessageContentParts(content any) []dto.ClaudeMediaMessage {
|
|
switch typed := content.(type) {
|
|
case []dto.ClaudeMediaMessage:
|
|
return typed
|
|
case string:
|
|
if typed == "" {
|
|
return nil
|
|
}
|
|
return []dto.ClaudeMediaMessage{
|
|
{
|
|
Type: "text",
|
|
Text: kitutil.GetPointer(typed),
|
|
},
|
|
}
|
|
default:
|
|
parts, _ := kitutil.Any2Type[[]dto.ClaudeMediaMessage](content)
|
|
return parts
|
|
}
|
|
}
|
|
|
|
func responsesClaudeRole(role string) string {
|
|
switch role {
|
|
case "assistant":
|
|
return "assistant"
|
|
case "system", "developer":
|
|
return "system"
|
|
default:
|
|
return "user"
|
|
}
|
|
}
|
|
|
|
func ensureClaudeMessagesStartWithUser(messages []dto.ClaudeMessage) []dto.ClaudeMessage {
|
|
if len(messages) > 0 && messages[0].Role == "user" {
|
|
return messages
|
|
}
|
|
return append([]dto.ClaudeMessage{
|
|
{
|
|
Role: "user",
|
|
Content: []dto.ClaudeMediaMessage{
|
|
{
|
|
Type: "text",
|
|
Text: kitutil.GetPointer("..."),
|
|
},
|
|
},
|
|
},
|
|
}, messages...)
|
|
}
|