feat: publish sanitized custom.97 source
This commit is contained in:
1022 files changed
+69903
-19207
No files matched your search
@@ -8,6 +8,7 @@ import (
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/QuantumNous/new-api/common"
|
||||
"github.com/QuantumNous/new-api/logger"
|
||||
relaycommon "github.com/QuantumNous/new-api/relay/common"
|
||||
"github.com/QuantumNous/new-api/relay/helper"
|
||||
@@ -53,7 +54,7 @@ func cfStreamHandler(c *gin.Context, info *relaycommon.RelayInfo, resp *http.Res
|
||||
var response dto.ChatCompletionsStreamResponse
|
||||
err := json.Unmarshal([]byte(data), &response)
|
||||
if err != nil {
|
||||
logger.LogError(c, "error_unmarshalling_stream_response: "+err.Error())
|
||||
logger.LogError(c, common.LogText("error_unmarshalling_stream_response: %s", err.Error()))
|
||||
continue
|
||||
}
|
||||
for _, choice := range response.Choices {
|
||||
@@ -68,19 +69,19 @@ func cfStreamHandler(c *gin.Context, info *relaycommon.RelayInfo, resp *http.Res
|
||||
info.FirstResponseTime = time.Now()
|
||||
}
|
||||
if err != nil {
|
||||
logger.LogError(c, "error_rendering_stream_response: "+err.Error())
|
||||
logger.LogError(c, common.LogText("error_rendering_stream_response: %s", err.Error()))
|
||||
}
|
||||
}
|
||||
|
||||
if err := scanner.Err(); err != nil {
|
||||
logger.LogError(c, "error_scanning_stream_response: "+err.Error())
|
||||
logger.LogError(c, common.LogText("error_scanning_stream_response: %s", err.Error()))
|
||||
}
|
||||
usage := service.ResponseText2Usage(c, responseText, info.UpstreamModelName, info.GetEstimatePromptTokens())
|
||||
if info.ShouldIncludeUsage {
|
||||
response := helper.GenerateFinalUsageResponse(id, info.StartTime.Unix(), info.UpstreamModelName, *usage)
|
||||
err := helper.ObjectData(c, response)
|
||||
if err != nil {
|
||||
logger.LogError(c, "error_rendering_final_usage_response: "+err.Error())
|
||||
logger.LogError(c, common.LogText("error_rendering_final_usage_response: %s", err.Error()))
|
||||
}
|
||||
}
|
||||
helper.Done(c)
|
||||
|
||||
Reference in new issue
Block a user