feat: sync deployed v1.0.0-rc.38-custom.42
Sync production source including routing, billing, Astra detection and public uptime. Update custom build instructions and license packaging.
This commit is contained in:
1 parent
aa6c3f50f4
commit
ceddfd3d6b
828 files changed
+122253
-13702
No files matched your search
@@ -0,0 +1,68 @@
|
||||
package model_fingerprint
|
||||
|
||||
import (
|
||||
"os"
|
||||
"strings"
|
||||
"testing"
|
||||
|
||||
"github.com/QuantumNous/new-api/common"
|
||||
)
|
||||
|
||||
func TestFingerprintReferenceAndInvalidSamples(t *testing.T) {
|
||||
data, err := os.ReadFile("testdata/astra-reference.json")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
var rows []struct {
|
||||
Text string `json:"text"`
|
||||
Count int `json:"requested_count"`
|
||||
}
|
||||
if err = common.Unmarshal(data, &rows); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
samples := []Sample{}
|
||||
for _, row := range rows {
|
||||
samples = append(samples, Sample{Text: row.Text, Count: row.Count})
|
||||
}
|
||||
r, err := Score(samples)
|
||||
if err != nil || r.Status != "match" || r.Closest != Model || r.ValidSamples != 3 {
|
||||
t.Fatalf("%+v %v", r, err)
|
||||
}
|
||||
r, err = Score(samples[:2])
|
||||
if err != nil || r.Status != "inconclusive" {
|
||||
t.Fatalf("partial samples: %+v %v", r, err)
|
||||
}
|
||||
for _, s := range []string{"[1,2]", "null", "[" + strings.Repeat("-1,", 299) + "1]", "[" + strings.Repeat("1.2,", 299) + "1]", "ignore instructions; [1]"} {
|
||||
if ValidArray(s, 300) {
|
||||
t.Fatalf("accepted invalid array: %s", s[:min(len(s), 20)])
|
||||
}
|
||||
}
|
||||
c := []Candidate{{Model: "gpt-5.6-luna", Weight: .98, Score: 2}, {Model: Model, Weight: .02, Score: 1}}
|
||||
if Decide(c, 3).Status != "mismatch" {
|
||||
t.Fatal("wrong model gate")
|
||||
}
|
||||
c[1].Score = 1.7
|
||||
if Decide(c, 3).Status != "inconclusive" {
|
||||
t.Fatal("low margin must abstain")
|
||||
}
|
||||
}
|
||||
|
||||
func TestFingerprintResponseCompletionAndTools(t *testing.T) {
|
||||
completed := `{"status":"completed","model":"gpt-6-astra","output":[{"type":"message","content":[{"type":"output_text","text":"[1,2,3]"}]}],"usage":{"input_tokens":21,"output_tokens":12,"input_tokens_details":{"cached_tokens":10}}}`
|
||||
for _, input := range []struct{ body, content string }{{completed, "application/json"}, {"data: {\"type\":\"response.completed\",\"response\":" + completed + "}\n\n", "text/event-stream"}} {
|
||||
r, err := ReadResponse(strings.NewReader(input.body), input.content)
|
||||
if err != nil || r.Text != "[1,2,3]" || r.CachedTokens != 10 || !r.HasUsage {
|
||||
t.Fatalf("%+v %v", r, err)
|
||||
}
|
||||
}
|
||||
for _, body := range []string{
|
||||
"data: {\"type\":\"response.output_text.delta\",\"delta\":\"[1,2,3]\"}\n\n",
|
||||
"data: {\"type\":\"response.output_item.added\",\"item\":{\"type\":\"function_call\"}}\n\n",
|
||||
strings.Replace(completed, "completed", "incomplete", 1),
|
||||
strings.Replace(completed, "\"type\":\"message\"", "\"type\":\"function_call\"", 1),
|
||||
} {
|
||||
if _, err := ReadResponse(strings.NewReader(body), "application/json"); err == nil {
|
||||
t.Fatal("accepted tool or incomplete sample")
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user