feat: sync deployed v1.0.0-rc.38-custom.67
This commit is contained in:
1 parent
d2e03ab7e8
commit
ffc8cf56db
154 files changed
+39540
-20509
No files matched your search
+12
-5
@@ -16,19 +16,26 @@ type ModelRoutingRule struct {
|
||||
}
|
||||
|
||||
type TokenRoutingPolicy struct {
|
||||
Version int `json:"version"`
|
||||
Mode string `json:"mode"`
|
||||
Groups []TokenGroupEntry `json:"groups"`
|
||||
ModelRules []ModelRoutingRule `json:"model_rules"`
|
||||
SkipDegradedNonAstra bool `json:"skip_degraded_non_astra,omitempty"`
|
||||
AutoPreference string `json:"auto_preference,omitempty"`
|
||||
AllowDegraded bool `json:"allow_degraded,omitempty"`
|
||||
SkipDegradedGroups bool `json:"skip_degraded_groups,omitempty"`
|
||||
Version int `json:"version"`
|
||||
Mode string `json:"mode"`
|
||||
Groups []TokenGroupEntry `json:"groups"`
|
||||
ModelRules []ModelRoutingRule `json:"model_rules"`
|
||||
}
|
||||
|
||||
func (p *TokenRoutingPolicy) Validate(maxGroups int, allowed func(string) bool) error {
|
||||
if p.Version != 1 || (p.Mode != "custom" && p.Mode != "inherit" && p.Mode != "user") {
|
||||
if p.Version != 1 || (p.Mode != "custom" && p.Mode != "inherit" && p.Mode != "user" && p.Mode != "smart") {
|
||||
return fmt.Errorf("invalid routing policy version or mode")
|
||||
}
|
||||
if p.Mode == "custom" && len(p.Groups) == 0 {
|
||||
return fmt.Errorf("a group pool must contain at least one group")
|
||||
}
|
||||
if p.Mode == "smart" && (len(p.ModelRules) != 0 || (p.AutoPreference != "" && p.AutoPreference != "cost" && p.AutoPreference != "speed" && p.AutoPreference != "stable")) {
|
||||
return fmt.Errorf("invalid automatic routing settings")
|
||||
}
|
||||
if p.Mode != "custom" && len(p.Groups) != 0 {
|
||||
return fmt.Errorf("inherited pools cannot contain custom groups")
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user