feat: publish sanitized custom.97 source

service/vision.go

@@ -0,0 +1,71 @@
+package service
+
+import (
+	_ "embed"
+	"encoding/base64"
+	"regexp"
+	"strings"
+
+	"github.com/QuantumNous/new-api/common"
+	"github.com/QuantumNous/new-api/model"
+	fingerprint "github.com/QuantumNous/new-api/pkg/model_fingerprint"
+)
+
+const VisionOutputTokens = 4096
+const CialloPrompt = "ciallo"
+
+func CialloQuality(answer string) string {
+	if strings.Contains(answer, "Ciallo") {
+		return "normal"
+	}
+	return "degraded"
+}
+
+const VisionPrompt = "不搜索，告诉我这是什么"
+
+//go:embed vision.png
+var visionImage []byte
+var VisionImageURL = "data:image/png;base64," + base64.StdEncoding.EncodeToString(visionImage)
+
+var visionUnavailableAnswer = regexp.MustCompile(`(?i)` +
+	`(?:我(?:这边|這邊|这里|這裡)?(?:目前|现在|現在|暂时|暫時)?(?:还|還|也|并|並)?|^(?:抱歉[，, ]*)?(?:目前|当前|當前|现在|現在|暂时|暫時)?)` +
+	`(?:没(?:有)?收到|沒有收到|未收到|(?:无法|無法|不能)(?:直接)?(?:查看|看到|读取|讀取|处理|處理|识别|識別)|看不到|收不到|没有看到|沒有看到)` +
+	`[^。！？!?\n，,;；]{0,24}(?:图片|圖片|图像|圖像|附件)(?:内容|內容)?(?:$|[。！？!?\n，,;；或和及])` +
+	`|(?:^|你(?:还|還)?|(?:消息|訊息|请求|請求)(?:中|里|裡)?)(?:没有|沒有|未)(?:附带|附帶|附上|上传|上傳|提供)[^。！？!?\n，,;；]{0,12}(?:图片|圖片|图像|圖像|附件)` +
+	`|\b(?:i|we)\s+(?:(?:currently|still)\s+)?(?:(?:cannot|can't|can’t|am unable to|are unable to|am not able to)\s+(?:see|view|access|read|process|receive)|(?:did not|didn't|didn’t|have not|haven't|haven’t)\s+(?:receive|received)|(?:do not|don't|don’t)\s+(?:see|have))[^.!?\n]{0,60}\b(?:images?|pictures?|photos?|attachments?)\b` +
+	`|\b(?:i['’]m|we['’]re)\s+unable to\s+(?:see|view|access|read|process)[^.!?\n]{0,60}\b(?:images?|pictures?|photos?|attachments?)\b` +
+	`|\bno\s+(?:images?|pictures?|photos?|attachments?)\s+(?:(?:was|is|has been|were|are)\s+)?(?:attached|provided|received|uploaded)\b`)
+
+func VisionQuality(answer string) string {
+	answer = strings.Join(strings.Fields(answer), " ")
+	if visionUnavailableAnswer.MatchString(answer) {
+		return "incomplete"
+	}
+	if strings.Contains(answer, "音响") || strings.Contains(answer, "音箱") {
+		return "normal"
+	}
+	return "degraded"
+}
+
+// Before custom.79 keyword misses and transport failures both used failed.
+// Interpret that history without rewriting persisted detection records.
+func NormalizeVisionRun(run model.DetectionRun) model.DetectionRun {
+	if run.Kind != "vision" {
+		return run
+	}
+	var result fingerprint.Result
+	hasAnswer := common.UnmarshalJsonStr(run.Result, &result) == nil && strings.TrimSpace(result.Closest) != ""
+	if run.Status == "failed" {
+		run.Quality = "unknown"
+		if run.Error == "vision_keyword_missing" && hasAnswer {
+			run.Status = "succeeded"
+			run.Error = ""
+		}
+	}
+	if run.Status == "succeeded" && hasAnswer {
+		run.Quality = VisionQuality(result.Closest)
+	} else if run.Status == "succeeded" {
+		run.Status, run.Quality = "failed", "unknown"
+	}
+	return run
+}