new-api-custom/relaykit/dto/request_common.go

package dto

import (
	"github.com/QuantumNous/new-api/relaykit/types"
	"net/http"
)

type Request interface {
	GetTokenCountMeta() *types.TokenCountMeta
	IsStream(c *http.Request) bool
	SetModelName(modelName string)
}

type BaseRequest struct {
}

func (b *BaseRequest) GetTokenCountMeta() *types.TokenCountMeta {
	return &types.TokenCountMeta{
		TokenType: types.TokenTypeTokenizer,
	}
}
func (b *BaseRequest) IsStream(c *http.Request) bool {
	return false
}
func (b *BaseRequest) SetModelName(modelName string) {}