Files
compute-engine/relaykit/dto/request_common.go
T

26 lines
518 B
Go
Raw Normal View History

package dto
import (
"github.com/QuantumNous/new-api/relaykit/types"
"net/http"
)
type Request interface {
GetTokenCountMeta() *types.TokenCountMeta
IsStream(c *http.Request) bool
SetModelName(modelName string)
}
type BaseRequest struct {
}
func (b *BaseRequest) GetTokenCountMeta() *types.TokenCountMeta {
return &types.TokenCountMeta{
TokenType: types.TokenTypeTokenizer,
}
}
func (b *BaseRequest) IsStream(c *http.Request) bool {
return false
}
func (b *BaseRequest) SetModelName(modelName string) {}