feat: 算力引擎 Go 后端核心（new-api）
- 统一 OpenAI 兼容 /v1 中继 + 渠道/额度/令牌/流水 - 各领域包：relay 模型网关、model 数据层、controller 管理 API
This commit is contained in:
@@ -0,0 +1,224 @@
|
||||
package service
|
||||
|
||||
import (
|
||||
"strings"
|
||||
|
||||
"github.com/QuantumNous/new-api/relaykit/dto"
|
||||
)
|
||||
|
||||
const (
|
||||
usageBillingPathLocal = "local"
|
||||
usageBillingPathUpstream = "upstream"
|
||||
usageBillingPathOpenAI = "billing-usage-openai"
|
||||
usageBillingPathOpenAIEstimated = "billing-usage-openai-estimated"
|
||||
usageBillingPathAnthropic = "billing-usage-anthropic"
|
||||
usageBillingPathAnthropicEstimated = "billing-usage-anthropic-estimated"
|
||||
usageBillingPathGemini = "billing-usage-gemini"
|
||||
usageBillingPathGeminiEstimated = "billing-usage-gemini-estimated"
|
||||
)
|
||||
|
||||
func effectiveBillingUsage(usage *dto.Usage) *dto.Usage {
|
||||
if billingUsage, ok := usageFromBillingUsage(usage); ok {
|
||||
return billingUsage
|
||||
}
|
||||
return usage
|
||||
}
|
||||
|
||||
func usageBillingPathForLog(isLocalCountTokens bool, usage *dto.Usage) string {
|
||||
effectiveUsage, ok := usageFromBillingUsage(usage)
|
||||
if !ok {
|
||||
if isLocalCountTokens {
|
||||
return usageBillingPathLocal
|
||||
}
|
||||
return usageBillingPathUpstream
|
||||
}
|
||||
|
||||
switch effectiveUsage.UsageSemantic {
|
||||
case dto.BillingUsageSemanticOpenAI:
|
||||
if usage.BillingUsage.Estimated {
|
||||
return usageBillingPathOpenAIEstimated
|
||||
}
|
||||
return usageBillingPathOpenAI
|
||||
case dto.BillingUsageSemanticAnthropic:
|
||||
if usage.BillingUsage.Estimated {
|
||||
return usageBillingPathAnthropicEstimated
|
||||
}
|
||||
return usageBillingPathAnthropic
|
||||
case dto.BillingUsageSemanticGemini:
|
||||
if usage.BillingUsage.Estimated {
|
||||
return usageBillingPathGeminiEstimated
|
||||
}
|
||||
return usageBillingPathGemini
|
||||
}
|
||||
|
||||
return usageBillingPathUpstream
|
||||
}
|
||||
|
||||
func appendUsageBillingPathForLog(other map[string]interface{}, isLocalCountTokens bool, usage *dto.Usage) {
|
||||
if other == nil {
|
||||
return
|
||||
}
|
||||
adminInfo, ok := other["admin_info"].(map[string]interface{})
|
||||
if !ok || adminInfo == nil {
|
||||
adminInfo = make(map[string]interface{})
|
||||
other["admin_info"] = adminInfo
|
||||
}
|
||||
adminInfo["usage_billing_path"] = usageBillingPathForLog(isLocalCountTokens, usage)
|
||||
}
|
||||
|
||||
func usageFromBillingUsage(usage *dto.Usage) (*dto.Usage, bool) {
|
||||
if usage == nil || usage.BillingUsage == nil {
|
||||
return nil, false
|
||||
}
|
||||
billingUsage := usage.BillingUsage
|
||||
source := strings.TrimSpace(billingUsage.Source)
|
||||
semantic := strings.TrimSpace(billingUsage.Semantic)
|
||||
|
||||
if billingUsage.OpenAIUsage != nil &&
|
||||
(strings.EqualFold(source, dto.BillingUsageSourceOAIChat) ||
|
||||
strings.EqualFold(source, dto.BillingUsageSourceOAIResponses) ||
|
||||
strings.EqualFold(semantic, dto.BillingUsageSemanticOpenAI)) {
|
||||
return usageFromOpenAIBillingUsage(billingUsage), true
|
||||
}
|
||||
|
||||
if billingUsage.ClaudeUsage != nil &&
|
||||
(strings.EqualFold(source, dto.BillingUsageSourceClaudeMessages) ||
|
||||
strings.EqualFold(semantic, dto.BillingUsageSemanticAnthropic)) {
|
||||
return usageFromClaudeBillingUsage(billingUsage), true
|
||||
}
|
||||
|
||||
if billingUsage.GeminiUsageMetadata != nil &&
|
||||
(strings.EqualFold(source, dto.BillingUsageSourceGeminiChat) ||
|
||||
strings.EqualFold(semantic, dto.BillingUsageSemanticGemini)) {
|
||||
return usageFromGeminiBillingUsage(billingUsage), true
|
||||
}
|
||||
|
||||
return nil, false
|
||||
}
|
||||
|
||||
func usageFromOpenAIBillingUsage(billingUsage *dto.BillingUsage) *dto.Usage {
|
||||
usage := *billingUsage.OpenAIUsage
|
||||
if usage.PromptTokens == 0 && usage.InputTokens > 0 {
|
||||
usage.PromptTokens = usage.InputTokens
|
||||
}
|
||||
if usage.CompletionTokens == 0 && usage.OutputTokens > 0 {
|
||||
usage.CompletionTokens = usage.OutputTokens
|
||||
}
|
||||
if usage.InputTokens == 0 && usage.PromptTokens > 0 {
|
||||
usage.InputTokens = usage.PromptTokens
|
||||
}
|
||||
if usage.OutputTokens == 0 && usage.CompletionTokens > 0 {
|
||||
usage.OutputTokens = usage.CompletionTokens
|
||||
}
|
||||
if usage.TotalTokens == 0 {
|
||||
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
||||
}
|
||||
if inputDetails := usage.InputTokensDetails; inputDetails != nil {
|
||||
if usage.PromptTokensDetails.CachedTokens == 0 && inputDetails.CachedTokens > 0 {
|
||||
usage.PromptTokensDetails.CachedTokens = inputDetails.CachedTokens
|
||||
}
|
||||
if usage.PromptTokensDetails.CachedCreationTokens == 0 && inputDetails.CachedCreationTokens > 0 {
|
||||
usage.PromptTokensDetails.CachedCreationTokens = inputDetails.CachedCreationTokens
|
||||
}
|
||||
if usage.PromptTokensDetails.CacheWriteTokens == 0 && inputDetails.CacheWriteTokens > 0 {
|
||||
usage.PromptTokensDetails.CacheWriteTokens = inputDetails.CacheWriteTokens
|
||||
}
|
||||
if usage.PromptTokensDetails.TextTokens == 0 && inputDetails.TextTokens > 0 {
|
||||
usage.PromptTokensDetails.TextTokens = inputDetails.TextTokens
|
||||
}
|
||||
if usage.PromptTokensDetails.ImageTokens == 0 && inputDetails.ImageTokens > 0 {
|
||||
usage.PromptTokensDetails.ImageTokens = inputDetails.ImageTokens
|
||||
}
|
||||
if usage.PromptTokensDetails.AudioTokens == 0 && inputDetails.AudioTokens > 0 {
|
||||
usage.PromptTokensDetails.AudioTokens = inputDetails.AudioTokens
|
||||
}
|
||||
}
|
||||
if usage.PromptTokensDetails.CachedTokens == 0 && usage.PromptCacheHitTokens > 0 {
|
||||
usage.PromptTokensDetails.CachedTokens = usage.PromptCacheHitTokens
|
||||
}
|
||||
usage.UsageSemantic = dto.BillingUsageSemanticOpenAI
|
||||
usage.UsageSource = billingUsage.Source
|
||||
usage.BillingUsage = dto.CloneBillingUsage(billingUsage)
|
||||
return &usage
|
||||
}
|
||||
|
||||
func usageFromClaudeBillingUsage(billingUsage *dto.BillingUsage) *dto.Usage {
|
||||
claudeUsage := billingUsage.ClaudeUsage
|
||||
cacheCreation5m := claudeUsage.GetCacheCreation5mTokens()
|
||||
if cacheCreation5m == 0 {
|
||||
cacheCreation5m = claudeUsage.ClaudeCacheCreation5mTokens
|
||||
}
|
||||
cacheCreation1h := claudeUsage.GetCacheCreation1hTokens()
|
||||
if cacheCreation1h == 0 {
|
||||
cacheCreation1h = claudeUsage.ClaudeCacheCreation1hTokens
|
||||
}
|
||||
|
||||
usage := &dto.Usage{
|
||||
PromptTokens: claudeUsage.InputTokens,
|
||||
CompletionTokens: claudeUsage.OutputTokens,
|
||||
TotalTokens: claudeUsage.InputTokens + claudeUsage.OutputTokens,
|
||||
InputTokens: claudeUsage.InputTokens + claudeUsage.CacheReadInputTokens + claudeUsage.CacheCreationInputTokens,
|
||||
OutputTokens: claudeUsage.OutputTokens,
|
||||
UsageSemantic: dto.BillingUsageSemanticAnthropic,
|
||||
UsageSource: dto.BillingUsageSourceClaudeMessages,
|
||||
BillingUsage: dto.CloneBillingUsage(billingUsage),
|
||||
ClaudeCacheCreation5mTokens: cacheCreation5m,
|
||||
ClaudeCacheCreation1hTokens: cacheCreation1h,
|
||||
}
|
||||
usage.PromptTokensDetails.CachedTokens = claudeUsage.CacheReadInputTokens
|
||||
usage.PromptTokensDetails.CachedCreationTokens = claudeUsage.CacheCreationInputTokens
|
||||
return usage
|
||||
}
|
||||
|
||||
func usageFromGeminiBillingUsage(billingUsage *dto.BillingUsage) *dto.Usage {
|
||||
metadata := *billingUsage.GeminiUsageMetadata
|
||||
promptTokens := metadata.PromptTokenCount + metadata.ToolUsePromptTokenCount
|
||||
usage := &dto.Usage{
|
||||
PromptTokens: promptTokens,
|
||||
CompletionTokens: metadata.CandidatesTokenCount + metadata.ThoughtsTokenCount,
|
||||
TotalTokens: metadata.TotalTokenCount,
|
||||
UsageSemantic: dto.BillingUsageSemanticGemini,
|
||||
UsageSource: dto.BillingUsageSourceGeminiChat,
|
||||
BillingUsage: dto.CloneBillingUsage(billingUsage),
|
||||
}
|
||||
usage.CompletionTokenDetails.ReasoningTokens = metadata.ThoughtsTokenCount
|
||||
usage.PromptTokensDetails.CachedTokens = metadata.CachedContentTokenCount
|
||||
|
||||
for _, detail := range metadata.PromptTokensDetails {
|
||||
addGeminiInputTokenDetail(&usage.PromptTokensDetails, detail)
|
||||
}
|
||||
for _, detail := range metadata.ToolUsePromptTokensDetails {
|
||||
addGeminiInputTokenDetail(&usage.PromptTokensDetails, detail)
|
||||
}
|
||||
for _, detail := range metadata.CandidatesTokensDetails {
|
||||
switch detail.Modality {
|
||||
case "IMAGE":
|
||||
usage.CompletionTokenDetails.ImageTokens += detail.TokenCount
|
||||
case "AUDIO":
|
||||
usage.CompletionTokenDetails.AudioTokens += detail.TokenCount
|
||||
case "TEXT":
|
||||
usage.CompletionTokenDetails.TextTokens += detail.TokenCount
|
||||
}
|
||||
}
|
||||
|
||||
if usage.TotalTokens == 0 {
|
||||
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
||||
} else if usage.CompletionTokens <= 0 {
|
||||
usage.CompletionTokens = usage.TotalTokens - usage.PromptTokens
|
||||
}
|
||||
if usage.PromptTokens > 0 && usage.PromptTokensDetails.TextTokens == 0 && usage.PromptTokensDetails.AudioTokens == 0 {
|
||||
usage.PromptTokensDetails.TextTokens = usage.PromptTokens
|
||||
}
|
||||
return usage
|
||||
}
|
||||
|
||||
func addGeminiInputTokenDetail(details *dto.InputTokenDetails, detail dto.GeminiPromptTokensDetails) {
|
||||
switch detail.Modality {
|
||||
case "AUDIO":
|
||||
details.AudioTokens += detail.TokenCount
|
||||
case "IMAGE":
|
||||
details.ImageTokens += detail.TokenCount
|
||||
case "TEXT":
|
||||
details.TextTokens += detail.TokenCount
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user