chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,68 @@
|
||||
import Foundation
|
||||
|
||||
public enum LLMProxyProviderDescriptor {
|
||||
public static let descriptor: ProviderDescriptor = Self.makeDescriptor()
|
||||
|
||||
static func makeDescriptor() -> ProviderDescriptor {
|
||||
ProviderDescriptor(
|
||||
id: .llmproxy,
|
||||
metadata: ProviderMetadata(
|
||||
id: .llmproxy,
|
||||
displayName: "LLM Proxy",
|
||||
sessionLabel: "Quota",
|
||||
weeklyLabel: "Requests",
|
||||
opusLabel: nil,
|
||||
supportsOpus: false,
|
||||
supportsCredits: false,
|
||||
creditsHint: "",
|
||||
toggleTitle: "Show LLM Proxy usage",
|
||||
cliName: "llmproxy",
|
||||
defaultEnabled: false,
|
||||
isPrimaryProvider: false,
|
||||
usesAccountFallback: false,
|
||||
browserCookieOrder: nil,
|
||||
dashboardURL: nil,
|
||||
statusPageURL: nil),
|
||||
branding: ProviderBranding(
|
||||
iconStyle: .llmproxy,
|
||||
iconResourceName: "ProviderIcon-llmproxy",
|
||||
color: ProviderColor(red: 36 / 255, green: 180 / 255, blue: 126 / 255)),
|
||||
tokenCost: ProviderTokenCostConfig(
|
||||
supportsTokenCost: false,
|
||||
noDataMessage: { "LLM Proxy cost history is reported in the quota-stats summary." }),
|
||||
fetchPlan: ProviderFetchPlan(
|
||||
sourceModes: [.auto, .api],
|
||||
pipeline: ProviderFetchPipeline(resolveStrategies: { _ in [LLMProxyAPIFetchStrategy()] })),
|
||||
cli: ProviderCLIConfig(
|
||||
name: "llmproxy",
|
||||
aliases: ["llm-api-key-proxy", "llm-proxy"],
|
||||
versionDetector: nil))
|
||||
}
|
||||
}
|
||||
|
||||
struct LLMProxyAPIFetchStrategy: ProviderFetchStrategy {
|
||||
let id: String = "llmproxy.api"
|
||||
let kind: ProviderFetchKind = .apiToken
|
||||
|
||||
func isAvailable(_ context: ProviderFetchContext) async -> Bool {
|
||||
ProviderTokenResolver.llmProxyToken(environment: context.env) != nil &&
|
||||
LLMProxySettingsReader.baseURL(environment: context.env) != nil
|
||||
}
|
||||
|
||||
func fetch(_ context: ProviderFetchContext) async throws -> ProviderFetchResult {
|
||||
guard let apiKey = ProviderTokenResolver.llmProxyToken(environment: context.env) else {
|
||||
throw LLMProxyUsageError.missingCredentials
|
||||
}
|
||||
guard let baseURL = LLMProxySettingsReader.baseURL(environment: context.env) else {
|
||||
throw LLMProxyUsageError.missingBaseURL
|
||||
}
|
||||
let usage = try await LLMProxyUsageFetcher.fetchUsage(apiKey: apiKey, baseURL: baseURL)
|
||||
return self.makeResult(
|
||||
usage: usage.toUsageSnapshot(),
|
||||
sourceLabel: "api")
|
||||
}
|
||||
|
||||
func shouldFallback(on _: Error, context _: ProviderFetchContext) -> Bool {
|
||||
false
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user