wehub-resource-sync
69 lines
2.7 KiB
Swift
69 lines
2.7 KiB
Swift
import Foundation
|
|
|
|
public enum LLMProxyProviderDescriptor {
|
|
public static let descriptor: ProviderDescriptor = Self.makeDescriptor()
|
|
|
|
static func makeDescriptor() -> ProviderDescriptor {
|
|
ProviderDescriptor(
|
|
id: .llmproxy,
|
|
metadata: ProviderMetadata(
|
|
id: .llmproxy,
|
|
displayName: "LLM Proxy",
|
|
sessionLabel: "Quota",
|
|
weeklyLabel: "Requests",
|
|
opusLabel: nil,
|
|
supportsOpus: false,
|
|
supportsCredits: false,
|
|
creditsHint: "",
|
|
toggleTitle: "Show LLM Proxy usage",
|
|
cliName: "llmproxy",
|
|
defaultEnabled: false,
|
|
isPrimaryProvider: false,
|
|
usesAccountFallback: false,
|
|
browserCookieOrder: nil,
|
|
dashboardURL: nil,
|
|
statusPageURL: nil),
|
|
branding: ProviderBranding(
|
|
iconStyle: .llmproxy,
|
|
iconResourceName: "ProviderIcon-llmproxy",
|
|
color: ProviderColor(red: 36 / 255, green: 180 / 255, blue: 126 / 255)),
|
|
tokenCost: ProviderTokenCostConfig(
|
|
supportsTokenCost: false,
|
|
noDataMessage: { "LLM Proxy cost history is reported in the quota-stats summary." }),
|
|
fetchPlan: ProviderFetchPlan(
|
|
sourceModes: [.auto, .api],
|
|
pipeline: ProviderFetchPipeline(resolveStrategies: { _ in [LLMProxyAPIFetchStrategy()] })),
|
|
cli: ProviderCLIConfig(
|
|
name: "llmproxy",
|
|
aliases: ["llm-api-key-proxy", "llm-proxy"],
|
|
versionDetector: nil))
|
|
}
|
|
}
|
|
|
|
struct LLMProxyAPIFetchStrategy: ProviderFetchStrategy {
|
|
let id: String = "llmproxy.api"
|
|
let kind: ProviderFetchKind = .apiToken
|
|
|
|
func isAvailable(_ context: ProviderFetchContext) async -> Bool {
|
|
ProviderTokenResolver.llmProxyToken(environment: context.env) != nil &&
|
|
LLMProxySettingsReader.baseURL(environment: context.env) != nil
|
|
}
|
|
|
|
func fetch(_ context: ProviderFetchContext) async throws -> ProviderFetchResult {
|
|
guard let apiKey = ProviderTokenResolver.llmProxyToken(environment: context.env) else {
|
|
throw LLMProxyUsageError.missingCredentials
|
|
}
|
|
guard let baseURL = LLMProxySettingsReader.baseURL(environment: context.env) else {
|
|
throw LLMProxyUsageError.missingBaseURL
|
|
}
|
|
let usage = try await LLMProxyUsageFetcher.fetchUsage(apiKey: apiKey, baseURL: baseURL)
|
|
return self.makeResult(
|
|
usage: usage.toUsageSnapshot(),
|
|
sourceLabel: "api")
|
|
}
|
|
|
|
func shouldFallback(on _: Error, context _: ProviderFetchContext) -> Bool {
|
|
false
|
|
}
|
|
}
|