chore: import upstream snapshot with attribution
Publish CLI Package / publish-npm (push) Waiting to run
Publish Python SDK / publish-pypi (push) Waiting to run
Publish TypeScript SDK / publish-npm (push) Waiting to run
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Waiting to run
Publish Python SDK / publish-pypi (push) Waiting to run
Publish TypeScript SDK / publish-npm (push) Waiting to run
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,159 @@
|
||||
import type {
|
||||
HuggingFaceChatParams,
|
||||
HuggingFaceChatResponse,
|
||||
HuggingFaceMessage,
|
||||
HuggingFaceRequestBody,
|
||||
} from '@/tools/huggingface/types'
|
||||
import type { ToolConfig } from '@/tools/types'
|
||||
|
||||
export const chatTool: ToolConfig<HuggingFaceChatParams, HuggingFaceChatResponse> = {
|
||||
id: 'huggingface_chat',
|
||||
name: 'Hugging Face Chat',
|
||||
description: 'Generate completions using Hugging Face Inference API',
|
||||
version: '1.0',
|
||||
|
||||
params: {
|
||||
systemPrompt: {
|
||||
type: 'string',
|
||||
required: false,
|
||||
visibility: 'user-or-llm',
|
||||
description: 'System prompt to guide the model behavior',
|
||||
},
|
||||
content: {
|
||||
type: 'string',
|
||||
required: true,
|
||||
visibility: 'user-or-llm',
|
||||
description: 'The user message content to send to the model',
|
||||
},
|
||||
provider: {
|
||||
type: 'string',
|
||||
required: true,
|
||||
visibility: 'user-only',
|
||||
description: 'The provider to use for the API request (e.g., novita, cerebras, etc.)',
|
||||
},
|
||||
model: {
|
||||
type: 'string',
|
||||
required: true,
|
||||
visibility: 'user-or-llm',
|
||||
description:
|
||||
'Model to use for chat completions (e.g., "deepseek/deepseek-v3-0324", "meta-llama/Llama-3.3-70B-Instruct")',
|
||||
},
|
||||
maxTokens: {
|
||||
type: 'number',
|
||||
required: false,
|
||||
visibility: 'user-only',
|
||||
description: 'Maximum number of tokens to generate',
|
||||
},
|
||||
temperature: {
|
||||
type: 'number',
|
||||
required: false,
|
||||
visibility: 'user-only',
|
||||
description: 'Sampling temperature (0-2). Higher values make output more random',
|
||||
},
|
||||
apiKey: {
|
||||
type: 'string',
|
||||
required: true,
|
||||
visibility: 'user-only',
|
||||
description: 'Hugging Face API token',
|
||||
},
|
||||
},
|
||||
|
||||
request: {
|
||||
method: 'POST',
|
||||
url: (params) => {
|
||||
// Provider-specific endpoint mapping
|
||||
const endpointMap: Record<string, string> = {
|
||||
novita: '/v3/openai/chat/completions',
|
||||
cerebras: '/v1/chat/completions',
|
||||
cohere: '/v1/chat/completions',
|
||||
fal: '/v1/chat/completions',
|
||||
fireworks: '/v1/chat/completions',
|
||||
hyperbolic: '/v1/chat/completions',
|
||||
'hf-inference': '/v1/chat/completions',
|
||||
nebius: '/v1/chat/completions',
|
||||
nscale: '/v1/chat/completions',
|
||||
replicate: '/v1/chat/completions',
|
||||
sambanova: '/v1/chat/completions',
|
||||
together: '/v1/chat/completions',
|
||||
}
|
||||
|
||||
const endpoint = endpointMap[params.provider] || '/v1/chat/completions'
|
||||
return `https://router.huggingface.co/${params.provider}${endpoint}`
|
||||
},
|
||||
headers: (params) => ({
|
||||
Authorization: `Bearer ${params.apiKey}`,
|
||||
'Content-Type': 'application/json',
|
||||
}),
|
||||
body: (params) => {
|
||||
const messages: HuggingFaceMessage[] = []
|
||||
|
||||
// Add system prompt if provided
|
||||
if (params.systemPrompt) {
|
||||
messages.push({
|
||||
role: 'system',
|
||||
content: params.systemPrompt,
|
||||
})
|
||||
}
|
||||
|
||||
// Add user message
|
||||
messages.push({
|
||||
role: 'user',
|
||||
content: params.content,
|
||||
})
|
||||
|
||||
const body: HuggingFaceRequestBody = {
|
||||
model: params.model,
|
||||
messages: messages,
|
||||
stream: false,
|
||||
}
|
||||
|
||||
// Add optional parameters if provided
|
||||
if (params.temperature !== undefined) {
|
||||
body.temperature = Number(params.temperature)
|
||||
}
|
||||
|
||||
if (params.maxTokens !== undefined) {
|
||||
body.max_tokens = Number(params.maxTokens)
|
||||
}
|
||||
|
||||
return body
|
||||
},
|
||||
},
|
||||
|
||||
transformResponse: async (response: Response) => {
|
||||
const data = await response.json()
|
||||
|
||||
return {
|
||||
success: true,
|
||||
output: {
|
||||
content: data.choices?.[0]?.message?.content || '',
|
||||
model: data.model || 'unknown',
|
||||
usage: data.usage ?? { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
|
||||
},
|
||||
}
|
||||
},
|
||||
|
||||
outputs: {
|
||||
success: { type: 'boolean', description: 'Operation success status' },
|
||||
output: {
|
||||
type: 'object',
|
||||
description: 'Chat completion results',
|
||||
properties: {
|
||||
content: { type: 'string', description: 'Generated text content' },
|
||||
model: { type: 'string', description: 'Model used for generation' },
|
||||
usage: {
|
||||
type: 'object',
|
||||
description: 'Token usage information',
|
||||
properties: {
|
||||
prompt_tokens: { type: 'number', description: 'Number of tokens in the prompt' },
|
||||
completion_tokens: {
|
||||
type: 'number',
|
||||
description: 'Number of tokens in the completion',
|
||||
},
|
||||
total_tokens: { type: 'number', description: 'Total number of tokens used' },
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
import { chatTool } from '@/tools/huggingface/chat'
|
||||
|
||||
export const huggingfaceChatTool = chatTool
|
||||
@@ -0,0 +1,39 @@
|
||||
import type { ToolResponse } from '@/tools/types'
|
||||
|
||||
interface HuggingFaceUsage {
|
||||
prompt_tokens: number
|
||||
completion_tokens: number
|
||||
total_tokens: number
|
||||
}
|
||||
|
||||
export interface HuggingFaceMessage {
|
||||
role: 'user' | 'assistant' | 'system'
|
||||
content: string
|
||||
}
|
||||
|
||||
export interface HuggingFaceRequestBody {
|
||||
model: string
|
||||
messages: HuggingFaceMessage[]
|
||||
stream: boolean
|
||||
temperature?: number
|
||||
max_tokens?: number
|
||||
}
|
||||
|
||||
export interface HuggingFaceChatParams {
|
||||
apiKey: string
|
||||
provider: string
|
||||
model: string
|
||||
content: string
|
||||
systemPrompt?: string
|
||||
maxTokens?: number
|
||||
temperature?: number
|
||||
stream?: boolean
|
||||
}
|
||||
|
||||
export interface HuggingFaceChatResponse extends ToolResponse {
|
||||
output: {
|
||||
content: string
|
||||
model: string
|
||||
usage: HuggingFaceUsage
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user