Files
2026-07-13 13:22:34 +08:00

9 lines
228 B
YAML

endpoints:
- name: completions
endpoint_type: llm/v1/completions
model:
provider: "huggingface-text-generation-inference"
name: falcon-7b-instruct
config:
hf_server_url: http://127.0.0.1:8080