wehub-resource-sync
9e8f1bbeed
Dashboard / frontend (push) Failing after 0s
Dashboard / api (push) Failing after 0s
Lint PowerShell / powershell-lint (ubuntu-latest) (push) Failing after 1s
Python Lint / Lint Python with Ruff (push) Failing after 1s
ShellCheck / Lint shell scripts (push) Failing after 1s
Matrix Smoke / linux-smoke (push) Failing after 1s
Matrix Smoke / distro: cachyos (push) Failing after 15s
Matrix Smoke / distro: linux-mint-21.3 (push) Failing after 15s
Matrix Smoke / distro: debian-12 (push) Failing after 5m21s
Matrix Smoke / distro: fedora-41 (push) Failing after 4m56s
Matrix Smoke / distro: ubuntu-24.04 (push) Failing after 2m13s
Matrix Smoke / distro: rocky-9 (push) Failing after 10m39s
Matrix Smoke / distro: manjaro (push) Failing after 12m11s
Matrix Smoke / distro: opensuse-tw (push) Failing after 11m53s
Matrix Smoke / distro: archlinux (push) Failing after 20m3s
Matrix Smoke / distro: ubuntu-22.04 (push) Failing after 13m49s
Validate .env Schema / tier-1-env-validation (push) Successful in 52s
Validate .env Schema / tier-2-env-validation (push) Successful in 44s
Validate .env Schema / tier-3-env-validation (push) Successful in 52s
Validate .env Schema / tier-4-env-validation (push) Successful in 51s
Validate Extensions Catalog / Check catalog is up-to-date (push) Failing after 9m47s
Secret Scan / Scan for secrets (push) Failing after 21m4s
Validate Docker Compose / Validate Docker Compose files (push) Has been cancelled
Python Type Check / Type check with mypy (push) Has been cancelled
Validate .env Schema / tier-0-env-validation (push) Has been cancelled
Test Linux / integration-smoke (push) Has been cancelled
Lint PowerShell / powershell-lint (windows-latest) (push) Has been cancelled
Matrix Smoke / macos-smoke (push) Has been cancelled
46 lines
1.8 KiB
YAML
46 lines
1.8 KiB
YAML
# ODS - external Lemonade SDK runtime overlay
|
|
#
|
|
# Use when Lemonade is already installed and running on the host. This overlay
|
|
# keeps ODS's managed llama-server disabled and routes ODS services
|
|
# through LiteLLM, which calls the existing Lemonade service.
|
|
#
|
|
# This file is intentionally not standalone. It is selected by
|
|
# scripts/resolve-compose-stack.sh together with:
|
|
#
|
|
# docker-compose.base.yml
|
|
# docker-compose.cloud.yml
|
|
# extensions/services/litellm/compose.yaml
|
|
# docker-compose.lemonade-external.yml
|
|
#
|
|
# Validate the resolved stack with:
|
|
#
|
|
# LEMONADE_EXTERNAL=true ODS_MODE=lemonade \
|
|
# ./scripts/resolve-compose-stack.sh --ods-mode lemonade --gpu-backend amd --tier SH_LARGE
|
|
|
|
services:
|
|
litellm:
|
|
extra_hosts:
|
|
- "host.docker.internal:host-gateway"
|
|
|
|
open-webui:
|
|
environment:
|
|
OPENAI_API_BASE_URL: "http://litellm:4000/v1"
|
|
OPENAI_API_KEY: "${LITELLM_KEY}"
|
|
|
|
dashboard-api:
|
|
environment:
|
|
- GPU_BACKEND=${GPU_BACKEND:-amd}
|
|
- LLM_BACKEND=lemonade
|
|
- LLM_API_BASE_PATH=${LEMONADE_API_BASE_PATH:-/api/v1}
|
|
- OLLAMA_URL=${LEMONADE_CONTAINER_BASE_URL:-http://host.docker.internal:13305}
|
|
- LLM_URL=${LLM_API_URL:-http://litellm:4000}
|
|
- ODS_TALK_HERMES_TIMEOUT=${ODS_TALK_HERMES_TIMEOUT:-900}
|
|
- ODS_TALK_VISION_URL=${ODS_TALK_VISION_URL:-http://host.docker.internal:${AMD_INFERENCE_PORT:-13305}${LEMONADE_API_BASE_PATH:-/api/v1}}
|
|
- AMD_INFERENCE_RUNTIME=${AMD_INFERENCE_RUNTIME:-lemonade}
|
|
- AMD_INFERENCE_BACKEND=${AMD_INFERENCE_BACKEND:-auto}
|
|
- AMD_INFERENCE_LOCATION=${AMD_INFERENCE_LOCATION:-host}
|
|
- AMD_INFERENCE_PORT=${AMD_INFERENCE_PORT:-13305}
|
|
- AMD_INFERENCE_SUPPORTED_BACKENDS=${AMD_INFERENCE_SUPPORTED_BACKENDS:-auto}
|
|
- AMD_INFERENCE_RUNTIME_MODE=${AMD_INFERENCE_RUNTIME_MODE:-external-lemonade}
|
|
- AMD_INFERENCE_MANAGED=${AMD_INFERENCE_MANAGED:-false}
|