9e8f1bbeed
Dashboard / frontend (push) Failing after 0s
Dashboard / api (push) Failing after 0s
Lint PowerShell / powershell-lint (ubuntu-latest) (push) Failing after 1s
Python Lint / Lint Python with Ruff (push) Failing after 1s
ShellCheck / Lint shell scripts (push) Failing after 1s
Matrix Smoke / linux-smoke (push) Failing after 1s
Matrix Smoke / distro: cachyos (push) Failing after 15s
Matrix Smoke / distro: linux-mint-21.3 (push) Failing after 15s
Matrix Smoke / distro: debian-12 (push) Failing after 5m21s
Matrix Smoke / distro: fedora-41 (push) Failing after 4m56s
Matrix Smoke / distro: ubuntu-24.04 (push) Failing after 2m13s
Matrix Smoke / distro: rocky-9 (push) Failing after 10m39s
Matrix Smoke / distro: manjaro (push) Failing after 12m11s
Matrix Smoke / distro: opensuse-tw (push) Failing after 11m53s
Matrix Smoke / distro: archlinux (push) Failing after 20m3s
Matrix Smoke / distro: ubuntu-22.04 (push) Failing after 13m49s
Validate .env Schema / tier-1-env-validation (push) Successful in 52s
Validate .env Schema / tier-2-env-validation (push) Successful in 44s
Validate .env Schema / tier-3-env-validation (push) Successful in 52s
Validate .env Schema / tier-4-env-validation (push) Successful in 51s
Validate Extensions Catalog / Check catalog is up-to-date (push) Failing after 9m47s
Secret Scan / Scan for secrets (push) Failing after 21m4s
Validate Docker Compose / Validate Docker Compose files (push) Has been cancelled
Python Type Check / Type check with mypy (push) Has been cancelled
Validate .env Schema / tier-0-env-validation (push) Has been cancelled
Test Linux / integration-smoke (push) Has been cancelled
Lint PowerShell / powershell-lint (windows-latest) (push) Has been cancelled
Matrix Smoke / macos-smoke (push) Has been cancelled
90 lines
3.1 KiB
JSON
90 lines
3.1 KiB
JSON
{
|
|
"schema_version": "ods.performance-evidence.v1",
|
|
"updated_at": "2026-05-12",
|
|
"entries": [
|
|
{
|
|
"id": "witcheer-4060ti-qwen35-9b-q4km-16k",
|
|
"model_id": "qwen3.5-9b",
|
|
"model_names": ["qwen3.5-9b", "Qwen3.5-9B-Q4_K_M.gguf"],
|
|
"quantization": "Q4_K_M",
|
|
"backend": "nvidia",
|
|
"gpu_name": "NVIDIA GeForce RTX 4060 Ti",
|
|
"vram_gb": 8,
|
|
"context_length": 16384,
|
|
"tokens_per_second": 44.17,
|
|
"metric": "decode_tok_s",
|
|
"runtime": "LM Studio",
|
|
"source_label": "witcheer/windows-rtx-4060ti-8gb-bench-2026-05",
|
|
"source_url": "https://huggingface.co/datasets/witcheer/windows-rtx-4060ti-8gb-bench-2026-05",
|
|
"license": "cc-by-4.0"
|
|
},
|
|
{
|
|
"id": "witcheer-4060ti-qwen36-35b-a3b-ncmoe30-32k",
|
|
"model_id": "qwen3.6-35b-a3b",
|
|
"model_names": ["qwen3.6-35b-a3b", "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf"],
|
|
"quantization": "UD-Q4_K_M",
|
|
"backend": "nvidia",
|
|
"gpu_name": "NVIDIA GeForce RTX 4060 Ti",
|
|
"vram_gb": 8,
|
|
"context_length": 32768,
|
|
"tokens_per_second": 35.36,
|
|
"metric": "decode_tok_s",
|
|
"runtime": "llama-server",
|
|
"flags": {
|
|
"n_cpu_moe": "30",
|
|
"cache_type_k": "q8_0",
|
|
"cache_type_v": "q8_0",
|
|
"flash_attn": "on"
|
|
},
|
|
"source_label": "witcheer/windows-rtx-4060ti-8gb-moe-offload-bench-2026-05",
|
|
"source_url": "https://huggingface.co/datasets/witcheer/windows-rtx-4060ti-8gb-moe-offload-bench-2026-05",
|
|
"license": "cc-by-4.0"
|
|
},
|
|
{
|
|
"id": "witcheer-4060ti-qwen36-35b-a3b-turbo3-64k-checkpoint-disabled",
|
|
"model_id": "qwen3.6-35b-a3b",
|
|
"model_names": ["qwen3.6-35b-a3b", "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf"],
|
|
"quantization": "UD-Q4_K_M",
|
|
"backend": "nvidia",
|
|
"gpu_name": "NVIDIA GeForce RTX 4060 Ti",
|
|
"vram_gb": 8,
|
|
"context_length": 65536,
|
|
"tokens_per_second": 30.26,
|
|
"metric": "decode_tok_s",
|
|
"runtime": "turboquant",
|
|
"flags": {
|
|
"n_cpu_moe": "30",
|
|
"cache_type_k": "q8_0",
|
|
"cache_type_v": "turbo3",
|
|
"no_cache_prompt": "1",
|
|
"checkpoint_every_n_tokens": "-1"
|
|
},
|
|
"source_label": "witcheer/rtx-4060ti-8gb-turboquant-bench-2026-05",
|
|
"source_url": "https://huggingface.co/datasets/witcheer/rtx-4060ti-8gb-turboquant-bench-2026-05",
|
|
"license": "mit"
|
|
},
|
|
{
|
|
"id": "witcheer-4060ti-gemma4-26b-a4b-ncmoe23-32k",
|
|
"model_id": "gemma-4-26b-a4b",
|
|
"model_names": ["gemma-4-26b-a4b", "gemma-4-26B-A4B-it-Q4_K_M.gguf"],
|
|
"quantization": "Q4_K_M",
|
|
"backend": "nvidia",
|
|
"gpu_name": "NVIDIA GeForce RTX 4060 Ti",
|
|
"vram_gb": 8,
|
|
"context_length": 32768,
|
|
"tokens_per_second": 29.27,
|
|
"metric": "decode_tok_s",
|
|
"runtime": "turboquant",
|
|
"flags": {
|
|
"n_cpu_moe": "23",
|
|
"cache_type_k": "q8_0",
|
|
"cache_type_v": "q8_0",
|
|
"flash_attn": "on"
|
|
},
|
|
"source_label": "witcheer/windows-rtx-4060ti-8gb-moe-offload-bench-2026-05",
|
|
"source_url": "https://huggingface.co/datasets/witcheer/windows-rtx-4060ti-8gb-moe-offload-bench-2026-05",
|
|
"license": "cc-by-4.0"
|
|
}
|
|
]
|
|
}
|