wehub-resource-sync
175 lines
3.4 KiB
YAML
175 lines
3.4 KiB
YAML
# Qwen3.5-27B FP8 Provider Configuration - THINKING MODE (default)
|
|
# Based on official Qwen recommendations for vLLM inference
|
|
# Architecture: Hybrid 75% DeltaNet + 25% Full Attention (48+16 layers)
|
|
# Context: 262K native, expandable to 1M with YaRN
|
|
# Vision: VLM with Vision Encoder (uses VRAM even for text-only tasks)
|
|
#
|
|
# Thinking mode is enabled by default (no extra_body needed)
|
|
# Recommended sampling parameters:
|
|
# - General tasks: temp=1.0, top_p=0.95, top_k=20, min_p=0.0, pp=1.5, rp=1.0
|
|
# - Precise coding: temp=0.6, top_p=0.95, top_k=20, min_p=0.0, pp=0.0, rp=1.0
|
|
#
|
|
# Non-thinking mode is disabled via extra_body parameter
|
|
# Recommended sampling parameters:
|
|
# - General tasks: temp=0.7, top_p=0.8, top_k=20, min_p=0.0, pp=1.5, rp=1.0
|
|
# - Reasoning tasks: temp=1.0, top_p=0.95, top_k=20, min_p=0.0, pp=1.5, rp=1.0
|
|
|
|
simple:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 0.7
|
|
top_k: 20
|
|
top_p: 0.8
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
|
|
simple_json:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 0.7
|
|
top_k: 20
|
|
top_p: 0.8
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
json: true
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
|
|
primary_agent:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 1.0
|
|
top_k: 20
|
|
top_p: 0.95
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
|
|
assistant:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 1.0
|
|
top_k: 20
|
|
top_p: 0.95
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
|
|
generator:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 1.0
|
|
top_k: 20
|
|
top_p: 0.95
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
|
|
refiner:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 1.0
|
|
top_k: 20
|
|
top_p: 0.95
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
|
|
adviser:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 1.0
|
|
top_k: 20
|
|
top_p: 0.95
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
|
|
reflector:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 1.0
|
|
top_k: 20
|
|
top_p: 0.95
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
|
|
searcher:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 0.7
|
|
top_k: 20
|
|
top_p: 0.8
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
|
|
enricher:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 0.7
|
|
top_k: 20
|
|
top_p: 0.8
|
|
min_p: 0.0
|
|
presence_penalty: 1.5
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
extra_body:
|
|
chat_template_kwargs:
|
|
enable_thinking: false
|
|
|
|
coder:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 0.6
|
|
top_k: 20
|
|
top_p: 0.95
|
|
min_p: 0.0
|
|
presence_penalty: 0.0
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
|
|
installer:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 0.6
|
|
top_k: 20
|
|
top_p: 0.95
|
|
min_p: 0.0
|
|
presence_penalty: 0.0
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|
|
|
|
pentester:
|
|
model: "Qwen/Qwen3.5-27B-FP8"
|
|
temperature: 0.6
|
|
top_k: 20
|
|
top_p: 0.95
|
|
min_p: 0.0
|
|
presence_penalty: 0.0
|
|
repetition_penalty: 1.0
|
|
n: 1
|
|
max_tokens: 32768
|