# Qwen3.5-35B-A3B Multi-Agent Configuration
# MoE model with 3B active params - excellent quality for multi-agent workflows
# Source: unsloth/Qwen3.5-35B-A3B-GGUF

id: qwen35-35b-multi
name: Qwen3.5-35B-A3B Multi-Agent
driver: llamacpp
port: 7080
vram_mb: 22000
context_size: 32768
kv_cache_per_1k: 64
model_id: unsloth/Qwen3.5-35B-A3B-GGUF
model_path: $HOME/bin/Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf
health_endpoint: /health
startup_timeout: 120
supports_sleep: false
sleep_mode: none
unit_vars:
  model_path: $HOME/bin/Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf
  context_size: 40960
  n_gpu_layers: -1
  jinja: true
  extra_args: "--parallel 3 --cont-batching --threads 16"
