id: qwen3-coder-next
name: Qwen3-Coder-Next 80B MoE (llama.cpp)
driver: llamacpp
port: 7070
vram_mb: 22000
health_endpoint: /health
startup_timeout: 300
supports_sleep: true
sleep_mode: router
model_id: unsloth/Qwen3-Coder-Next-GGUF
unit_vars:
  models_dir: $HOME/bin
  models_max: 1
  no_models_autoload: true
  # Q2_K_XL (~29.5GB) - fits in 24GB VRAM + 32GB RAM with swap
  default_model: Qwen3-Coder-Next-UD-Q2_K_XL
  # Conservative: ~22GB VRAM, ~7.5GB in RAM. Tune up if stable.
  n_gpu_layers: 45
  n_cpu_moe: 512
  # Start with 8K context; increase if VRAM allows
  ctx_size: 8192
  threads: 16
  jinja: true
