id: gpt-oss-20b-multi
name: GPT-OSS 20B MoE Multi-Agent
driver: llamacpp
port: 7070
vram_mb: 14000
context_size: 40960
health_endpoint: /health
startup_timeout: 120
supports_sleep: false
sleep_mode: none
model_id: unsloth/gpt-oss-20b-GGUF
unit_vars:
  # Direct model mode for multi-agent parallel processing
  model_path: $HOME/bin/gpt-oss-20b-Q4_K_M.gguf
  context_size: 40960
  n_gpu_layers: -1
  jinja: true
  # 5 concurrent sessions (8K context each = 40K total)
  extra_args: "--parallel 5 --cont-batching --threads 16"
