id: qwen-2-5-72b-gguf
name: Qwen 2.5 72B GGUF Q4_K_M
driver: llamacpp
port: 8080
vram_mb: 20480
context_size: 32768
kv_cache_per_1k: 128
model_id: Qwen/Qwen2.5-72B-Instruct-GGUF
model_path: $HOME/models/qwen2.5-72b-instruct-q4_k_m.gguf
health_endpoint: /health
startup_timeout: 180
supports_sleep: true
sleep_mode: l2
unit_vars:
  n_gpu_layers: 80
  threads: 8
