id: llama-3-1-8b
name: Llama 3.1 8B Instruct
driver: vllm
port: 8000
vram_mb: 8192
context_size: 8192
kv_cache_per_1k: 32
model_id: meta-llama/Llama-3.1-8B-Instruct
health_endpoint: /health
startup_timeout: 120
supports_sleep: true
sleep_mode: l1
unit_vars:
  gpu_mem_util: 0.9
  max_model_len: 8192
