id: mistral-7b
name: Mistral 7B Instruct v0.3
driver: vllm
port: 8000
vram_mb: 6144
context_size: 8192
kv_cache_per_1k: 28
model_id: mistralai/Mistral-7B-Instruct-v0.3
health_endpoint: /health
startup_timeout: 120
supports_sleep: true
sleep_mode: l1
unit_vars:
  gpu_mem_util: 0.85
  max_model_len: 8192
