id: vllm-chat
name: Qwen3-VL-2B-Instruct (Chat)
driver: vllm
port: 7071
vram_mb: 7000
context_size: 1024
model_id: Qwen/Qwen3-VL-2B-Instruct
health_endpoint: /health
startup_timeout: 120
supports_sleep: true
sleep_mode: l1
unit_vars:
  gpu_mem_util: 0.35
  max_model_len: 1024
  max_num_seqs: 4
  dtype: bfloat16
  enforce_eager: true
  enable_sleep_mode: true
  sleep_level: 1
