id: vllm-embedding
name: Qwen3-VL-Embedding-2B
driver: vllm
port: 8200
vram_mb: 5000
context_size: 1024
model_id: Qwen/Qwen3-VL-Embedding-2B
health_endpoint: /health
startup_timeout: 180
supports_sleep: false
sleep_mode: none
unit_vars:
  gpu_mem_util: 0.30
  max_model_len: 1024
  max_num_seqs: 8
  dtype: float16
  enforce_eager: true
  runner: pooling
  hf_overrides: '{"matryoshka_dimensions": [2048]}'
