id: vllm-embedding-code
name: Qwen3-Embedding-0.6B
driver: vllm
port: 8210
vram_mb: 2500
context_size: 4096
model_id: Qwen/Qwen3-Embedding-0.6B
health_endpoint: /health
startup_timeout: 120
supports_sleep: false
sleep_mode: none
unit_vars:
  gpu_mem_util: 0.085
  max_model_len: 4096
  max_num_seqs: 8
  dtype: float16
  enforce_eager: true
  runner: pooling
  hf_overrides: '{"matryoshka_dimensions": [1024]}'
