id: vllm-reranker
name: Qwen3-VL-Reranker-2B
driver: vllm
port: 8201
vram_mb: 6000
context_size: 512
model_id: Qwen/Qwen3-VL-Reranker-2B
health_endpoint: /health
startup_timeout: 120
supports_sleep: true
sleep_mode: l2
unit_vars:
  gpu_mem_util: 0.25
  max_model_len: 512
  max_num_seqs: 8
  dtype: float16
  enforce_eager: true
  runner: pooling
  enable_sleep_mode: true
  sleep_level: 2
  hf_overrides: '{"architectures": ["Qwen3VLForSequenceClassification"], "classifier_from_token": ["no", "yes"], "is_original_qwen3_reranker": true}'
