.gitignore
.readthedocs.yaml
.shellcheckrc
.yapfignore
CODE_OF_CONDUCT.md
CONTRIBUTING.md
DCO
LICENSE
README.md
RELEASING.md
_local_envs_for_test.sh
format.sh
mkdocs.yaml
pyproject.toml
uv.lock
.github/CODEOWNERS
.github/pull_request_template.md
.github/workflows/add_label_automerge.yml
.github/workflows/build_and_publish.yaml
.github/workflows/build_docker.yml
.github/workflows/lint_actions.yml
.github/workflows/lint_code.yml
.github/workflows/lint_docs.yml
.github/workflows/lint_scripts.yml
.github/workflows/publish_to_test_pypi.yaml
.github/workflows/reminder_comment.yml
.github/workflows/stale.yml
.github/workflows/test.yml
.github/workflows/type_check.yaml
.github/workflows/matchers/mypy.json
.github/workflows/matchers/ruff.json
docker/.senlib.json
docker/Dockerfile.amd64
docker/simple_vllm_serve.sh
docs/.nav.yml
docs/README.md
docs/requirements-docs.txt
docs/contributing/README.md
docs/contributing/architecture.md
docs/contributing/continuous_batching/overview.md
docs/contributing/continuous_batching/tests/other_tests.md
docs/contributing/continuous_batching/tests/output_tests.md
docs/contributing/continuous_batching/tests/scheduler_steps_tests.md
docs/contributing/images/vllm_v1.svg
docs/contributing/images/vllm_v1_spyre.svg
docs/deploying/docker.md
docs/deploying/k8s.md
docs/deploying/rhoai.md
docs/getting_started/installation.md
docs/mkdocs/hooks/generate_examples.py
docs/mkdocs/hooks/url_schemes.py
docs/roadmaps/q3-2025.md
docs/user_guide/configuration.md
docs/user_guide/env_vars.md
docs/user_guide/supported_features.md
docs/user_guide/supported_models.md
examples/offline_inference_spyre.ipynb
examples/online_inference_spyre.ipynb
examples/online_inference_spyre_multiple.ipynb
examples/offline_inference/cb_spyre_inference.py
examples/offline_inference/long_context.py
examples/offline_inference/spyre_inference.py
examples/online_inference/openai_spyre_inference.py
examples/online_inference/spyre_vllm_benchmark.py
examples/online_inference/spyre_vllm_setup_container.sh
tests/conftest.py
tests/download_model_configs.py
tests/hf_cache.json
tests/hf_result_cache.py
tests/llm_cache.py
tests/llm_cache_util.py
tests/output_util.py
tests/scheduling_utils.py
tests/spyre_util.py
tests/aftu/graph_compare_utils.py
tests/aftu/test_compare_graphs.py
tests/e2e/test_logits_processors.py
tests/e2e/test_sampling_params.py
tests/e2e/test_spyre_async_llm.py
tests/e2e/test_spyre_basic.py
tests/e2e/test_spyre_cb.py
tests/e2e/test_spyre_cb_scheduler_steps.py
tests/e2e/test_spyre_embeddings.py
tests/e2e/test_spyre_max_new_tokens.py
tests/e2e/test_spyre_online.py
tests/e2e/test_spyre_prompt_logprobs.py
tests/e2e/test_spyre_scoring.py
tests/e2e/test_spyre_seed.py
tests/e2e/test_spyre_stagger_basic.py
tests/e2e/test_spyre_static_batching_limits.py
tests/e2e/test_spyre_warmup_shapes.py
tests/e2e/test_stats_logger.py
tests/e2e/cache/prompts_16k_bs1.pickle
tests/e2e/cache/prompts_32k_bs1.pickle
tests/e2e/cache/prompts_8k_bs2.pickle
tests/fixtures/model_configs/BAAI/bge-reranker-large/config.json
tests/fixtures/model_configs/BAAI/bge-reranker-v2-m3/config.json
tests/fixtures/model_configs/ibm-ai-platform/micro-g3.3-8b-instruct-1b/config.json
tests/fixtures/model_configs/ibm-granite/granite-3.3-8b-instruct/config.json
tests/fixtures/model_configs/ibm-granite/granite-3.3-8b-instruct-FP8/config.json
tests/fixtures/model_configs/ibm-granite/granite-embedding-125m-english/config.json
tests/fixtures/model_configs/ibm-granite/granite-embedding-278m-multilingual/config.json
tests/fixtures/model_configs/intfloat/multilingual-e5-large/config.json
tests/fixtures/model_configs/sentence-transformers/all-roberta-large-v1/config.json
tests/models/test_granite.py
tests/precompilation/test_disable_compilation.py
tests/utils/test_envs.py
tests/utils/test_golden_token_injector.py
tests/utils/test_model_config_validator.py
tests/utils/test_spyre_model_list.py
tests/utils/test_upstream_compatibility.py
tests/v1/worker/test_spyre_input_batch.py
tools/check_aiu.sh
tools/check_repo.sh
tools/download_model.py
tools/lint_actions.sh
tools/lint_docs.sh
tools/lint_scripts.sh
tools/report_build_time_ninja.py
tools/type_check.sh
vllm_spyre/__init__.py
vllm_spyre/_version.py
vllm_spyre/compat_utils.py
vllm_spyre/compilation_utils.py
vllm_spyre/envs.py
vllm_spyre/perf_metrics.py
vllm_spyre/platform.py
vllm_spyre/utils.py
vllm_spyre.egg-info/PKG-INFO
vllm_spyre.egg-info/SOURCES.txt
vllm_spyre.egg-info/dependency_links.txt
vllm_spyre.egg-info/entry_points.txt
vllm_spyre.egg-info/requires.txt
vllm_spyre.egg-info/top_level.txt
vllm_spyre/config/__init__.py
vllm_spyre/config/known_model_configs.json
vllm_spyre/config/runtime_config_validator.py
vllm_spyre/config/supported_configs.yaml
vllm_spyre/model_executor/__init__.py
vllm_spyre/model_executor/model_loader/__init__.py
vllm_spyre/model_executor/model_loader/spyre.py
vllm_spyre/model_executor/model_loader/spyre_setup.py
vllm_spyre/v1/__init__.py
vllm_spyre/v1/core/__init__.py
vllm_spyre/v1/core/scheduler.py
vllm_spyre/v1/metrics/__init__.py
vllm_spyre/v1/metrics/stats_logger.py
vllm_spyre/v1/sample/golden_token_injector.py
vllm_spyre/v1/sample/spyre_logits_processor.py
vllm_spyre/v1/worker/__init__.py
vllm_spyre/v1/worker/spyre_input_batch.py
vllm_spyre/v1/worker/spyre_model_runner.py
vllm_spyre/v1/worker/spyre_worker.py