CHANGELOG.md
MANIFEST.in
README.md
pyproject.toml
requirements-dev.txt
requirements.txt
setup.py
benchmark/backend_request_func.py
benchmark/benchmark_serving.py
benchmark/benchmark_serving_throughput.sh
benchmark/feishu.py
benchmark/report_to_feishu.py
configs/FILENAME.md
configs/bp-sglang_openai_debug.yaml
configs/bp-sglang_openai_generation.yaml
configs/bp-sglang_openai_sleep.yaml
configs/bp-vllm-wp-2_openai_generation.yaml
configs/bp-vllm-wp_openai_generation.yaml
configs/bp-vllm_openai_generation.yaml
configs/install.sh
configs/nla-sglang_openai_generation.yaml
configs/nla-sglang_openai_multinode.yaml
configs/north-llm-api_service.yaml
configs/sglang_openai_generation.yaml
configs/sglang_openai_minilb.yaml
configs/sglang_openai_multinode.yaml
configs/sglang_openai_multinodeserving.yaml
configs/sglang_openai_pddec.yaml
configs/sglang_openai_pdpre.yaml
configs/sglang_openai_sleep.yaml
configs/sglang_router.yaml
configs/sglang_weaver_generation.yaml
configs/vllm-native_openai_generation.yaml
configs/vllm_anthropic_generation.yaml
configs/vllm_anthropic_multinode.yaml
configs/vllm_openai_generation.yaml
configs/vllm_openai_multinode.yaml
northserve/__init__.py
northserve/__main__.py
northserve/cli.py
northserve/constants.py
northserve.egg-info/PKG-INFO
northserve.egg-info/SOURCES.txt
northserve.egg-info/dependency_links.txt
northserve.egg-info/entry_points.txt
northserve.egg-info/requires.txt
northserve.egg-info/top_level.txt
northserve/../benchmark/backend_request_func.py
northserve/../benchmark/benchmark_serving.py
northserve/../benchmark/benchmark_serving_throughput.sh
northserve/../benchmark/feishu.py
northserve/../benchmark/report_to_feishu.py
northserve/../configs/bp-sglang_openai_debug.yaml
northserve/../configs/bp-sglang_openai_generation.yaml
northserve/../configs/bp-sglang_openai_sleep.yaml
northserve/../configs/bp-vllm-wp-2_openai_generation.yaml
northserve/../configs/bp-vllm-wp_openai_generation.yaml
northserve/../configs/bp-vllm_openai_generation.yaml
northserve/../configs/install.sh
northserve/../configs/nla-sglang_openai_generation.yaml
northserve/../configs/nla-sglang_openai_multinode.yaml
northserve/../configs/north-llm-api_service.yaml
northserve/../configs/sglang_openai_generation.yaml
northserve/../configs/sglang_openai_minilb.yaml
northserve/../configs/sglang_openai_multinode.yaml
northserve/../configs/sglang_openai_multinodeserving.yaml
northserve/../configs/sglang_openai_pddec.yaml
northserve/../configs/sglang_openai_pdpre.yaml
northserve/../configs/sglang_openai_sleep.yaml
northserve/../configs/sglang_router.yaml
northserve/../configs/sglang_weaver_generation.yaml
northserve/../configs/vllm-native_openai_generation.yaml
northserve/../configs/vllm_anthropic_generation.yaml
northserve/../configs/vllm_anthropic_multinode.yaml
northserve/../configs/vllm_openai_generation.yaml
northserve/../configs/vllm_openai_multinode.yaml
northserve/../yaml_templates/deployment.yaml.jinja
northserve/../yaml_templates/deployment_multi_node.jinja
northserve/../yaml_templates/deployment_pd_decode.jinja
northserve/../yaml_templates/deployment_pd_minilb.jinja
northserve/../yaml_templates/deployment_pd_prefill.jinja
northserve/../yaml_templates/ingress.yaml
northserve/../yaml_templates/sa.yaml
northserve/../yaml_templates/service.yaml
northserve/clients/__init__.py
northserve/clients/infrawave.py
northserve/clients/kubernetes.py
northserve/commands/__init__.py
northserve/commands/benchmark.py
northserve/commands/launch.py
northserve/commands/list.py
northserve/commands/north_llm_api.py
northserve/commands/stop.py
northserve/core/__init__.py
northserve/core/benchmark_engine.py
northserve/core/config_builder.py
northserve/core/job_manager.py
northserve/core/template_renderer.py
northserve/models/__init__.py
northserve/models/deployment.py
northserve/models/enums.py
northserve/utils/__init__.py
northserve/utils/helpers.py
northserve/utils/logger.py
northserve/utils/updater.py
northserve/utils/validator.py
yaml_templates/deployment.yaml.jinja
yaml_templates/deployment_multi_node.jinja
yaml_templates/deployment_pd_decode.jinja
yaml_templates/deployment_pd_minilb.jinja
yaml_templates/deployment_pd_prefill.jinja
yaml_templates/ingress.yaml
yaml_templates/sa.yaml
yaml_templates/service.yaml