LICENSE
README.md
pyproject.toml
src/nemo_evaluator_launcher/__init__.py
src/nemo_evaluator_launcher/package_info.py
src/nemo_evaluator_launcher/telemetry.py
src/nemo_evaluator_launcher.egg-info/PKG-INFO
src/nemo_evaluator_launcher.egg-info/SOURCES.txt
src/nemo_evaluator_launcher.egg-info/dependency_links.txt
src/nemo_evaluator_launcher.egg-info/entry_points.txt
src/nemo_evaluator_launcher.egg-info/requires.txt
src/nemo_evaluator_launcher.egg-info/top_level.txt
src/nemo_evaluator_launcher/api/__init__.py
src/nemo_evaluator_launcher/api/functional.py
src/nemo_evaluator_launcher/api/types.py
src/nemo_evaluator_launcher/api/utils.py
src/nemo_evaluator_launcher/cli/__init__.py
src/nemo_evaluator_launcher/cli/config.py
src/nemo_evaluator_launcher/cli/export.py
src/nemo_evaluator_launcher/cli/info.py
src/nemo_evaluator_launcher/cli/kill.py
src/nemo_evaluator_launcher/cli/logs.py
src/nemo_evaluator_launcher/cli/ls_runs.py
src/nemo_evaluator_launcher/cli/ls_task.py
src/nemo_evaluator_launcher/cli/ls_tasks.py
src/nemo_evaluator_launcher/cli/main.py
src/nemo_evaluator_launcher/cli/migrate_config.py
src/nemo_evaluator_launcher/cli/resume.py
src/nemo_evaluator_launcher/cli/run.py
src/nemo_evaluator_launcher/cli/skills.py
src/nemo_evaluator_launcher/cli/status.py
src/nemo_evaluator_launcher/cli/version.py
src/nemo_evaluator_launcher/common/__init__.py
src/nemo_evaluator_launcher/common/build_config.py
src/nemo_evaluator_launcher/common/env_vars.py
src/nemo_evaluator_launcher/common/execdb.py
src/nemo_evaluator_launcher/common/helpers.py
src/nemo_evaluator_launcher/common/logging_utils.py
src/nemo_evaluator_launcher/common/mapping.py
src/nemo_evaluator_launcher/common/printing_utils.py
src/nemo_evaluator_launcher/common/container_metadata/__init__.py
src/nemo_evaluator_launcher/common/container_metadata/intermediate_repr.py
src/nemo_evaluator_launcher/common/container_metadata/loading.py
src/nemo_evaluator_launcher/common/container_metadata/registries.py
src/nemo_evaluator_launcher/common/container_metadata/utils.py
src/nemo_evaluator_launcher/configs/__init__.py
src/nemo_evaluator_launcher/configs/default.yaml
src/nemo_evaluator_launcher/configs/deployment/generic.yaml
src/nemo_evaluator_launcher/configs/deployment/nim.yaml
src/nemo_evaluator_launcher/configs/deployment/none.yaml
src/nemo_evaluator_launcher/configs/deployment/sglang.yaml
src/nemo_evaluator_launcher/configs/deployment/trtllm.yaml
src/nemo_evaluator_launcher/configs/deployment/vllm.yaml
src/nemo_evaluator_launcher/configs/deployment/vllm_ray.yaml
src/nemo_evaluator_launcher/configs/execution/local.yaml
src/nemo_evaluator_launcher/configs/execution/lepton/default.yaml
src/nemo_evaluator_launcher/configs/execution/slurm/default.yaml
src/nemo_evaluator_launcher/executors/__init__.py
src/nemo_evaluator_launcher/executors/base.py
src/nemo_evaluator_launcher/executors/registry.py
src/nemo_evaluator_launcher/executors/lepton/__init__.py
src/nemo_evaluator_launcher/executors/lepton/deployment_helpers.py
src/nemo_evaluator_launcher/executors/lepton/executor.py
src/nemo_evaluator_launcher/executors/lepton/job_helpers.py
src/nemo_evaluator_launcher/executors/local/__init__.py
src/nemo_evaluator_launcher/executors/local/executor.py
src/nemo_evaluator_launcher/executors/local/run.template.sh
src/nemo_evaluator_launcher/executors/slurm/__init__.py
src/nemo_evaluator_launcher/executors/slurm/executor.py
src/nemo_evaluator_launcher/executors/slurm/proxy.cfg.template
src/nemo_evaluator_launcher/exporters/__init__.py
src/nemo_evaluator_launcher/exporters/base.py
src/nemo_evaluator_launcher/exporters/config.py
src/nemo_evaluator_launcher/exporters/gsheets.py
src/nemo_evaluator_launcher/exporters/local.py
src/nemo_evaluator_launcher/exporters/mlflow.py
src/nemo_evaluator_launcher/exporters/registry.py
src/nemo_evaluator_launcher/exporters/utils.py
src/nemo_evaluator_launcher/exporters/wandb.py
src/nemo_evaluator_launcher/resources/all_tasks_irs.yaml
src/nemo_evaluator_launcher/resources/mapping.toml
src/nemo_evaluator_launcher/resources/config_templates/deployment/nim.yaml
src/nemo_evaluator_launcher/resources/config_templates/deployment/none.yaml
src/nemo_evaluator_launcher/resources/config_templates/deployment/sglang.yaml
src/nemo_evaluator_launcher/resources/config_templates/deployment/trtllm.yaml
src/nemo_evaluator_launcher/resources/config_templates/deployment/vllm.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/base/code.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/base/default.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/base/multilingual.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/base/standard.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/chat/code.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/chat/default.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/chat/math_reasoning.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/chat/multilingual.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/chat/safety.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/chat/standard.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/reasoning/code.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/reasoning/default.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/reasoning/math_reasoning.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/reasoning/multilingual.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/reasoning/safety.yaml
src/nemo_evaluator_launcher/resources/config_templates/evaluation/reasoning/standard.yaml
src/nemo_evaluator_launcher/resources/config_templates/execution/local.yaml
src/nemo_evaluator_launcher/resources/config_templates/execution/slurm.yaml
src/nemo_evaluator_launcher/resources/config_templates/export/mlflow.yaml
src/nemo_evaluator_launcher/resources/config_templates/export/none.yaml
src/nemo_evaluator_launcher/resources/config_templates/export/wandb.yaml