.dockerignore
.gitignore
LICENSE
README.md
__init__.py
pyproject.toml
.github/dependabot.yml
.github/pull_request_template.md
.github/workflows/continuous_integration.yml
.github/workflows/pypi_release.yml
data/metadata/README.md
data/metadata/task_metadata.csv
data/metadata/task_metadata_244.csv
data/metadata/task_metadata_289.csv
data/metadata/task_metadata_old.csv
sample_configs/multimodal_cloud_configs.yaml
sample_configs/multimodal_local_configs.yaml
sample_configs/tabular_cloud_configs.yaml
sample_configs/tabular_local_configs.yaml
sample_configs/timeseries_cloud_configs.yaml
sample_configs/timeseries_local_configs.yaml
sample_configs/amlb_configs/config.yaml
sample_configs/amlb_configs/constraints.yaml
sample_configs/amlb_configs/frameworks_example.yaml
sample_configs/amlb_configs/benchmarks/timeseries_test.yaml
sample_configs/custom_metrics/sample_metrics.py
sample_configs/dataloaders/text_dataloader.py
sample_configs/dataloaders/text_datasets.yaml
sample_configs/dataloaders/vision_dataloader.py
sample_configs/dataloaders/vision_datasets.yaml
sample_configs/resources/multimodal_constraints.yaml
sample_configs/resources/multimodal_frameworks.yaml
src/autogluon.bench.egg-info/PKG-INFO
src/autogluon.bench.egg-info/SOURCES.txt
src/autogluon.bench.egg-info/dependency_links.txt
src/autogluon.bench.egg-info/entry_points.txt
src/autogluon.bench.egg-info/requires.txt
src/autogluon.bench.egg-info/top_level.txt
src/autogluon/bench/Dockerfile
src/autogluon/bench/__init__.py
src/autogluon/bench/entrypoint.sh
src/autogluon/bench/main.py
src/autogluon/bench/runbenchmark.py
src/autogluon/bench/version.py
src/autogluon/bench/cloud/__init__.py
src/autogluon/bench/cloud/aws/__init__.py
src/autogluon/bench/cloud/aws/app.py
src/autogluon/bench/cloud/aws/default_config.yaml
src/autogluon/bench/cloud/aws/deploy.sh
src/autogluon/bench/cloud/aws/destroy.sh
src/autogluon/bench/cloud/aws/stack_handler.py
src/autogluon/bench/cloud/aws/batch_stack/__init__.py
src/autogluon/bench/cloud/aws/batch_stack/stack.py
src/autogluon/bench/cloud/aws/batch_stack/constructs/__init__.py
src/autogluon/bench/cloud/aws/batch_stack/constructs/batch_lambda_function.py
src/autogluon/bench/cloud/aws/batch_stack/lambdas/__init__.py
src/autogluon/bench/cloud/aws/batch_stack/lambdas/lambda_function.py
src/autogluon/bench/cloud/aws/batch_stack/lambdas/requirements.txt
src/autogluon/bench/cloud/aws/batch_stack/lambdas/custom_configs/amlb_configs/__init__.py
src/autogluon/bench/custom_configs/amlb_configs/__init__.py
src/autogluon/bench/custom_configs/dataloaders/__init__.py
src/autogluon/bench/custom_configs/metrics/__init__.py
src/autogluon/bench/custom_configs/resources/__init__.py
src/autogluon/bench/datasets/__init__.py
src/autogluon/bench/datasets/constants.py
src/autogluon/bench/datasets/dataset_registry.py
src/autogluon/bench/datasets/multimodal_dataset.py
src/autogluon/bench/datasets/object_detection_dataset.py
src/autogluon/bench/datasets/registry.py
src/autogluon/bench/eval/__init__.py
src/autogluon/bench/eval/aggregate/__init__.py
src/autogluon/bench/eval/aggregate/results.py
src/autogluon/bench/eval/benchmark_context/__init__.py
src/autogluon/bench/eval/benchmark_context/output_context.py
src/autogluon/bench/eval/benchmark_context/output_suite_context.py
src/autogluon/bench/eval/benchmark_context/utils.py
src/autogluon/bench/eval/evaluation/__init__.py
src/autogluon/bench/eval/evaluation/benchmark_evaluator.py
src/autogluon/bench/eval/evaluation/constants.py
src/autogluon/bench/eval/evaluation/evaluate_results.py
src/autogluon/bench/eval/evaluation/evaluate_utils.py
src/autogluon/bench/eval/evaluation/metadata/__init__.py
src/autogluon/bench/eval/evaluation/metadata/metadata_generator.py
src/autogluon/bench/eval/evaluation/metadata/metadata_loader.py
src/autogluon/bench/eval/evaluation/preprocess/__init__.py
src/autogluon/bench/eval/evaluation/preprocess/preprocess_openml.py
src/autogluon/bench/eval/evaluation/preprocess/preprocess_utils.py
src/autogluon/bench/eval/hardware_metrics/hardware_metrics.py
src/autogluon/bench/eval/scripts/__init__.py
src/autogluon/bench/eval/scripts/aggregate_amlb_results.py
src/autogluon/bench/eval/scripts/run_evaluation_openml.py
src/autogluon/bench/eval/scripts/run_generate_clean_openml.py
src/autogluon/bench/frameworks/__init__.py
src/autogluon/bench/frameworks/benchmark.py
src/autogluon/bench/frameworks/multimodal/__init__.py
src/autogluon/bench/frameworks/multimodal/exec.py
src/autogluon/bench/frameworks/multimodal/multimodal_benchmark.py
src/autogluon/bench/frameworks/multimodal/setup.sh
src/autogluon/bench/frameworks/tabular/__init__.py
src/autogluon/bench/frameworks/tabular/exec.sh
src/autogluon/bench/frameworks/tabular/setup.sh
src/autogluon/bench/frameworks/tabular/tabular_benchmark.py
src/autogluon/bench/frameworks/timeseries/__init__.py
src/autogluon/bench/frameworks/timeseries/exec.sh
src/autogluon/bench/frameworks/timeseries/setup.sh
src/autogluon/bench/frameworks/timeseries/timeseries_benchmark.py
src/autogluon/bench/resources/multimodal_constraints.yaml
src/autogluon/bench/resources/multimodal_frameworks.yaml
src/autogluon/bench/scripts/__init__.py
src/autogluon/bench/scripts/generate_cloud_configs.py
src/autogluon/bench/utils/__init__.py
src/autogluon/bench/utils/dataset_utils.py
src/autogluon/bench/utils/general_utils.py
src/autogluon/bench/utils/hardware_utilization.sh
tests/unittests/benchmark/conftest.py
tests/unittests/benchmark/test_benchmark.py
tests/unittests/benchmark/test_runbenchmarks.py
tests/unittests/cloud/aws/conftest.py
tests/unittests/cloud/aws/test_stack.py
tests/unittests/cloud/aws/test_stack_handler.py
tests/unittests/datasets/test_registry.py
tests/unittests/evaluation/hardware_metrics/test_hardware_metrics.py
tests/unittests/evaluation/hardware_metrics/resources/expected_metrics.py
tests/unittests/evaluation/hardware_metrics/resources/results.csv
tests/unittests/evaluation/hardware_metrics/resources/test_config.yaml
tests/unittests/utils/test_dataset_utils.py
tests/unittests/utils/test_general_utils.py