LICENSE
MANIFEST.in
README.md
logo.png
pyproject.toml
requirements.txt
.github/dependabot.yml
.github/workflows/publish.yml
docs/api-guide.md
docs/publishing-setup.md
docs/dev/README.md
docs/dev/implementation-summary.md
docs/dev/ui-implementation-summary.md
promptsuite_tasks/MMLU_README.md
promptsuite_tasks/README.md
promptsuite_tasks/__init__.py
promptsuite_tasks/constants.py
promptsuite_tasks/analysis/__init__.py
promptsuite_tasks/analysis/analyze_code_generation_evaluation.py
promptsuite_tasks/analysis/analyze_code_generation_results.py
promptsuite_tasks/analysis/analyze_math_results.py
promptsuite_tasks/analysis/analyze_mmlu_variations.py
promptsuite_tasks/analysis/analyze_musique_results.py
promptsuite_tasks/analysis/analyze_qa_f1_em.py
promptsuite_tasks/analysis/analyze_qa_results.py
promptsuite_tasks/analysis/analyze_sentiment_results.py
promptsuite_tasks/analysis/analyze_summarization_results.py
promptsuite_tasks/analysis/analyze_translation_variations.py
promptsuite_tasks/analysis/shared_analysis.py
promptsuite_tasks/analysis/unified_boxplot_analysis.py
promptsuite_tasks/data_generation/__init__.py
promptsuite_tasks/data_generation/base_task.py
promptsuite_tasks/data_generation/code_generation_task.py
promptsuite_tasks/data_generation/gpqa_task.py
promptsuite_tasks/data_generation/math_task.py
promptsuite_tasks/data_generation/mmlu_task.py
promptsuite_tasks/data_generation/musique_task.py
promptsuite_tasks/data_generation/qa_task.py
promptsuite_tasks/data_generation/sentiment_task.py
promptsuite_tasks/data_generation/summarization_task.py
promptsuite_tasks/data_generation/translation_task.py
promptsuite_tasks/execution/README.md
promptsuite_tasks/execution/__init__.py
promptsuite_tasks/execution/add_metrics_to_csv.py
promptsuite_tasks/execution/batch_runner_base.py
promptsuite_tasks/execution/evaluate_code_generation.py
promptsuite_tasks/execution/evaluate_gpqa_extracted_answers.py
promptsuite_tasks/execution/evaluate_musique_f1.py
promptsuite_tasks/execution/evaluate_qa_f1.py
promptsuite_tasks/execution/run_code_generation_batch.py
promptsuite_tasks/execution/run_gpqa_batch.py
promptsuite_tasks/execution/run_language_model.py
promptsuite_tasks/execution/run_math_batch.py
promptsuite_tasks/execution/run_mmlu_batch.py
promptsuite_tasks/execution/run_musique_batch.py
promptsuite_tasks/execution/run_qa_batch.py
promptsuite_tasks/execution/run_sentiment_batch.py
promptsuite_tasks/execution/run_translation_batch.py
promptsuite_tasks/execution/shared_metrics.py
src/__init__.py
src/promptsuite/__init__.py
src/promptsuite/cli.py
src/promptsuite.egg-info/PKG-INFO
src/promptsuite.egg-info/SOURCES.txt
src/promptsuite.egg-info/dependency_links.txt
src/promptsuite.egg-info/entry_points.txt
src/promptsuite.egg-info/requires.txt
src/promptsuite.egg-info/top_level.txt
src/promptsuite/augmentations/__init__.py
src/promptsuite/augmentations/base.py
src/promptsuite/augmentations/factory.py
src/promptsuite/augmentations/other.py
src/promptsuite/augmentations/utils.py
src/promptsuite/augmentations/structure/__init__.py
src/promptsuite/augmentations/structure/enumerate.py
src/promptsuite/augmentations/structure/fewshot.py
src/promptsuite/augmentations/structure/shuffle.py
src/promptsuite/augmentations/text/__init__.py
src/promptsuite/augmentations/text/context.py
src/promptsuite/augmentations/text/format_structure.py
src/promptsuite/augmentations/text/noise.py
src/promptsuite/augmentations/text/paraphrase.py
src/promptsuite/core/__init__.py
src/promptsuite/core/api.py
src/promptsuite/core/engine.py
src/promptsuite/core/exceptions.py
src/promptsuite/core/models.py
src/promptsuite/core/template_keys.py
src/promptsuite/core/template_parser.py
src/promptsuite/examples/api_example.py
src/promptsuite/generation/__init__.py
src/promptsuite/generation/few_shot_handler.py
src/promptsuite/generation/prompt_builder.py
src/promptsuite/generation/variation_generator.py
src/promptsuite/shared/__init__.py
src/promptsuite/shared/constants.py
src/promptsuite/shared/model_client.py
src/promptsuite/ui/__init__.py
src/promptsuite/ui/main.py
src/promptsuite/ui/pages/generate_variations.py
src/promptsuite/ui/pages/load.py
src/promptsuite/ui/pages/results_display.py
src/promptsuite/ui/pages/template_builder.py
src/promptsuite/ui/pages/upload_data.py
src/promptsuite/ui/utils/__init__.py
src/promptsuite/ui/utils/progress_indicator.py
src/promptsuite/utils/__init__.py
src/promptsuite/utils/formatting.py