CHANGELOG.md
MANIFEST.in
NOTICE.txt
README.md
TROUBLESHOOTING.md
pyproject.toml
setup.py
azure/__init__.py
azure/ai/__init__.py
azure/ai/evaluation/__init__.py
azure/ai/evaluation/_constants.py
azure/ai/evaluation/_exceptions.py
azure/ai/evaluation/_http_utils.py
azure/ai/evaluation/_model_configurations.py
azure/ai/evaluation/_user_agent.py
azure/ai/evaluation/_version.py
azure/ai/evaluation/py.typed
azure/ai/evaluation/_azure/__init__.py
azure/ai/evaluation/_azure/_clients.py
azure/ai/evaluation/_azure/_models.py
azure/ai/evaluation/_azure/_token_manager.py
azure/ai/evaluation/_common/__init__.py
azure/ai/evaluation/_common/_experimental.py
azure/ai/evaluation/_common/constants.py
azure/ai/evaluation/_common/math.py
azure/ai/evaluation/_common/rai_service.py
azure/ai/evaluation/_common/utils.py
azure/ai/evaluation/_evaluate/__init__.py
azure/ai/evaluation/_evaluate/_eval_run.py
azure/ai/evaluation/_evaluate/_evaluate.py
azure/ai/evaluation/_evaluate/_utils.py
azure/ai/evaluation/_evaluate/_batch_run/__init__.py
azure/ai/evaluation/_evaluate/_batch_run/code_client.py
azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py
azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py
azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py
azure/ai/evaluation/_evaluate/_telemetry/__init__.py
azure/ai/evaluation/_evaluators/__init__.py
azure/ai/evaluation/_evaluators/_bleu/__init__.py
azure/ai/evaluation/_evaluators/_bleu/_bleu.py
azure/ai/evaluation/_evaluators/_coherence/__init__.py
azure/ai/evaluation/_evaluators/_coherence/_coherence.py
azure/ai/evaluation/_evaluators/_coherence/coherence.prompty
azure/ai/evaluation/_evaluators/_common/__init__.py
azure/ai/evaluation/_evaluators/_common/_base_eval.py
azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py
azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py
azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py
azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py
azure/ai/evaluation/_evaluators/_content_safety/__init__.py
azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py
azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py
azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py
azure/ai/evaluation/_evaluators/_content_safety/_sexual.py
azure/ai/evaluation/_evaluators/_content_safety/_violence.py
azure/ai/evaluation/_evaluators/_eci/__init__.py
azure/ai/evaluation/_evaluators/_eci/_eci.py
azure/ai/evaluation/_evaluators/_f1_score/__init__.py
azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py
azure/ai/evaluation/_evaluators/_fluency/__init__.py
azure/ai/evaluation/_evaluators/_fluency/_fluency.py
azure/ai/evaluation/_evaluators/_fluency/fluency.prompty
azure/ai/evaluation/_evaluators/_gleu/__init__.py
azure/ai/evaluation/_evaluators/_gleu/_gleu.py
azure/ai/evaluation/_evaluators/_groundedness/__init__.py
azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py
azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty
azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty
azure/ai/evaluation/_evaluators/_meteor/__init__.py
azure/ai/evaluation/_evaluators/_meteor/_meteor.py
azure/ai/evaluation/_evaluators/_multimodal/__init__.py
azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal.py
azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal_base.py
azure/ai/evaluation/_evaluators/_multimodal/_hate_unfairness.py
azure/ai/evaluation/_evaluators/_multimodal/_protected_material.py
azure/ai/evaluation/_evaluators/_multimodal/_self_harm.py
azure/ai/evaluation/_evaluators/_multimodal/_sexual.py
azure/ai/evaluation/_evaluators/_multimodal/_violence.py
azure/ai/evaluation/_evaluators/_protected_material/__init__.py
azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py
azure/ai/evaluation/_evaluators/_qa/__init__.py
azure/ai/evaluation/_evaluators/_qa/_qa.py
azure/ai/evaluation/_evaluators/_relevance/__init__.py
azure/ai/evaluation/_evaluators/_relevance/_relevance.py
azure/ai/evaluation/_evaluators/_relevance/relevance.prompty
azure/ai/evaluation/_evaluators/_retrieval/__init__.py
azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py
azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty
azure/ai/evaluation/_evaluators/_rouge/__init__.py
azure/ai/evaluation/_evaluators/_rouge/_rouge.py
azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py
azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py
azure/ai/evaluation/_evaluators/_similarity/__init__.py
azure/ai/evaluation/_evaluators/_similarity/_similarity.py
azure/ai/evaluation/_evaluators/_similarity/similarity.prompty
azure/ai/evaluation/_evaluators/_xpia/__init__.py
azure/ai/evaluation/_evaluators/_xpia/xpia.py
azure/ai/evaluation/_vendor/__init__.py
azure/ai/evaluation/_vendor/rouge_score/__init__.py
azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py
azure/ai/evaluation/_vendor/rouge_score/scoring.py
azure/ai/evaluation/_vendor/rouge_score/tokenize.py
azure/ai/evaluation/_vendor/rouge_score/tokenizers.py
azure/ai/evaluation/simulator/__init__.py
azure/ai/evaluation/simulator/_adversarial_scenario.py
azure/ai/evaluation/simulator/_adversarial_simulator.py
azure/ai/evaluation/simulator/_constants.py
azure/ai/evaluation/simulator/_direct_attack_simulator.py
azure/ai/evaluation/simulator/_indirect_attack_simulator.py
azure/ai/evaluation/simulator/_simulator.py
azure/ai/evaluation/simulator/_tracing.py
azure/ai/evaluation/simulator/_utils.py
azure/ai/evaluation/simulator/_conversation/__init__.py
azure/ai/evaluation/simulator/_conversation/_conversation.py
azure/ai/evaluation/simulator/_conversation/constants.py
azure/ai/evaluation/simulator/_data_sources/__init__.py
azure/ai/evaluation/simulator/_data_sources/grounding.json
azure/ai/evaluation/simulator/_helpers/__init__.py
azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py
azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py
azure/ai/evaluation/simulator/_model_tools/__init__.py
azure/ai/evaluation/simulator/_model_tools/_identity_manager.py
azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py
azure/ai/evaluation/simulator/_model_tools/_rai_client.py
azure/ai/evaluation/simulator/_model_tools/_template_handler.py
azure/ai/evaluation/simulator/_model_tools/models.py
azure/ai/evaluation/simulator/_prompty/__init__.py
azure/ai/evaluation/simulator/_prompty/task_query_response.prompty
azure/ai/evaluation/simulator/_prompty/task_simulate.prompty
azure_ai_evaluation.egg-info/PKG-INFO
azure_ai_evaluation.egg-info/SOURCES.txt
azure_ai_evaluation.egg-info/dependency_links.txt
azure_ai_evaluation.egg-info/not-zip-safe
azure_ai_evaluation.egg-info/requires.txt
azure_ai_evaluation.egg-info/top_level.txt
samples/README.md
samples/evaluation_samples_common.py
samples/evaluation_samples_evaluate.py
samples/evaluation_samples_simulate.py
samples/data/evaluate_test_data.jsonl
tests/__init__.py
tests/__openai_patcher.py
tests/conftest.py
tests/e2etests/__init__.py
tests/e2etests/target_fn.py
tests/e2etests/test_adv_simulator.py
tests/e2etests/test_builtin_evaluators.py
tests/e2etests/test_evaluate.py
tests/e2etests/test_lite_management_client.py
tests/e2etests/test_mass_evaluate.py
tests/e2etests/test_metrics_upload.py
tests/e2etests/test_sim_and_eval.py
tests/e2etests/custom_evaluators/answer_length_with_aggregation.py
tests/unittests/test_batch_run_context.py
tests/unittests/test_built_in_evaluator.py
tests/unittests/test_content_safety_defect_rate.py
tests/unittests/test_content_safety_rai_script.py
tests/unittests/test_eval_run.py
tests/unittests/test_evaluate.py
tests/unittests/test_evaluate_performance.py
tests/unittests/test_evaluate_telemetry.py
tests/unittests/test_jailbreak_simulator.py
tests/unittests/test_non_adv_simulator.py
tests/unittests/test_save_eval.py
tests/unittests/test_simulator.py
tests/unittests/test_synthetic_callback_conv_bot.py
tests/unittests/test_synthetic_conversation_bot.py
tests/unittests/test_utils.py
tests/unittests/test_evaluators/slow_eval.py
tests/unittests/test_evaluators/test_inputs_evaluators.py
tests/unittests/test_evaluators/apology_dag/apology.py