LICENSE
MANIFEST.in
NOTICE
README.md
pyproject.toml
setup.py
eval_ai_library.egg-info/PKG-INFO
eval_ai_library.egg-info/SOURCES.txt
eval_ai_library.egg-info/dependency_links.txt
eval_ai_library.egg-info/entry_points.txt
eval_ai_library.egg-info/requires.txt
eval_ai_library.egg-info/top_level.txt
eval_lib/__init__.py
eval_lib/cli.py
eval_lib/connector_html.py
eval_lib/dashboard_server.py
eval_lib/evaluate.py
eval_lib/evaluation_schema.py
eval_lib/html.py
eval_lib/llm_client.py
eval_lib/metric_pattern.py
eval_lib/price.py
eval_lib/py.typed
eval_lib/testcases_schema.py
eval_lib/utils.py
eval_lib/agent_metrics/__init__.py
eval_lib/agent_metrics/knowledge_retention_metric/knowledge_retention.py
eval_lib/agent_metrics/role_adherence_metric/role_adherence.py
eval_lib/agent_metrics/task_success_metric/task_success_rate.py
eval_lib/agent_metrics/tools_correctness_metric/tool_correctness.py
eval_lib/agent_metrics/tools_error_metric/tools_error.py
eval_lib/connector/__init__.py
eval_lib/connector/dataset_parser.py
eval_lib/connector/engine.py
eval_lib/connector/metric_registry.py
eval_lib/connector/models.py
eval_lib/connector/routes.py
eval_lib/datagenerator/datagenerator.py
eval_lib/datagenerator/document_loader.py
eval_lib/datagenerator/prompts.py
eval_lib/deterministic_metrics/__init__.py
eval_lib/deterministic_metrics/contains_metric.py
eval_lib/deterministic_metrics/ends_with_metric.py
eval_lib/deterministic_metrics/exact_match_metric.py
eval_lib/deterministic_metrics/format_check_metric.py
eval_lib/deterministic_metrics/json_schema_metric.py
eval_lib/deterministic_metrics/language_detection_metric.py
eval_lib/deterministic_metrics/length_check_metric.py
eval_lib/deterministic_metrics/non_empty_metric.py
eval_lib/deterministic_metrics/regex_match_metric.py
eval_lib/deterministic_metrics/starts_with_metric.py
eval_lib/metrics/__init__.py
eval_lib/metrics/answer_precision_metric/answer_precision.py
eval_lib/metrics/answer_relevancy_metric/answer_relevancy.py
eval_lib/metrics/bias_metric/bias.py
eval_lib/metrics/contextual_precision_metric/contextual_precision.py
eval_lib/metrics/contextual_recall_metric/contextual_recall.py
eval_lib/metrics/contextual_relevancy_metric/contextual_relevancy.py
eval_lib/metrics/custom_metric/custom_eval.py
eval_lib/metrics/faithfulness_metric/faithfulness.py
eval_lib/metrics/geval/geval.py
eval_lib/metrics/restricted_refusal_metric/restricted_refusal.py
eval_lib/metrics/toxicity_metric/toxicity.py
eval_lib/security_metrics/__init__.py
eval_lib/security_metrics/harmful_content_metric/harmful_content.py
eval_lib/security_metrics/jailbreak_detection_metric/jailbreak_detection.py
eval_lib/security_metrics/jailbreak_resistance_metric/jailbreak_resistance.py
eval_lib/security_metrics/pii_leakage_metric/pii_leakage.py
eval_lib/security_metrics/policy_compliance_metric/policy_compliance.py
eval_lib/security_metrics/prompt_injection_detection_metric/prompt_injection_detection.py
eval_lib/security_metrics/prompt_injection_resistance_metric/prompt_injection_resistance.py
eval_lib/static/connector.css
eval_lib/static/connector.js
eval_lib/static/dashboard.css
eval_lib/static/dashboard.js
eval_lib/tracing/__init__.py
eval_lib/tracing/config.py
eval_lib/tracing/context.py
eval_lib/tracing/decorators.py
eval_lib/tracing/langchain_callback.py
eval_lib/tracing/sender.py
eval_lib/tracing/tracer.py
eval_lib/tracing/types.py
eval_lib/vector_metrics/__init__.py
eval_lib/vector_metrics/embedding_provider.py
eval_lib/vector_metrics/reference_match_metric.py
eval_lib/vector_metrics/semantic_similarity_metric.py
tests/test_providers_and_models.py