.dockerignore
.gitattributes
.gitignore
.readthedocs.yml
DEVELOPMENT.md
LICENSE
Makefile
README.md
mkdocs.yml
pyproject.toml
references.md
.github/ISSUE_TEMPLATE/bug_report.md
.github/ISSUE_TEMPLATE/feature_request.md
.github/ISSUE_TEMPLATE/question.md
.github/workflows/ci.yaml
.github/workflows/issue-manager.yaml
.github/workflows/python-publish.yml
docs/Makefile
docs/alfred.py
docs/conf.py
docs/index.md
docs/ipynb_to_md.py
docs/make.bat
docs/_static/favicon.ico
docs/_static/langsmith-dataset.png
docs/_static/langsmith-evaluation.png
docs/_static/langsmith-feedback.png
docs/_static/langsmith-ragas-chain-trace.png
docs/_static/list-score-traces-ragas.png
docs/_static/traces-score-ragas.png
docs/_static/css/highlight_ipython3.css
docs/_static/css/highlight_ipython3_dark.css
docs/_static/css/highlight_ipython3_light.css
docs/_static/css/highlight_python.css
docs/_static/css/highlight_python_dark.css
docs/_static/css/highlight_python_light.css
docs/_static/css/ragas.css
docs/_static/imgs/_langgraph_agent_evaluation_28_0.jpg
docs/_static/imgs/bar-graph.svg
docs/_static/imgs/compare-emb-results.png
docs/_static/imgs/compare-embeddings.jpeg
docs/_static/imgs/compare-llm-result.png
docs/_static/imgs/compare-llms-front.jpeg
docs/_static/imgs/compare-llms-testset.png
docs/_static/imgs/component-wise-metrics.png
docs/_static/imgs/eval-evolve.png
docs/_static/imgs/kg_rag.png
docs/_static/imgs/langsmith-tracing-faithfullness.png
docs/_static/imgs/langsmith-tracing-overview.png
docs/_static/imgs/logo-black.svg
docs/_static/imgs/logo.png
docs/_static/imgs/metrics_mindmap.png
docs/_static/imgs/question_types.png
docs/_static/imgs/quickstart-output.png
docs/_static/imgs/ragas-logo.png
docs/_static/imgs/ragas_workflow_white.png
docs/_static/imgs/scenario_rag.png
docs/_static/imgs/testset_output.png
docs/_static/imgs/trace-langsmith.png
docs/_static/js/header_border.js
docs/_static/js/mathjax.js
docs/_static/js/mendable_chat_bubble.js
docs/_static/js/octolane.js
docs/_static/js/toggle.js
docs/community/index.md
docs/concepts/index.md
docs/concepts/components/eval_dataset.md
docs/concepts/components/eval_sample.md
docs/concepts/components/index.md
docs/concepts/components/prompt.md
docs/concepts/feedback/index.md
docs/concepts/metrics/index.md
docs/concepts/metrics/available_metrics/agents.md
docs/concepts/metrics/available_metrics/answer_correctness.md
docs/concepts/metrics/available_metrics/answer_relevance.md
docs/concepts/metrics/available_metrics/aspect_critic.md
docs/concepts/metrics/available_metrics/context_entities_recall.md
docs/concepts/metrics/available_metrics/context_precision.md
docs/concepts/metrics/available_metrics/context_recall.md
docs/concepts/metrics/available_metrics/factual_correctness.md
docs/concepts/metrics/available_metrics/faithfulness.md
docs/concepts/metrics/available_metrics/general_purpose.md
docs/concepts/metrics/available_metrics/index.md
docs/concepts/metrics/available_metrics/multi_modal_faithfulness.md
docs/concepts/metrics/available_metrics/multi_modal_relevance.md
docs/concepts/metrics/available_metrics/noise_sensitivity.md
docs/concepts/metrics/available_metrics/rubrics_based.md
docs/concepts/metrics/available_metrics/semantic_similarity.md
docs/concepts/metrics/available_metrics/sql.md
docs/concepts/metrics/available_metrics/summarization_score.md
docs/concepts/metrics/available_metrics/traditional.md
docs/concepts/metrics/overview/index.md
docs/concepts/test_data_generation/agents.md
docs/concepts/test_data_generation/index.md
docs/concepts/test_data_generation/rag.md
docs/extra/style.css
docs/extra/components/choose_evaluator_llm.md
docs/extra/components/choose_generator_llm.md
docs/extra/fonts/Satoshi-Variable.ttf
docs/extra/fonts/Satoshi-VariableItalic.ttf
docs/getstarted/index.md
docs/getstarted/install.md
docs/getstarted/rag_evaluation.md
docs/getstarted/rag_testset_generation.md
docs/getstarted/raga_evaluation_output.png
docs/getstarted/testset_output.png
docs/howtos/index.md
docs/howtos/applications/_cost.md
docs/howtos/applications/_metrics_llm_calls.md
docs/howtos/applications/add_to_ci.md
docs/howtos/applications/compare_embeddings.md
docs/howtos/applications/compare_llms.md
docs/howtos/applications/cost.ipynb
docs/howtos/applications/index.md
docs/howtos/applications/metrics_llm_calls.ipynb
docs/howtos/customizations/_run_config.md
docs/howtos/customizations/customize_models.md
docs/howtos/customizations/index.md
docs/howtos/customizations/run_config.ipynb
docs/howtos/customizations/metrics/_cost.md
docs/howtos/customizations/metrics/_metrics_language_adaptation.md
docs/howtos/customizations/metrics/_modifying-prompts-metrics.md
docs/howtos/customizations/metrics/_write_your_own_metric.md
docs/howtos/customizations/metrics/_write_your_own_metric_advanced.md
docs/howtos/customizations/metrics/cost.ipynb
docs/howtos/customizations/metrics/metrics_language_adaptation.ipynb
docs/howtos/customizations/metrics/modifying-prompts-metrics.ipynb
docs/howtos/customizations/metrics/tracing.md
docs/howtos/customizations/metrics/write_your_own_metric.ipynb
docs/howtos/customizations/metrics/write_your_own_metric_advanced.ipynb
docs/howtos/customizations/testgenerator/_language_adaptation.md
docs/howtos/customizations/testgenerator/_persona_generator.md
docs/howtos/customizations/testgenerator/_testgen-custom-single-hop.md
docs/howtos/customizations/testgenerator/_testgen-customisation.md
docs/howtos/customizations/testgenerator/index.md
docs/howtos/customizations/testgenerator/language_adaptation.ipynb
docs/howtos/customizations/testgenerator/persona_generator.ipynb
docs/howtos/customizations/testgenerator/testgen-custom-single-hop.ipynb
docs/howtos/customizations/testgenerator/testgen-customisation.ipynb
docs/howtos/integrations/_arize.md
docs/howtos/integrations/_athina.md
docs/howtos/integrations/_haystack.md
docs/howtos/integrations/_helicone.md
docs/howtos/integrations/_langchain.md
docs/howtos/integrations/_langfuse.md
docs/howtos/integrations/_langgraph_agent_evaluation.md
docs/howtos/integrations/_langsmith.md
docs/howtos/integrations/_llamaindex.md
docs/howtos/integrations/_openlayer.md
docs/howtos/integrations/_opik.md
docs/howtos/integrations/_tonic-validate.md
docs/howtos/integrations/_zeno.md
docs/howtos/integrations/arize.ipynb
docs/howtos/integrations/athina.ipynb
docs/howtos/integrations/haystack.ipynb
docs/howtos/integrations/helicone.ipynb
docs/howtos/integrations/index.md
docs/howtos/integrations/langchain.ipynb
docs/howtos/integrations/langfuse.ipynb
docs/howtos/integrations/langgraph_agent_evaluation.ipynb
docs/howtos/integrations/langsmith.ipynb
docs/howtos/integrations/llamaindex.ipynb
docs/howtos/integrations/openlayer.ipynb
docs/howtos/integrations/opik.ipynb
docs/howtos/integrations/tonic-validate.ipynb
docs/howtos/integrations/zeno.ipynb
docs/howtos/integrations/_langgraph_agent_evaluation_files/_langgraph_agent_evaluation_23_0.jpg
docs/howtos/integrations/nyc_wikipedia/nyc_text.txt
docs/howtos/migrations/migrate_from_v01_to_v02.md
docs/references/embeddings.md
docs/references/evaluate.md
docs/references/evaluation_schema.md
docs/references/executor.md
docs/references/generate.md
docs/references/graph.md
docs/references/integrations.md
docs/references/llms.md
docs/references/metrics.md
docs/references/prompt.md
docs/references/run_config.md
docs/references/synthesizers.md
docs/references/testset_schema.md
docs/references/transforms.md
requirements/dev.txt
requirements/docs.txt
requirements/test.txt
src/ragas/__init__.py
src/ragas/_analytics.py
src/ragas/_version.py
src/ragas/async_utils.py
src/ragas/callbacks.py
src/ragas/config.py
src/ragas/cost.py
src/ragas/dataset_schema.py
src/ragas/evaluation.py
src/ragas/exceptions.py
src/ragas/executor.py
src/ragas/losses.py
src/ragas/messages.py
src/ragas/run_config.py
src/ragas/utils.py
src/ragas/validation.py
src/ragas.egg-info/PKG-INFO
src/ragas.egg-info/SOURCES.txt
src/ragas.egg-info/dependency_links.txt
src/ragas.egg-info/requires.txt
src/ragas.egg-info/top_level.txt
src/ragas/embeddings/__init__.py
src/ragas/embeddings/base.py
src/ragas/experimental/__init__.py
src/ragas/integrations/__init__.py
src/ragas/integrations/helicone.py
src/ragas/integrations/langchain.py
src/ragas/integrations/langgraph.py
src/ragas/integrations/langsmith.py
src/ragas/integrations/llama_index.py
src/ragas/integrations/opik.py
src/ragas/llms/__init__.py
src/ragas/llms/base.py
src/ragas/metrics/__init__.py
src/ragas/metrics/_answer_correctness.py
src/ragas/metrics/_answer_relevance.py
src/ragas/metrics/_answer_similarity.py
src/ragas/metrics/_aspect_critic.py
src/ragas/metrics/_bleu_score.py
src/ragas/metrics/_context_entities_recall.py
src/ragas/metrics/_context_precision.py
src/ragas/metrics/_context_recall.py
src/ragas/metrics/_datacompy_score.py
src/ragas/metrics/_domain_specific_rubrics.py
src/ragas/metrics/_factual_correctness.py
src/ragas/metrics/_faithfulness.py
src/ragas/metrics/_goal_accuracy.py
src/ragas/metrics/_instance_specific_rubrics.py
src/ragas/metrics/_multi_modal_faithfulness.py
src/ragas/metrics/_multi_modal_relevance.py
src/ragas/metrics/_noise_sensitivity.py
src/ragas/metrics/_rouge_score.py
src/ragas/metrics/_simple_criteria.py
src/ragas/metrics/_sql_semantic_equivalence.py
src/ragas/metrics/_string.py
src/ragas/metrics/_summarization.py
src/ragas/metrics/_tool_call_accuracy.py
src/ragas/metrics/_topic_adherence.py
src/ragas/metrics/base.py
src/ragas/metrics/utils.py
src/ragas/optimizers/__init__.py
src/ragas/optimizers/base.py
src/ragas/prompt/__init__.py
src/ragas/prompt/base.py
src/ragas/prompt/mixin.py
src/ragas/prompt/multi_modal_prompt.py
src/ragas/prompt/pydantic_prompt.py
src/ragas/prompt/utils.py
src/ragas/testset/__init__.py
src/ragas/testset/graph.py
src/ragas/testset/graph_queries.py
src/ragas/testset/persona.py
src/ragas/testset/synthesizers/__init__.py
src/ragas/testset/synthesizers/base.py
src/ragas/testset/synthesizers/generate.py
src/ragas/testset/synthesizers/prompts.py
src/ragas/testset/synthesizers/testset_schema.py
src/ragas/testset/synthesizers/utils.py
src/ragas/testset/synthesizers/multi_hop/__init__.py
src/ragas/testset/synthesizers/multi_hop/abstract.py
src/ragas/testset/synthesizers/multi_hop/base.py
src/ragas/testset/synthesizers/multi_hop/prompts.py
src/ragas/testset/synthesizers/multi_hop/specific.py
src/ragas/testset/synthesizers/single_hop/__init__.py
src/ragas/testset/synthesizers/single_hop/base.py
src/ragas/testset/synthesizers/single_hop/prompts.py
src/ragas/testset/synthesizers/single_hop/specific.py
src/ragas/testset/transforms/__init__.py
src/ragas/testset/transforms/base.py
src/ragas/testset/transforms/default.py
src/ragas/testset/transforms/engine.py
src/ragas/testset/transforms/filters.py
src/ragas/testset/transforms/extractors/__init__.py
src/ragas/testset/transforms/extractors/embeddings.py
src/ragas/testset/transforms/extractors/llm_based.py
src/ragas/testset/transforms/extractors/regex_based.py
src/ragas/testset/transforms/relationship_builders/__init__.py
src/ragas/testset/transforms/relationship_builders/cosine.py
src/ragas/testset/transforms/relationship_builders/traditional.py
src/ragas/testset/transforms/splitters/__init__.py
src/ragas/testset/transforms/splitters/headline.py
tests/conftest.py
tests/benchmarks/Dockerfile
tests/benchmarks/benchmark_eval.py
tests/benchmarks/benchmark_testsetgen.py
tests/benchmarks/utils.py
tests/e2e/test_adaptation.py
tests/e2e/test_amnesty_in_ci.py
tests/e2e/test_fullflow.py
tests/e2e/test_testset_generation.py
tests/unit/test_analytics.py
tests/unit/test_async_utils.py
tests/unit/test_cost.py
tests/unit/test_dataset_schema.py
tests/unit/test_embeddings.py
tests/unit/test_executor.py
tests/unit/test_executor_in_jupyter.ipynb
tests/unit/test_import.py
tests/unit/test_langgraph.py
tests/unit/test_metric.py
tests/unit/test_prompt.py
tests/unit/test_run_config.py
tests/unit/test_simple.py
tests/unit/test_testset_schema.py
tests/unit/test_utils.py
tests/unit/test_validation.py
tests/unit/llms/test_llm.py
tests/unit/prompt/test_prompt_mixin.py
tests/unit/prompt/test_prompt_utils.py