├── .claude └── commands │ ├── create-pr.md │ └── fix-github-issue.md ├── .cursor ├── commands │ └── git-pr.md ├── rules │ ├── docs-diataxis-guidelines.mdc │ ├── docs-structure.mdc │ ├── project-structure.mdc │ ├── update-guide.mdc │ └── use-uv-cli.mdc └── worktrees.json ├── .dockerignore ├── .gitattributes ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature_request.md │ └── question.md ├── pull_request_template.md └── workflows │ ├── ci.yaml │ ├── claude-code-review.yml │ ├── claude.yml │ ├── issue-manager.yaml │ ├── publish-examples.yml │ └── python-publish.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .readthedocs.yml ├── CLAUDE.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── Makefile ├── README.md ├── SECURITY.md ├── docs ├── INSTALL ├── Makefile ├── _static │ ├── annotated_data.json │ ├── architecture.png │ ├── bar_plot.png │ ├── css │ │ ├── highlight_ipython3.css │ │ ├── highlight_ipython3_dark.css │ │ ├── highlight_ipython3_light.css │ │ ├── highlight_python.css │ │ ├── highlight_python_dark.css │ │ ├── highlight_python_light.css │ │ └── ragas.css │ ├── edited_chain_runs.json │ ├── favicon.ico │ ├── imgs │ │ ├── _langgraph_agent_evaluation_28_0.jpg │ │ ├── after_training.png │ │ ├── annotation.png │ │ ├── bar-graph.svg │ │ ├── before_training.png │ │ ├── compare-emb-results.png │ │ ├── compare-embeddings.jpeg │ │ ├── compare-llm-result.png │ │ ├── compare-llms-front.jpeg │ │ ├── compare-llms-testset.png │ │ ├── component-wise-metrics.png │ │ ├── eval-evolve.png │ │ ├── experiments_quickstart │ │ │ ├── hello_world.gif │ │ │ └── output_first_experiment.png │ │ ├── howto_improve_rag_mlflow.png │ │ ├── kg_rag.png │ │ ├── langsmith-tracing-faithfullness.png │ │ ├── langsmith-tracing-overview.png │ │ ├── logo-black.svg │ │ ├── logo.png │ │ ├── metrics_mindmap.png │ │ ├── question_types.png │ │ ├── quickstart-output.png │ │ ├── ragas-logo.png │ │ ├── ragas_workflow_white.png │ │ ├── results │ │ │ └── rag_eval_result.png │ │ ├── scenario_rag.png │ │ ├── testset_output.png │ │ └── trace-langsmith.png │ ├── js │ │ ├── commonroom.js │ │ ├── header_border.js │ │ ├── mathjax.js │ │ ├── mendable_chat_bubble.js │ │ └── toggle.js │ ├── langsmith-dataset.png │ ├── langsmith-evaluation.png │ ├── langsmith-feedback.png │ ├── langsmith-ragas-chain-trace.png │ ├── langsmith_dashboard.png │ ├── list-score-traces-ragas.png │ ├── qasper_data_collection.png │ ├── r2r_integration_ragas_app.png │ ├── radar_plot.png │ ├── ragas_app.gif │ ├── sample_annotated_summary.json │ └── traces-score-ragas.png ├── alfred.py ├── community │ └── index.md ├── concepts │ ├── components │ │ ├── eval_dataset.md │ │ ├── eval_sample.md │ │ ├── index.md │ │ └── prompt.md │ ├── datasets.md │ ├── experimentation.md │ ├── feedback │ │ └── index.md │ ├── index.md │ ├── metrics │ │ ├── available_metrics │ │ │ ├── agents.md │ │ │ ├── answer_correctness.md │ │ │ ├── answer_relevance.md │ │ │ ├── aspect_critic.md │ │ │ ├── context_entities_recall.md │ │ │ ├── context_precision.md │ │ │ ├── context_recall.md │ │ │ ├── factual_correctness.md │ │ │ ├── faithfulness.md │ │ │ ├── general_purpose.md │ │ │ ├── index.md │ │ │ ├── multi_modal_faithfulness.md │ │ │ ├── multi_modal_relevance.md │ │ │ ├── noise_sensitivity.md │ │ │ ├── nvidia_metrics.md │ │ │ ├── rubrics_based.md │ │ │ ├── semantic_similarity.md │ │ │ ├── sql.md │ │ │ ├── summarization_score.md │ │ │ └── traditional.md │ │ ├── index.md │ │ └── overview │ │ │ └── index.md │ └── test_data_generation │ │ ├── agents.md │ │ ├── index.md │ │ └── rag.md ├── extra │ ├── components │ │ ├── choose_evaluator_llm.md │ │ └── choose_generator_llm.md │ ├── fonts │ │ ├── Satoshi-Variable.ttf │ │ └── Satoshi-VariableItalic.ttf │ ├── overrides │ │ └── main.html │ ├── ragas-modern.css │ └── style.css ├── getstarted │ ├── eval_mistake1.png │ ├── evals.md │ ├── experiments_quickstart.md │ ├── index.md │ ├── install.md │ ├── quickstart.md │ ├── rag_eval.gif │ ├── rag_eval.md │ ├── rag_testset_generation.md │ ├── raga_evaluation_output.png │ ├── ragas_evaluation_output_dashboard.png │ ├── ragas_get_started_evals.gif │ ├── testset_output.png │ └── testset_output_dashboard.png ├── howtos │ ├── applications │ │ ├── _cost.md │ │ ├── add_to_ci.md │ │ ├── align-llm-as-judge.md │ │ ├── benchmark_llm.md │ │ ├── compare_embeddings.md │ │ ├── compare_llms.md │ │ ├── cost.ipynb │ │ ├── evaluate-and-improve-rag.md │ │ ├── evaluating_multi_turn_conversations.md │ │ ├── index.md │ │ ├── iterate_prompt.md │ │ ├── metrics_llm_calls.png │ │ ├── prompt_optimization.md │ │ ├── singlehop_testset_gen.md │ │ ├── text2sql.md │ │ ├── vertexai_alignment.md │ │ ├── vertexai_model_comparision.md │ │ └── vertexai_x_ragas.md │ ├── customizations │ │ ├── _caching.md │ │ ├── _run_config.md │ │ ├── caching.ipynb │ │ ├── cancellation.md │ │ ├── customize_models.md │ │ ├── index.md │ │ ├── metrics │ │ │ ├── _cost.md │ │ │ ├── _metrics_language_adaptation.md │ │ │ ├── _modifying-prompts-metrics.md │ │ │ ├── _write_your_own_metric.md │ │ │ ├── _write_your_own_metric_advanced.md │ │ │ ├── cost.ipynb │ │ │ ├── metrics_language_adaptation.ipynb │ │ │ ├── modifying-prompts-metrics.ipynb │ │ │ ├── tracing.md │ │ │ ├── write_your_own_metric.ipynb │ │ │ └── write_your_own_metric_advanced.ipynb │ │ ├── run_config.ipynb │ │ └── testgenerator │ │ │ ├── _language_adaptation.md │ │ │ ├── _persona_generator.md │ │ │ ├── _testgen-custom-single-hop.md │ │ │ ├── _testgen-customisation.md │ │ │ ├── index.md │ │ │ ├── language_adaptation.ipynb │ │ │ ├── persona_generator.ipynb │ │ │ ├── testgen-custom-single-hop.ipynb │ │ │ └── testgen-customisation.ipynb │ ├── index.md │ ├── integrations │ │ ├── _arize.md │ │ ├── _athina.md │ │ ├── _haystack.md │ │ ├── _helicone.md │ │ ├── _langchain.md │ │ ├── _langfuse.md │ │ ├── _langgraph_agent_evaluation.md │ │ ├── _langgraph_agent_evaluation_files │ │ │ └── _langgraph_agent_evaluation_23_0.jpg │ │ ├── _langsmith.md │ │ ├── _llamaindex.md │ │ ├── _openlayer.md │ │ ├── _opik.md │ │ ├── _tonic-validate.md │ │ ├── _zeno.md │ │ ├── amazon_bedrock.md │ │ ├── arize.ipynb │ │ ├── athina.ipynb │ │ ├── gemini.md │ │ ├── griptape.md │ │ ├── haystack.ipynb │ │ ├── haystack.md │ │ ├── helicone.ipynb │ │ ├── index.md │ │ ├── langchain.ipynb │ │ ├── langchain.md │ │ ├── langfuse.ipynb │ │ ├── langgraph_agent_evaluation.ipynb │ │ ├── langsmith.ipynb │ │ ├── langsmith.md │ │ ├── llama_stack.md │ │ ├── llamaindex.ipynb │ │ ├── llamaindex_agents.md │ │ ├── nyc_wikipedia │ │ │ └── nyc_text.txt │ │ ├── oci_genai.md │ │ ├── openlayer.ipynb │ │ ├── opik.ipynb │ │ ├── r2r.md │ │ ├── swarm_agent_evaluation.md │ │ ├── tonic-validate.ipynb │ │ └── zeno.ipynb │ ├── llm-adapters.md │ ├── migrations │ │ └── migrate_from_v01_to_v02.md │ └── observability.md ├── index.md ├── ipynb_to_md.py ├── make.bat ├── quoted_spans_metric.md ├── references │ ├── aevaluate.md │ ├── cache.md │ ├── embeddings.md │ ├── evaluate.md │ ├── evaluation_schema.md │ ├── executor.md │ ├── generate.md │ ├── graph.md │ ├── index.md │ ├── integrations.md │ ├── llms.md │ ├── metrics.md │ ├── prompt.md │ ├── run_config.md │ ├── synthesizers.md │ ├── testset_schema.md │ └── transforms.md └── tutorials │ ├── agent.md │ ├── index.md │ ├── prompt.md │ ├── rag.md │ └── workflow.md ├── examples ├── LICENSE ├── README.md ├── gdrive_append_example.py ├── gdrive_backend_example.py ├── iterate_prompt │ ├── __init__.py │ ├── datasets │ │ └── support_triage.csv │ ├── evals.py │ ├── promptv1.txt │ ├── promptv2_fewshot.txt │ └── run_prompt.py ├── oci_genai_example.py ├── pyproject.toml └── ragas_examples │ ├── __init__.py │ ├── agent_evals │ ├── __init__.py │ ├── agent.py │ └── evals.py │ ├── benchmark_llm │ ├── __init__.py │ ├── datasets │ │ └── discount_benchmark.csv │ ├── evals.py │ └── prompt.py │ ├── improve_rag │ ├── __init__.py │ ├── datasets │ │ └── hf_doc_qa_eval.csv │ ├── evals.py │ └── rag.py │ ├── judge_alignment │ ├── __init__.py │ └── evals.py │ ├── llamaIndex_agent_evals │ ├── __init__.py │ ├── contexts │ │ ├── ambiguous_removal_request.json │ │ ├── duplicate_addition.json │ │ └── repeated_removal.json │ ├── evals.py │ └── llamaindex_agent.py │ ├── prompt_evals │ ├── __init__.py │ ├── evals.py │ └── prompt.py │ ├── rag_eval │ ├── __init__.py │ ├── evals.py │ ├── pyproject.toml │ └── rag.py │ ├── text2sql │ ├── __init__.py │ ├── analyze_errors.py │ ├── data_utils.py │ ├── datasets │ │ └── booksql_sample.csv │ ├── db_utils.py │ ├── evals.py │ ├── prompt.txt │ ├── prompt_v2.txt │ ├── prompt_v3.txt │ ├── text2sql_agent.py │ └── validate_sql_dataset.py │ └── workflow_eval │ ├── __init__.py │ ├── evals.py │ └── workflow.py ├── mkdocs.yml ├── pyproject.toml ├── scripts └── dev_docs.sh ├── src └── ragas │ ├── __init__.py │ ├── _analytics.py │ ├── async_utils.py │ ├── backends │ ├── README.md │ ├── __init__.py │ ├── base.py │ ├── gdrive_backend.md │ ├── gdrive_backend.py │ ├── inmemory.py │ ├── local_csv.py │ ├── local_jsonl.py │ ├── registry.py │ └── utils.py │ ├── cache.py │ ├── callbacks.py │ ├── cli.py │ ├── config.py │ ├── cost.py │ ├── dataset.py │ ├── dataset_schema.py │ ├── embeddings │ ├── __init__.py │ ├── base.py │ ├── google_provider.py │ ├── haystack_wrapper.py │ ├── huggingface_provider.py │ ├── litellm_provider.py │ ├── openai_provider.py │ └── utils.py │ ├── evaluation.py │ ├── exceptions.py │ ├── executor.py │ ├── experiment.py │ ├── integrations │ ├── __init__.py │ ├── amazon_bedrock.py │ ├── griptape.py │ ├── helicone.py │ ├── langchain.py │ ├── langgraph.py │ ├── langsmith.py │ ├── llama_index.py │ ├── opik.py │ ├── r2r.py │ ├── swarm.py │ └── tracing │ │ ├── __init__.py │ │ ├── langfuse.py │ │ └── mlflow.py │ ├── llms │ ├── __init__.py │ ├── adapters │ │ ├── __init__.py │ │ ├── base.py │ │ ├── instructor.py │ │ └── litellm.py │ ├── base.py │ ├── haystack_wrapper.py │ ├── litellm_llm.py │ └── oci_genai_wrapper.py │ ├── losses.py │ ├── messages.py │ ├── metrics │ ├── __init__.py │ ├── _answer_correctness.py │ ├── _answer_relevance.py │ ├── _answer_similarity.py │ ├── _aspect_critic.py │ ├── _bleu_score.py │ ├── _chrf_score.py │ ├── _context_entities_recall.py │ ├── _context_precision.py │ ├── _context_recall.py │ ├── _datacompy_score.py │ ├── _domain_specific_rubrics.py │ ├── _factual_correctness.py │ ├── _faithfulness.py │ ├── _goal_accuracy.py │ ├── _instance_specific_rubrics.py │ ├── _multi_modal_faithfulness.py │ ├── _multi_modal_relevance.py │ ├── _noise_sensitivity.py │ ├── _nv_metrics.py │ ├── _rouge_score.py │ ├── _simple_criteria.py │ ├── _sql_semantic_equivalence.py │ ├── _string.py │ ├── _summarization.py │ ├── _tool_call_accuracy.py │ ├── _tool_call_f1.py │ ├── _topic_adherence.py │ ├── base.py │ ├── collections │ │ ├── __init__.py │ │ ├── _bleu_score.py │ │ ├── _rouge_score.py │ │ ├── _semantic_similarity.py │ │ ├── _string.py │ │ ├── answer_accuracy │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── answer_correctness │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── answer_relevancy │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── base.py │ │ ├── context_entity_recall │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── context_precision │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── context_recall │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── context_relevance │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── example_metric.py │ │ ├── factual_correctness │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── faithfulness │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── noise_sensitivity │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ ├── response_groundedness │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ │ └── summary_score │ │ │ ├── __init__.py │ │ │ ├── metric.py │ │ │ └── util.py │ ├── decorator.py │ ├── discrete.py │ ├── numeric.py │ ├── quoted_spans.py │ ├── ranking.py │ ├── result.py │ ├── utils.py │ └── validators.py │ ├── optimizers │ ├── __init__.py │ ├── base.py │ ├── genetic.py │ └── utils.py │ ├── prompt │ ├── __init__.py │ ├── base.py │ ├── dynamic_few_shot.py │ ├── few_shot_pydantic_prompt.py │ ├── metrics │ │ ├── __init__.py │ │ ├── answer_accuracy.py │ │ ├── answer_correctness.py │ │ ├── answer_relevance.py │ │ ├── base_prompt.py │ │ ├── common.py │ │ ├── context_entity_recall.py │ │ ├── context_recall.py │ │ ├── context_relevance.py │ │ ├── factual_correctness.py │ │ ├── noise_sensitivity.py │ │ ├── response_groundedness.py │ │ └── summary_score.py │ ├── mixin.py │ ├── multi_modal_prompt.py │ ├── prompt-formats.md │ ├── pydantic_prompt.py │ ├── simple_prompt.py │ └── utils.py │ ├── py.typed │ ├── run_config.py │ ├── sdk.py │ ├── testset │ ├── __init__.py │ ├── graph.py │ ├── graph_queries.py │ ├── persona.py │ ├── synthesizers │ │ ├── __init__.py │ │ ├── base.py │ │ ├── generate.py │ │ ├── multi_hop │ │ │ ├── __init__.py │ │ │ ├── abstract.py │ │ │ ├── base.py │ │ │ ├── prompts.py │ │ │ └── specific.py │ │ ├── prompts.py │ │ ├── single_hop │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── prompts.py │ │ │ └── specific.py │ │ ├── testset_schema.py │ │ └── utils.py │ └── transforms │ │ ├── __init__.py │ │ ├── base.py │ │ ├── default.py │ │ ├── engine.py │ │ ├── extractors │ │ ├── __init__.py │ │ ├── embeddings.py │ │ ├── llm_based.py │ │ └── regex_based.py │ │ ├── filters.py │ │ ├── relationship_builders │ │ ├── __init__.py │ │ ├── cosine.py │ │ └── traditional.py │ │ └── splitters │ │ ├── __init__.py │ │ └── headline.py │ ├── utils.py │ └── validation.py └── tests ├── __init__.py ├── benchmarks ├── Dockerfile ├── benchmark_eval.py ├── benchmark_testsetgen.py └── utils.py ├── conftest.py ├── e2e ├── __init__.py ├── metrics_migration │ ├── __init__.py │ ├── base_migration_test.py │ ├── conftest.py │ ├── metric_score_diff.ipynb │ ├── plan-for-metrics-migration.md │ ├── test_answer_accuracy_migration.py │ ├── test_answer_correctness_migration.py │ ├── test_answer_relevancy_migration.py │ ├── test_bleu_migration.py │ ├── test_context_entity_recall_migration.py │ ├── test_context_precision_migration.py │ ├── test_context_recall_migration.py │ ├── test_context_relevance_migration.py │ ├── test_factual_correctness_migration.py │ ├── test_faithfulness_migration.py │ ├── test_noise_sensitivity_migration.py │ ├── test_response_groundedness_migration.py │ ├── test_rouge_migration.py │ ├── test_semantic_similarity_migration.py │ ├── test_string_migration.py │ ├── test_summary_score_migration.py │ └── test_utils.py ├── test_adaptation.py ├── test_amnesty_in_ci.py ├── test_dataset_utils.py ├── test_fullflow.py ├── test_langchain_llm_attributes.py └── test_testset_generation.py ├── test_quoted_spans.py ├── unit ├── backends │ ├── test_gdrive_backend.py │ ├── test_inmemory.py │ ├── test_local_csv.py │ └── test_local_jsonl.py ├── integrations │ ├── test_tracing.py │ └── test_tracing_simple.py ├── llms │ ├── test_adapters.py │ ├── test_instructor_factory.py │ └── test_llm.py ├── prompt │ ├── test_dynamic_few_shot_prompt.py │ ├── test_prompt_mixin.py │ ├── test_prompt_save_load.py │ └── test_prompt_utils.py ├── test_analytics.py ├── test_async_evaluation.py ├── test_async_utils.py ├── test_cache.py ├── test_cancellation.py ├── test_chrf_score.py ├── test_cli.py ├── test_cosine_relationship_builders.py ├── test_cost.py ├── test_dataset_schema.py ├── test_datatable_inheritance.py ├── test_embeddings.py ├── test_engine.py ├── test_executor.py ├── test_executor_in_jupyter.ipynb ├── test_experiment.py ├── test_graph.py ├── test_import.py ├── test_knowledge_graph_clusters.py ├── test_knowledge_graph_save.py ├── test_langgraph.py ├── test_metric.py ├── test_metric_decorators.py ├── test_multi_hop_query_synthesizer.py ├── test_oci_genai_wrapper.py ├── test_optimizer_config.py ├── test_prompt.py ├── test_run_config.py ├── test_simple.py ├── test_simple_llm_metric_persistence.py ├── test_single_hop_query_synthesizer.py ├── test_testset_schema.py ├── test_tool_call_accuracy.py ├── test_tool_call_f1.py ├── test_traditional_relationship_builders.py ├── test_utils.py ├── test_uvloop_compatibility.py └── test_validation.py └── utils ├── __init__.py ├── llm_setup.py └── metric_comparison.py /.claude/commands/create-pr.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.claude/commands/create-pr.md -------------------------------------------------------------------------------- /.claude/commands/fix-github-issue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.claude/commands/fix-github-issue.md -------------------------------------------------------------------------------- /.cursor/commands/git-pr.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.cursor/commands/git-pr.md -------------------------------------------------------------------------------- /.cursor/rules/docs-diataxis-guidelines.mdc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.cursor/rules/docs-diataxis-guidelines.mdc -------------------------------------------------------------------------------- /.cursor/rules/docs-structure.mdc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.cursor/rules/docs-structure.mdc -------------------------------------------------------------------------------- /.cursor/rules/project-structure.mdc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.cursor/rules/project-structure.mdc -------------------------------------------------------------------------------- /.cursor/rules/update-guide.mdc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.cursor/rules/update-guide.mdc -------------------------------------------------------------------------------- /.cursor/rules/use-uv-cli.mdc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.cursor/rules/use-uv-cli.mdc -------------------------------------------------------------------------------- /.cursor/worktrees.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.cursor/worktrees.json -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- 1 | Dockerfile 2 | test_resources -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/question.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/ISSUE_TEMPLATE/question.md -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/ci.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/workflows/ci.yaml -------------------------------------------------------------------------------- /.github/workflows/claude-code-review.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/workflows/claude-code-review.yml -------------------------------------------------------------------------------- /.github/workflows/claude.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/workflows/claude.yml -------------------------------------------------------------------------------- /.github/workflows/issue-manager.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/workflows/issue-manager.yaml -------------------------------------------------------------------------------- /.github/workflows/publish-examples.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/workflows/publish-examples.yml -------------------------------------------------------------------------------- /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /CLAUDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/CLAUDE.md -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/SECURITY.md -------------------------------------------------------------------------------- /docs/INSTALL: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/INSTALL -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_static/annotated_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/annotated_data.json -------------------------------------------------------------------------------- /docs/_static/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/architecture.png -------------------------------------------------------------------------------- /docs/_static/bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/bar_plot.png -------------------------------------------------------------------------------- /docs/_static/css/highlight_ipython3.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/css/highlight_ipython3.css -------------------------------------------------------------------------------- /docs/_static/css/highlight_ipython3_dark.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/css/highlight_ipython3_dark.css -------------------------------------------------------------------------------- /docs/_static/css/highlight_ipython3_light.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/css/highlight_ipython3_light.css -------------------------------------------------------------------------------- /docs/_static/css/highlight_python.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/css/highlight_python.css -------------------------------------------------------------------------------- /docs/_static/css/highlight_python_dark.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/css/highlight_python_dark.css -------------------------------------------------------------------------------- /docs/_static/css/highlight_python_light.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/css/highlight_python_light.css -------------------------------------------------------------------------------- /docs/_static/css/ragas.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/css/ragas.css -------------------------------------------------------------------------------- /docs/_static/edited_chain_runs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/edited_chain_runs.json -------------------------------------------------------------------------------- /docs/_static/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/favicon.ico -------------------------------------------------------------------------------- /docs/_static/imgs/_langgraph_agent_evaluation_28_0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/_langgraph_agent_evaluation_28_0.jpg -------------------------------------------------------------------------------- /docs/_static/imgs/after_training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/after_training.png -------------------------------------------------------------------------------- /docs/_static/imgs/annotation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/annotation.png -------------------------------------------------------------------------------- /docs/_static/imgs/bar-graph.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/bar-graph.svg -------------------------------------------------------------------------------- /docs/_static/imgs/before_training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/before_training.png -------------------------------------------------------------------------------- /docs/_static/imgs/compare-emb-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/compare-emb-results.png -------------------------------------------------------------------------------- /docs/_static/imgs/compare-embeddings.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/compare-embeddings.jpeg -------------------------------------------------------------------------------- /docs/_static/imgs/compare-llm-result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/compare-llm-result.png -------------------------------------------------------------------------------- /docs/_static/imgs/compare-llms-front.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/compare-llms-front.jpeg -------------------------------------------------------------------------------- /docs/_static/imgs/compare-llms-testset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/compare-llms-testset.png -------------------------------------------------------------------------------- /docs/_static/imgs/component-wise-metrics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/component-wise-metrics.png -------------------------------------------------------------------------------- /docs/_static/imgs/eval-evolve.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/eval-evolve.png -------------------------------------------------------------------------------- /docs/_static/imgs/experiments_quickstart/hello_world.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/experiments_quickstart/hello_world.gif -------------------------------------------------------------------------------- /docs/_static/imgs/experiments_quickstart/output_first_experiment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/experiments_quickstart/output_first_experiment.png -------------------------------------------------------------------------------- /docs/_static/imgs/howto_improve_rag_mlflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/howto_improve_rag_mlflow.png -------------------------------------------------------------------------------- /docs/_static/imgs/kg_rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/kg_rag.png -------------------------------------------------------------------------------- /docs/_static/imgs/langsmith-tracing-faithfullness.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/langsmith-tracing-faithfullness.png -------------------------------------------------------------------------------- /docs/_static/imgs/langsmith-tracing-overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/langsmith-tracing-overview.png -------------------------------------------------------------------------------- /docs/_static/imgs/logo-black.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/logo-black.svg -------------------------------------------------------------------------------- /docs/_static/imgs/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/logo.png -------------------------------------------------------------------------------- /docs/_static/imgs/metrics_mindmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/metrics_mindmap.png -------------------------------------------------------------------------------- /docs/_static/imgs/question_types.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/question_types.png -------------------------------------------------------------------------------- /docs/_static/imgs/quickstart-output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/quickstart-output.png -------------------------------------------------------------------------------- /docs/_static/imgs/ragas-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/ragas-logo.png -------------------------------------------------------------------------------- /docs/_static/imgs/ragas_workflow_white.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/ragas_workflow_white.png -------------------------------------------------------------------------------- /docs/_static/imgs/results/rag_eval_result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/results/rag_eval_result.png -------------------------------------------------------------------------------- /docs/_static/imgs/scenario_rag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/scenario_rag.png -------------------------------------------------------------------------------- /docs/_static/imgs/testset_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/testset_output.png -------------------------------------------------------------------------------- /docs/_static/imgs/trace-langsmith.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/imgs/trace-langsmith.png -------------------------------------------------------------------------------- /docs/_static/js/commonroom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/js/commonroom.js -------------------------------------------------------------------------------- /docs/_static/js/header_border.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/js/header_border.js -------------------------------------------------------------------------------- /docs/_static/js/mathjax.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/js/mathjax.js -------------------------------------------------------------------------------- /docs/_static/js/mendable_chat_bubble.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/js/mendable_chat_bubble.js -------------------------------------------------------------------------------- /docs/_static/js/toggle.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/js/toggle.js -------------------------------------------------------------------------------- /docs/_static/langsmith-dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/langsmith-dataset.png -------------------------------------------------------------------------------- /docs/_static/langsmith-evaluation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/langsmith-evaluation.png -------------------------------------------------------------------------------- /docs/_static/langsmith-feedback.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/langsmith-feedback.png -------------------------------------------------------------------------------- /docs/_static/langsmith-ragas-chain-trace.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/langsmith-ragas-chain-trace.png -------------------------------------------------------------------------------- /docs/_static/langsmith_dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/langsmith_dashboard.png -------------------------------------------------------------------------------- /docs/_static/list-score-traces-ragas.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/list-score-traces-ragas.png -------------------------------------------------------------------------------- /docs/_static/qasper_data_collection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/qasper_data_collection.png -------------------------------------------------------------------------------- /docs/_static/r2r_integration_ragas_app.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/r2r_integration_ragas_app.png -------------------------------------------------------------------------------- /docs/_static/radar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/radar_plot.png -------------------------------------------------------------------------------- /docs/_static/ragas_app.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/ragas_app.gif -------------------------------------------------------------------------------- /docs/_static/sample_annotated_summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/sample_annotated_summary.json -------------------------------------------------------------------------------- /docs/_static/traces-score-ragas.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/_static/traces-score-ragas.png -------------------------------------------------------------------------------- /docs/alfred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/alfred.py -------------------------------------------------------------------------------- /docs/community/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/community/index.md -------------------------------------------------------------------------------- /docs/concepts/components/eval_dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/components/eval_dataset.md -------------------------------------------------------------------------------- /docs/concepts/components/eval_sample.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/components/eval_sample.md -------------------------------------------------------------------------------- /docs/concepts/components/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/components/index.md -------------------------------------------------------------------------------- /docs/concepts/components/prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/components/prompt.md -------------------------------------------------------------------------------- /docs/concepts/datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/datasets.md -------------------------------------------------------------------------------- /docs/concepts/experimentation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/experimentation.md -------------------------------------------------------------------------------- /docs/concepts/feedback/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/feedback/index.md -------------------------------------------------------------------------------- /docs/concepts/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/index.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/agents.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/agents.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/answer_correctness.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/answer_correctness.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/answer_relevance.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/answer_relevance.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/aspect_critic.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/aspect_critic.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/context_entities_recall.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/context_entities_recall.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/context_precision.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/context_precision.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/context_recall.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/context_recall.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/factual_correctness.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/factual_correctness.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/faithfulness.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/faithfulness.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/general_purpose.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/general_purpose.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/index.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/multi_modal_faithfulness.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/multi_modal_faithfulness.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/multi_modal_relevance.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/multi_modal_relevance.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/noise_sensitivity.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/noise_sensitivity.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/nvidia_metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/nvidia_metrics.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/rubrics_based.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/rubrics_based.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/semantic_similarity.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/semantic_similarity.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/sql.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/sql.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/summarization_score.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/summarization_score.md -------------------------------------------------------------------------------- /docs/concepts/metrics/available_metrics/traditional.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/available_metrics/traditional.md -------------------------------------------------------------------------------- /docs/concepts/metrics/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/index.md -------------------------------------------------------------------------------- /docs/concepts/metrics/overview/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/metrics/overview/index.md -------------------------------------------------------------------------------- /docs/concepts/test_data_generation/agents.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/test_data_generation/agents.md -------------------------------------------------------------------------------- /docs/concepts/test_data_generation/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/test_data_generation/index.md -------------------------------------------------------------------------------- /docs/concepts/test_data_generation/rag.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/concepts/test_data_generation/rag.md -------------------------------------------------------------------------------- /docs/extra/components/choose_evaluator_llm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/extra/components/choose_evaluator_llm.md -------------------------------------------------------------------------------- /docs/extra/components/choose_generator_llm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/extra/components/choose_generator_llm.md -------------------------------------------------------------------------------- /docs/extra/fonts/Satoshi-Variable.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/extra/fonts/Satoshi-Variable.ttf -------------------------------------------------------------------------------- /docs/extra/fonts/Satoshi-VariableItalic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/extra/fonts/Satoshi-VariableItalic.ttf -------------------------------------------------------------------------------- /docs/extra/overrides/main.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/extra/overrides/main.html -------------------------------------------------------------------------------- /docs/extra/ragas-modern.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/extra/ragas-modern.css -------------------------------------------------------------------------------- /docs/extra/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/extra/style.css -------------------------------------------------------------------------------- /docs/getstarted/eval_mistake1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/eval_mistake1.png -------------------------------------------------------------------------------- /docs/getstarted/evals.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/evals.md -------------------------------------------------------------------------------- /docs/getstarted/experiments_quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/experiments_quickstart.md -------------------------------------------------------------------------------- /docs/getstarted/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/index.md -------------------------------------------------------------------------------- /docs/getstarted/install.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/install.md -------------------------------------------------------------------------------- /docs/getstarted/quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/quickstart.md -------------------------------------------------------------------------------- /docs/getstarted/rag_eval.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/rag_eval.gif -------------------------------------------------------------------------------- /docs/getstarted/rag_eval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/rag_eval.md -------------------------------------------------------------------------------- /docs/getstarted/rag_testset_generation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/rag_testset_generation.md -------------------------------------------------------------------------------- /docs/getstarted/raga_evaluation_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/raga_evaluation_output.png -------------------------------------------------------------------------------- /docs/getstarted/ragas_evaluation_output_dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/ragas_evaluation_output_dashboard.png -------------------------------------------------------------------------------- /docs/getstarted/ragas_get_started_evals.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/ragas_get_started_evals.gif -------------------------------------------------------------------------------- /docs/getstarted/testset_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/testset_output.png -------------------------------------------------------------------------------- /docs/getstarted/testset_output_dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/getstarted/testset_output_dashboard.png -------------------------------------------------------------------------------- /docs/howtos/applications/_cost.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/_cost.md -------------------------------------------------------------------------------- /docs/howtos/applications/add_to_ci.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/add_to_ci.md -------------------------------------------------------------------------------- /docs/howtos/applications/align-llm-as-judge.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/align-llm-as-judge.md -------------------------------------------------------------------------------- /docs/howtos/applications/benchmark_llm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/benchmark_llm.md -------------------------------------------------------------------------------- /docs/howtos/applications/compare_embeddings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/compare_embeddings.md -------------------------------------------------------------------------------- /docs/howtos/applications/compare_llms.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/compare_llms.md -------------------------------------------------------------------------------- /docs/howtos/applications/cost.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/cost.ipynb -------------------------------------------------------------------------------- /docs/howtos/applications/evaluate-and-improve-rag.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/evaluate-and-improve-rag.md -------------------------------------------------------------------------------- /docs/howtos/applications/evaluating_multi_turn_conversations.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/evaluating_multi_turn_conversations.md -------------------------------------------------------------------------------- /docs/howtos/applications/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/index.md -------------------------------------------------------------------------------- /docs/howtos/applications/iterate_prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/iterate_prompt.md -------------------------------------------------------------------------------- /docs/howtos/applications/metrics_llm_calls.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/metrics_llm_calls.png -------------------------------------------------------------------------------- /docs/howtos/applications/prompt_optimization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/prompt_optimization.md -------------------------------------------------------------------------------- /docs/howtos/applications/singlehop_testset_gen.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/singlehop_testset_gen.md -------------------------------------------------------------------------------- /docs/howtos/applications/text2sql.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/text2sql.md -------------------------------------------------------------------------------- /docs/howtos/applications/vertexai_alignment.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/vertexai_alignment.md -------------------------------------------------------------------------------- /docs/howtos/applications/vertexai_model_comparision.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/vertexai_model_comparision.md -------------------------------------------------------------------------------- /docs/howtos/applications/vertexai_x_ragas.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/applications/vertexai_x_ragas.md -------------------------------------------------------------------------------- /docs/howtos/customizations/_caching.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/_caching.md -------------------------------------------------------------------------------- /docs/howtos/customizations/_run_config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/_run_config.md -------------------------------------------------------------------------------- /docs/howtos/customizations/caching.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/caching.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/cancellation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/cancellation.md -------------------------------------------------------------------------------- /docs/howtos/customizations/customize_models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/customize_models.md -------------------------------------------------------------------------------- /docs/howtos/customizations/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/index.md -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/_cost.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/_cost.md -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/_metrics_language_adaptation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/_metrics_language_adaptation.md -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/_modifying-prompts-metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/_modifying-prompts-metrics.md -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/_write_your_own_metric.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/_write_your_own_metric.md -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/_write_your_own_metric_advanced.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/_write_your_own_metric_advanced.md -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/cost.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/cost.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/metrics_language_adaptation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/metrics_language_adaptation.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/modifying-prompts-metrics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/modifying-prompts-metrics.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/tracing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/tracing.md -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/write_your_own_metric.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/write_your_own_metric.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/metrics/write_your_own_metric_advanced.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/metrics/write_your_own_metric_advanced.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/run_config.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/run_config.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/testgenerator/_language_adaptation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/testgenerator/_language_adaptation.md -------------------------------------------------------------------------------- /docs/howtos/customizations/testgenerator/_persona_generator.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/testgenerator/_persona_generator.md -------------------------------------------------------------------------------- /docs/howtos/customizations/testgenerator/_testgen-custom-single-hop.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/testgenerator/_testgen-custom-single-hop.md -------------------------------------------------------------------------------- /docs/howtos/customizations/testgenerator/_testgen-customisation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/testgenerator/_testgen-customisation.md -------------------------------------------------------------------------------- /docs/howtos/customizations/testgenerator/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/testgenerator/index.md -------------------------------------------------------------------------------- /docs/howtos/customizations/testgenerator/language_adaptation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/testgenerator/language_adaptation.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/testgenerator/persona_generator.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/testgenerator/persona_generator.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/testgenerator/testgen-custom-single-hop.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/testgenerator/testgen-custom-single-hop.ipynb -------------------------------------------------------------------------------- /docs/howtos/customizations/testgenerator/testgen-customisation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/customizations/testgenerator/testgen-customisation.ipynb -------------------------------------------------------------------------------- /docs/howtos/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/index.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_arize.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_arize.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_athina.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_athina.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_haystack.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_haystack.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_helicone.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_helicone.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_langchain.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_langchain.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_langfuse.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_langfuse.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_langgraph_agent_evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_langgraph_agent_evaluation.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_langgraph_agent_evaluation_files/_langgraph_agent_evaluation_23_0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_langgraph_agent_evaluation_files/_langgraph_agent_evaluation_23_0.jpg -------------------------------------------------------------------------------- /docs/howtos/integrations/_langsmith.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_langsmith.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_llamaindex.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_llamaindex.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_openlayer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_openlayer.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_opik.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_opik.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_tonic-validate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_tonic-validate.md -------------------------------------------------------------------------------- /docs/howtos/integrations/_zeno.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/_zeno.md -------------------------------------------------------------------------------- /docs/howtos/integrations/amazon_bedrock.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/amazon_bedrock.md -------------------------------------------------------------------------------- /docs/howtos/integrations/arize.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/arize.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/athina.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/athina.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/gemini.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/gemini.md -------------------------------------------------------------------------------- /docs/howtos/integrations/griptape.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/griptape.md -------------------------------------------------------------------------------- /docs/howtos/integrations/haystack.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/haystack.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/haystack.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/haystack.md -------------------------------------------------------------------------------- /docs/howtos/integrations/helicone.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/helicone.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/index.md -------------------------------------------------------------------------------- /docs/howtos/integrations/langchain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/langchain.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/langchain.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/langchain.md -------------------------------------------------------------------------------- /docs/howtos/integrations/langfuse.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/langfuse.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/langgraph_agent_evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/langgraph_agent_evaluation.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/langsmith.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/langsmith.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/langsmith.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/langsmith.md -------------------------------------------------------------------------------- /docs/howtos/integrations/llama_stack.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/llama_stack.md -------------------------------------------------------------------------------- /docs/howtos/integrations/llamaindex.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/llamaindex.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/llamaindex_agents.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/llamaindex_agents.md -------------------------------------------------------------------------------- /docs/howtos/integrations/nyc_wikipedia/nyc_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/nyc_wikipedia/nyc_text.txt -------------------------------------------------------------------------------- /docs/howtos/integrations/oci_genai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/oci_genai.md -------------------------------------------------------------------------------- /docs/howtos/integrations/openlayer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/openlayer.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/opik.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/opik.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/r2r.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/r2r.md -------------------------------------------------------------------------------- /docs/howtos/integrations/swarm_agent_evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/swarm_agent_evaluation.md -------------------------------------------------------------------------------- /docs/howtos/integrations/tonic-validate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/tonic-validate.ipynb -------------------------------------------------------------------------------- /docs/howtos/integrations/zeno.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/integrations/zeno.ipynb -------------------------------------------------------------------------------- /docs/howtos/llm-adapters.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/llm-adapters.md -------------------------------------------------------------------------------- /docs/howtos/migrations/migrate_from_v01_to_v02.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/migrations/migrate_from_v01_to_v02.md -------------------------------------------------------------------------------- /docs/howtos/observability.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/howtos/observability.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/ipynb_to_md.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/ipynb_to_md.py -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/quoted_spans_metric.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/quoted_spans_metric.md -------------------------------------------------------------------------------- /docs/references/aevaluate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/aevaluate.md -------------------------------------------------------------------------------- /docs/references/cache.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/cache.md -------------------------------------------------------------------------------- /docs/references/embeddings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/embeddings.md -------------------------------------------------------------------------------- /docs/references/evaluate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/evaluate.md -------------------------------------------------------------------------------- /docs/references/evaluation_schema.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/evaluation_schema.md -------------------------------------------------------------------------------- /docs/references/executor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/executor.md -------------------------------------------------------------------------------- /docs/references/generate.md: -------------------------------------------------------------------------------- 1 | ::: ragas.testset.synthesizers.generate 2 | -------------------------------------------------------------------------------- /docs/references/graph.md: -------------------------------------------------------------------------------- 1 | ::: ragas.testset.graph 2 | -------------------------------------------------------------------------------- /docs/references/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/index.md -------------------------------------------------------------------------------- /docs/references/integrations.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/integrations.md -------------------------------------------------------------------------------- /docs/references/llms.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/llms.md -------------------------------------------------------------------------------- /docs/references/metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/metrics.md -------------------------------------------------------------------------------- /docs/references/prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/prompt.md -------------------------------------------------------------------------------- /docs/references/run_config.md: -------------------------------------------------------------------------------- 1 | ::: ragas.run_config 2 | -------------------------------------------------------------------------------- /docs/references/synthesizers.md: -------------------------------------------------------------------------------- 1 | ::: ragas.testset.synthesizers 2 | -------------------------------------------------------------------------------- /docs/references/testset_schema.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/references/testset_schema.md -------------------------------------------------------------------------------- /docs/references/transforms.md: -------------------------------------------------------------------------------- 1 | ::: ragas.testset.transforms 2 | -------------------------------------------------------------------------------- /docs/tutorials/agent.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/tutorials/agent.md -------------------------------------------------------------------------------- /docs/tutorials/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/tutorials/index.md -------------------------------------------------------------------------------- /docs/tutorials/prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/tutorials/prompt.md -------------------------------------------------------------------------------- /docs/tutorials/rag.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/tutorials/rag.md -------------------------------------------------------------------------------- /docs/tutorials/workflow.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/docs/tutorials/workflow.md -------------------------------------------------------------------------------- /examples/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/LICENSE -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/gdrive_append_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/gdrive_append_example.py -------------------------------------------------------------------------------- /examples/gdrive_backend_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/gdrive_backend_example.py -------------------------------------------------------------------------------- /examples/iterate_prompt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/iterate_prompt/datasets/support_triage.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/iterate_prompt/datasets/support_triage.csv -------------------------------------------------------------------------------- /examples/iterate_prompt/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/iterate_prompt/evals.py -------------------------------------------------------------------------------- /examples/iterate_prompt/promptv1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/iterate_prompt/promptv1.txt -------------------------------------------------------------------------------- /examples/iterate_prompt/promptv2_fewshot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/iterate_prompt/promptv2_fewshot.txt -------------------------------------------------------------------------------- /examples/iterate_prompt/run_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/iterate_prompt/run_prompt.py -------------------------------------------------------------------------------- /examples/oci_genai_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/oci_genai_example.py -------------------------------------------------------------------------------- /examples/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/pyproject.toml -------------------------------------------------------------------------------- /examples/ragas_examples/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/__init__.py -------------------------------------------------------------------------------- /examples/ragas_examples/agent_evals/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/ragas_examples/agent_evals/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/agent_evals/agent.py -------------------------------------------------------------------------------- /examples/ragas_examples/agent_evals/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/agent_evals/evals.py -------------------------------------------------------------------------------- /examples/ragas_examples/benchmark_llm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/ragas_examples/benchmark_llm/datasets/discount_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/benchmark_llm/datasets/discount_benchmark.csv -------------------------------------------------------------------------------- /examples/ragas_examples/benchmark_llm/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/benchmark_llm/evals.py -------------------------------------------------------------------------------- /examples/ragas_examples/benchmark_llm/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/benchmark_llm/prompt.py -------------------------------------------------------------------------------- /examples/ragas_examples/improve_rag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/ragas_examples/improve_rag/datasets/hf_doc_qa_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/improve_rag/datasets/hf_doc_qa_eval.csv -------------------------------------------------------------------------------- /examples/ragas_examples/improve_rag/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/improve_rag/evals.py -------------------------------------------------------------------------------- /examples/ragas_examples/improve_rag/rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/improve_rag/rag.py -------------------------------------------------------------------------------- /examples/ragas_examples/judge_alignment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/judge_alignment/__init__.py -------------------------------------------------------------------------------- /examples/ragas_examples/judge_alignment/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/judge_alignment/evals.py -------------------------------------------------------------------------------- /examples/ragas_examples/llamaIndex_agent_evals/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/ragas_examples/llamaIndex_agent_evals/contexts/ambiguous_removal_request.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/llamaIndex_agent_evals/contexts/ambiguous_removal_request.json -------------------------------------------------------------------------------- /examples/ragas_examples/llamaIndex_agent_evals/contexts/duplicate_addition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/llamaIndex_agent_evals/contexts/duplicate_addition.json -------------------------------------------------------------------------------- /examples/ragas_examples/llamaIndex_agent_evals/contexts/repeated_removal.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/llamaIndex_agent_evals/contexts/repeated_removal.json -------------------------------------------------------------------------------- /examples/ragas_examples/llamaIndex_agent_evals/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/llamaIndex_agent_evals/evals.py -------------------------------------------------------------------------------- /examples/ragas_examples/llamaIndex_agent_evals/llamaindex_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/llamaIndex_agent_evals/llamaindex_agent.py -------------------------------------------------------------------------------- /examples/ragas_examples/prompt_evals/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/ragas_examples/prompt_evals/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/prompt_evals/evals.py -------------------------------------------------------------------------------- /examples/ragas_examples/prompt_evals/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/prompt_evals/prompt.py -------------------------------------------------------------------------------- /examples/ragas_examples/rag_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/ragas_examples/rag_eval/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/rag_eval/evals.py -------------------------------------------------------------------------------- /examples/ragas_examples/rag_eval/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/rag_eval/pyproject.toml -------------------------------------------------------------------------------- /examples/ragas_examples/rag_eval/rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/rag_eval/rag.py -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/__init__.py -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/analyze_errors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/analyze_errors.py -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/data_utils.py -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/datasets/booksql_sample.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/datasets/booksql_sample.csv -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/db_utils.py -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/evals.py -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/prompt.txt -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/prompt_v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/prompt_v2.txt -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/prompt_v3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/prompt_v3.txt -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/text2sql_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/text2sql_agent.py -------------------------------------------------------------------------------- /examples/ragas_examples/text2sql/validate_sql_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/text2sql/validate_sql_dataset.py -------------------------------------------------------------------------------- /examples/ragas_examples/workflow_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/ragas_examples/workflow_eval/evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/workflow_eval/evals.py -------------------------------------------------------------------------------- /examples/ragas_examples/workflow_eval/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/examples/ragas_examples/workflow_eval/workflow.py -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/dev_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/scripts/dev_docs.sh -------------------------------------------------------------------------------- /src/ragas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/__init__.py -------------------------------------------------------------------------------- /src/ragas/_analytics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/_analytics.py -------------------------------------------------------------------------------- /src/ragas/async_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/async_utils.py -------------------------------------------------------------------------------- /src/ragas/backends/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/README.md -------------------------------------------------------------------------------- /src/ragas/backends/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/__init__.py -------------------------------------------------------------------------------- /src/ragas/backends/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/base.py -------------------------------------------------------------------------------- /src/ragas/backends/gdrive_backend.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/gdrive_backend.md -------------------------------------------------------------------------------- /src/ragas/backends/gdrive_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/gdrive_backend.py -------------------------------------------------------------------------------- /src/ragas/backends/inmemory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/inmemory.py -------------------------------------------------------------------------------- /src/ragas/backends/local_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/local_csv.py -------------------------------------------------------------------------------- /src/ragas/backends/local_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/local_jsonl.py -------------------------------------------------------------------------------- /src/ragas/backends/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/registry.py -------------------------------------------------------------------------------- /src/ragas/backends/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/backends/utils.py -------------------------------------------------------------------------------- /src/ragas/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/cache.py -------------------------------------------------------------------------------- /src/ragas/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/callbacks.py -------------------------------------------------------------------------------- /src/ragas/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/cli.py -------------------------------------------------------------------------------- /src/ragas/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/config.py -------------------------------------------------------------------------------- /src/ragas/cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/cost.py -------------------------------------------------------------------------------- /src/ragas/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/dataset.py -------------------------------------------------------------------------------- /src/ragas/dataset_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/dataset_schema.py -------------------------------------------------------------------------------- /src/ragas/embeddings/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/embeddings/__init__.py -------------------------------------------------------------------------------- /src/ragas/embeddings/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/embeddings/base.py -------------------------------------------------------------------------------- /src/ragas/embeddings/google_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/embeddings/google_provider.py -------------------------------------------------------------------------------- /src/ragas/embeddings/haystack_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/embeddings/haystack_wrapper.py -------------------------------------------------------------------------------- /src/ragas/embeddings/huggingface_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/embeddings/huggingface_provider.py -------------------------------------------------------------------------------- /src/ragas/embeddings/litellm_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/embeddings/litellm_provider.py -------------------------------------------------------------------------------- /src/ragas/embeddings/openai_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/embeddings/openai_provider.py -------------------------------------------------------------------------------- /src/ragas/embeddings/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/embeddings/utils.py -------------------------------------------------------------------------------- /src/ragas/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/evaluation.py -------------------------------------------------------------------------------- /src/ragas/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/exceptions.py -------------------------------------------------------------------------------- /src/ragas/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/executor.py -------------------------------------------------------------------------------- /src/ragas/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/experiment.py -------------------------------------------------------------------------------- /src/ragas/integrations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/__init__.py -------------------------------------------------------------------------------- /src/ragas/integrations/amazon_bedrock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/amazon_bedrock.py -------------------------------------------------------------------------------- /src/ragas/integrations/griptape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/griptape.py -------------------------------------------------------------------------------- /src/ragas/integrations/helicone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/helicone.py -------------------------------------------------------------------------------- /src/ragas/integrations/langchain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/langchain.py -------------------------------------------------------------------------------- /src/ragas/integrations/langgraph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/langgraph.py -------------------------------------------------------------------------------- /src/ragas/integrations/langsmith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/langsmith.py -------------------------------------------------------------------------------- /src/ragas/integrations/llama_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/llama_index.py -------------------------------------------------------------------------------- /src/ragas/integrations/opik.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/opik.py -------------------------------------------------------------------------------- /src/ragas/integrations/r2r.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/r2r.py -------------------------------------------------------------------------------- /src/ragas/integrations/swarm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/swarm.py -------------------------------------------------------------------------------- /src/ragas/integrations/tracing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/tracing/__init__.py -------------------------------------------------------------------------------- /src/ragas/integrations/tracing/langfuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/tracing/langfuse.py -------------------------------------------------------------------------------- /src/ragas/integrations/tracing/mlflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/integrations/tracing/mlflow.py -------------------------------------------------------------------------------- /src/ragas/llms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/llms/__init__.py -------------------------------------------------------------------------------- /src/ragas/llms/adapters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/llms/adapters/__init__.py -------------------------------------------------------------------------------- /src/ragas/llms/adapters/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/llms/adapters/base.py -------------------------------------------------------------------------------- /src/ragas/llms/adapters/instructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/llms/adapters/instructor.py -------------------------------------------------------------------------------- /src/ragas/llms/adapters/litellm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/llms/adapters/litellm.py -------------------------------------------------------------------------------- /src/ragas/llms/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/llms/base.py -------------------------------------------------------------------------------- /src/ragas/llms/haystack_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/llms/haystack_wrapper.py -------------------------------------------------------------------------------- /src/ragas/llms/litellm_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/llms/litellm_llm.py -------------------------------------------------------------------------------- /src/ragas/llms/oci_genai_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/llms/oci_genai_wrapper.py -------------------------------------------------------------------------------- /src/ragas/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/losses.py -------------------------------------------------------------------------------- /src/ragas/messages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/messages.py -------------------------------------------------------------------------------- /src/ragas/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/_answer_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_answer_correctness.py -------------------------------------------------------------------------------- /src/ragas/metrics/_answer_relevance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_answer_relevance.py -------------------------------------------------------------------------------- /src/ragas/metrics/_answer_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_answer_similarity.py -------------------------------------------------------------------------------- /src/ragas/metrics/_aspect_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_aspect_critic.py -------------------------------------------------------------------------------- /src/ragas/metrics/_bleu_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_bleu_score.py -------------------------------------------------------------------------------- /src/ragas/metrics/_chrf_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_chrf_score.py -------------------------------------------------------------------------------- /src/ragas/metrics/_context_entities_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_context_entities_recall.py -------------------------------------------------------------------------------- /src/ragas/metrics/_context_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_context_precision.py -------------------------------------------------------------------------------- /src/ragas/metrics/_context_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_context_recall.py -------------------------------------------------------------------------------- /src/ragas/metrics/_datacompy_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_datacompy_score.py -------------------------------------------------------------------------------- /src/ragas/metrics/_domain_specific_rubrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_domain_specific_rubrics.py -------------------------------------------------------------------------------- /src/ragas/metrics/_factual_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_factual_correctness.py -------------------------------------------------------------------------------- /src/ragas/metrics/_faithfulness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_faithfulness.py -------------------------------------------------------------------------------- /src/ragas/metrics/_goal_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_goal_accuracy.py -------------------------------------------------------------------------------- /src/ragas/metrics/_instance_specific_rubrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_instance_specific_rubrics.py -------------------------------------------------------------------------------- /src/ragas/metrics/_multi_modal_faithfulness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_multi_modal_faithfulness.py -------------------------------------------------------------------------------- /src/ragas/metrics/_multi_modal_relevance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_multi_modal_relevance.py -------------------------------------------------------------------------------- /src/ragas/metrics/_noise_sensitivity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_noise_sensitivity.py -------------------------------------------------------------------------------- /src/ragas/metrics/_nv_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_nv_metrics.py -------------------------------------------------------------------------------- /src/ragas/metrics/_rouge_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_rouge_score.py -------------------------------------------------------------------------------- /src/ragas/metrics/_simple_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_simple_criteria.py -------------------------------------------------------------------------------- /src/ragas/metrics/_sql_semantic_equivalence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_sql_semantic_equivalence.py -------------------------------------------------------------------------------- /src/ragas/metrics/_string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_string.py -------------------------------------------------------------------------------- /src/ragas/metrics/_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_summarization.py -------------------------------------------------------------------------------- /src/ragas/metrics/_tool_call_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_tool_call_accuracy.py -------------------------------------------------------------------------------- /src/ragas/metrics/_tool_call_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_tool_call_f1.py -------------------------------------------------------------------------------- /src/ragas/metrics/_topic_adherence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/_topic_adherence.py -------------------------------------------------------------------------------- /src/ragas/metrics/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/base.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/_bleu_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/_bleu_score.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/_rouge_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/_rouge_score.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/_semantic_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/_semantic_similarity.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/_string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/_string.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/answer_accuracy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/answer_accuracy/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/answer_accuracy/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/answer_accuracy/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/answer_accuracy/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/answer_accuracy/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/answer_correctness/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/answer_correctness/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/answer_correctness/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/answer_correctness/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/answer_correctness/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/answer_correctness/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/answer_relevancy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/answer_relevancy/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/answer_relevancy/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/answer_relevancy/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/answer_relevancy/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/answer_relevancy/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/base.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_entity_recall/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_entity_recall/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_entity_recall/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_entity_recall/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_entity_recall/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_entity_recall/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_precision/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_precision/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_precision/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_precision/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_precision/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_precision/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_recall/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_recall/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_recall/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_recall/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_recall/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_recall/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_relevance/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_relevance/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_relevance/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_relevance/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/context_relevance/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/context_relevance/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/example_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/example_metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/factual_correctness/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/factual_correctness/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/factual_correctness/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/factual_correctness/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/factual_correctness/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/factual_correctness/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/faithfulness/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/faithfulness/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/faithfulness/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/faithfulness/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/faithfulness/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/faithfulness/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/noise_sensitivity/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/noise_sensitivity/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/noise_sensitivity/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/noise_sensitivity/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/noise_sensitivity/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/noise_sensitivity/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/response_groundedness/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/response_groundedness/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/response_groundedness/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/response_groundedness/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/response_groundedness/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/response_groundedness/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/summary_score/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/summary_score/__init__.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/summary_score/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/summary_score/metric.py -------------------------------------------------------------------------------- /src/ragas/metrics/collections/summary_score/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/collections/summary_score/util.py -------------------------------------------------------------------------------- /src/ragas/metrics/decorator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/decorator.py -------------------------------------------------------------------------------- /src/ragas/metrics/discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/discrete.py -------------------------------------------------------------------------------- /src/ragas/metrics/numeric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/numeric.py -------------------------------------------------------------------------------- /src/ragas/metrics/quoted_spans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/quoted_spans.py -------------------------------------------------------------------------------- /src/ragas/metrics/ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/ranking.py -------------------------------------------------------------------------------- /src/ragas/metrics/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/result.py -------------------------------------------------------------------------------- /src/ragas/metrics/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/utils.py -------------------------------------------------------------------------------- /src/ragas/metrics/validators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/metrics/validators.py -------------------------------------------------------------------------------- /src/ragas/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/optimizers/__init__.py -------------------------------------------------------------------------------- /src/ragas/optimizers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/optimizers/base.py -------------------------------------------------------------------------------- /src/ragas/optimizers/genetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/optimizers/genetic.py -------------------------------------------------------------------------------- /src/ragas/optimizers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/optimizers/utils.py -------------------------------------------------------------------------------- /src/ragas/prompt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/__init__.py -------------------------------------------------------------------------------- /src/ragas/prompt/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/base.py -------------------------------------------------------------------------------- /src/ragas/prompt/dynamic_few_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/dynamic_few_shot.py -------------------------------------------------------------------------------- /src/ragas/prompt/few_shot_pydantic_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/few_shot_pydantic_prompt.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/__init__.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/answer_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/answer_accuracy.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/answer_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/answer_correctness.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/answer_relevance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/answer_relevance.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/base_prompt.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/common.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/context_entity_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/context_entity_recall.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/context_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/context_recall.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/context_relevance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/context_relevance.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/factual_correctness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/factual_correctness.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/noise_sensitivity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/noise_sensitivity.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/response_groundedness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/response_groundedness.py -------------------------------------------------------------------------------- /src/ragas/prompt/metrics/summary_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/metrics/summary_score.py -------------------------------------------------------------------------------- /src/ragas/prompt/mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/mixin.py -------------------------------------------------------------------------------- /src/ragas/prompt/multi_modal_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/multi_modal_prompt.py -------------------------------------------------------------------------------- /src/ragas/prompt/prompt-formats.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/prompt-formats.md -------------------------------------------------------------------------------- /src/ragas/prompt/pydantic_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/pydantic_prompt.py -------------------------------------------------------------------------------- /src/ragas/prompt/simple_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/simple_prompt.py -------------------------------------------------------------------------------- /src/ragas/prompt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/prompt/utils.py -------------------------------------------------------------------------------- /src/ragas/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/ragas/run_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/run_config.py -------------------------------------------------------------------------------- /src/ragas/sdk.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/ragas/testset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/__init__.py -------------------------------------------------------------------------------- /src/ragas/testset/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/graph.py -------------------------------------------------------------------------------- /src/ragas/testset/graph_queries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/graph_queries.py -------------------------------------------------------------------------------- /src/ragas/testset/persona.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/persona.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/__init__.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/base.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/generate.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/multi_hop/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/multi_hop/__init__.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/multi_hop/abstract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/multi_hop/abstract.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/multi_hop/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/multi_hop/base.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/multi_hop/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/multi_hop/prompts.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/multi_hop/specific.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/multi_hop/specific.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/prompts.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/single_hop/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/single_hop/__init__.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/single_hop/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/single_hop/base.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/single_hop/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/single_hop/prompts.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/single_hop/specific.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/single_hop/specific.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/testset_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/testset_schema.py -------------------------------------------------------------------------------- /src/ragas/testset/synthesizers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/synthesizers/utils.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/__init__.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/base.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/default.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/engine.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/extractors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/extractors/__init__.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/extractors/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/extractors/embeddings.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/extractors/llm_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/extractors/llm_based.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/extractors/regex_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/extractors/regex_based.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/filters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/filters.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/relationship_builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/relationship_builders/__init__.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/relationship_builders/cosine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/relationship_builders/cosine.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/relationship_builders/traditional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/relationship_builders/traditional.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/splitters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/splitters/__init__.py -------------------------------------------------------------------------------- /src/ragas/testset/transforms/splitters/headline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/testset/transforms/splitters/headline.py -------------------------------------------------------------------------------- /src/ragas/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/utils.py -------------------------------------------------------------------------------- /src/ragas/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/src/ragas/validation.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | # Tests package 2 | -------------------------------------------------------------------------------- /tests/benchmarks/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/benchmarks/Dockerfile -------------------------------------------------------------------------------- /tests/benchmarks/benchmark_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/benchmarks/benchmark_eval.py -------------------------------------------------------------------------------- /tests/benchmarks/benchmark_testsetgen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/benchmarks/benchmark_testsetgen.py -------------------------------------------------------------------------------- /tests/benchmarks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/benchmarks/utils.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/e2e/__init__.py: -------------------------------------------------------------------------------- 1 | # E2E tests package 2 | -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/__init__.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/base_migration_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/base_migration_test.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/conftest.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/metric_score_diff.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/metric_score_diff.ipynb -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/plan-for-metrics-migration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/plan-for-metrics-migration.md -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_answer_accuracy_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_answer_accuracy_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_answer_correctness_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_answer_correctness_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_answer_relevancy_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_answer_relevancy_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_bleu_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_bleu_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_context_entity_recall_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_context_entity_recall_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_context_precision_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_context_precision_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_context_recall_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_context_recall_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_context_relevance_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_context_relevance_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_factual_correctness_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_factual_correctness_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_faithfulness_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_faithfulness_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_noise_sensitivity_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_noise_sensitivity_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_response_groundedness_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_response_groundedness_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_rouge_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_rouge_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_semantic_similarity_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_semantic_similarity_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_string_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_string_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_summary_score_migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_summary_score_migration.py -------------------------------------------------------------------------------- /tests/e2e/metrics_migration/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/metrics_migration/test_utils.py -------------------------------------------------------------------------------- /tests/e2e/test_adaptation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/test_adaptation.py -------------------------------------------------------------------------------- /tests/e2e/test_amnesty_in_ci.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/test_amnesty_in_ci.py -------------------------------------------------------------------------------- /tests/e2e/test_dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/test_dataset_utils.py -------------------------------------------------------------------------------- /tests/e2e/test_fullflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/test_fullflow.py -------------------------------------------------------------------------------- /tests/e2e/test_langchain_llm_attributes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/test_langchain_llm_attributes.py -------------------------------------------------------------------------------- /tests/e2e/test_testset_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/e2e/test_testset_generation.py -------------------------------------------------------------------------------- /tests/test_quoted_spans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/test_quoted_spans.py -------------------------------------------------------------------------------- /tests/unit/backends/test_gdrive_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/backends/test_gdrive_backend.py -------------------------------------------------------------------------------- /tests/unit/backends/test_inmemory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/backends/test_inmemory.py -------------------------------------------------------------------------------- /tests/unit/backends/test_local_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/backends/test_local_csv.py -------------------------------------------------------------------------------- /tests/unit/backends/test_local_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/backends/test_local_jsonl.py -------------------------------------------------------------------------------- /tests/unit/integrations/test_tracing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/integrations/test_tracing.py -------------------------------------------------------------------------------- /tests/unit/integrations/test_tracing_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/integrations/test_tracing_simple.py -------------------------------------------------------------------------------- /tests/unit/llms/test_adapters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/llms/test_adapters.py -------------------------------------------------------------------------------- /tests/unit/llms/test_instructor_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/llms/test_instructor_factory.py -------------------------------------------------------------------------------- /tests/unit/llms/test_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/llms/test_llm.py -------------------------------------------------------------------------------- /tests/unit/prompt/test_dynamic_few_shot_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/prompt/test_dynamic_few_shot_prompt.py -------------------------------------------------------------------------------- /tests/unit/prompt/test_prompt_mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/prompt/test_prompt_mixin.py -------------------------------------------------------------------------------- /tests/unit/prompt/test_prompt_save_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/prompt/test_prompt_save_load.py -------------------------------------------------------------------------------- /tests/unit/prompt/test_prompt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/prompt/test_prompt_utils.py -------------------------------------------------------------------------------- /tests/unit/test_analytics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_analytics.py -------------------------------------------------------------------------------- /tests/unit/test_async_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_async_evaluation.py -------------------------------------------------------------------------------- /tests/unit/test_async_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_async_utils.py -------------------------------------------------------------------------------- /tests/unit/test_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_cache.py -------------------------------------------------------------------------------- /tests/unit/test_cancellation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_cancellation.py -------------------------------------------------------------------------------- /tests/unit/test_chrf_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_chrf_score.py -------------------------------------------------------------------------------- /tests/unit/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_cli.py -------------------------------------------------------------------------------- /tests/unit/test_cosine_relationship_builders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_cosine_relationship_builders.py -------------------------------------------------------------------------------- /tests/unit/test_cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_cost.py -------------------------------------------------------------------------------- /tests/unit/test_dataset_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_dataset_schema.py -------------------------------------------------------------------------------- /tests/unit/test_datatable_inheritance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_datatable_inheritance.py -------------------------------------------------------------------------------- /tests/unit/test_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_embeddings.py -------------------------------------------------------------------------------- /tests/unit/test_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_engine.py -------------------------------------------------------------------------------- /tests/unit/test_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_executor.py -------------------------------------------------------------------------------- /tests/unit/test_executor_in_jupyter.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_executor_in_jupyter.ipynb -------------------------------------------------------------------------------- /tests/unit/test_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_experiment.py -------------------------------------------------------------------------------- /tests/unit/test_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_graph.py -------------------------------------------------------------------------------- /tests/unit/test_import.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_import.py -------------------------------------------------------------------------------- /tests/unit/test_knowledge_graph_clusters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_knowledge_graph_clusters.py -------------------------------------------------------------------------------- /tests/unit/test_knowledge_graph_save.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_knowledge_graph_save.py -------------------------------------------------------------------------------- /tests/unit/test_langgraph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_langgraph.py -------------------------------------------------------------------------------- /tests/unit/test_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_metric.py -------------------------------------------------------------------------------- /tests/unit/test_metric_decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_metric_decorators.py -------------------------------------------------------------------------------- /tests/unit/test_multi_hop_query_synthesizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_multi_hop_query_synthesizer.py -------------------------------------------------------------------------------- /tests/unit/test_oci_genai_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_oci_genai_wrapper.py -------------------------------------------------------------------------------- /tests/unit/test_optimizer_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_optimizer_config.py -------------------------------------------------------------------------------- /tests/unit/test_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_prompt.py -------------------------------------------------------------------------------- /tests/unit/test_run_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_run_config.py -------------------------------------------------------------------------------- /tests/unit/test_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_simple.py -------------------------------------------------------------------------------- /tests/unit/test_simple_llm_metric_persistence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_simple_llm_metric_persistence.py -------------------------------------------------------------------------------- /tests/unit/test_single_hop_query_synthesizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_single_hop_query_synthesizer.py -------------------------------------------------------------------------------- /tests/unit/test_testset_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_testset_schema.py -------------------------------------------------------------------------------- /tests/unit/test_tool_call_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_tool_call_accuracy.py -------------------------------------------------------------------------------- /tests/unit/test_tool_call_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_tool_call_f1.py -------------------------------------------------------------------------------- /tests/unit/test_traditional_relationship_builders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_traditional_relationship_builders.py -------------------------------------------------------------------------------- /tests/unit/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_utils.py -------------------------------------------------------------------------------- /tests/unit/test_uvloop_compatibility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_uvloop_compatibility.py -------------------------------------------------------------------------------- /tests/unit/test_validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/unit/test_validation.py -------------------------------------------------------------------------------- /tests/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/utils/__init__.py -------------------------------------------------------------------------------- /tests/utils/llm_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/utils/llm_setup.py -------------------------------------------------------------------------------- /tests/utils/metric_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vibrantlabsai/ragas/HEAD/tests/utils/metric_comparison.py --------------------------------------------------------------------------------