├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ └── ci.yml ├── .gitignore ├── .gitmodules ├── LICENSE ├── Quickstart.md ├── README.md ├── docs ├── agentic_tracing.md ├── dataset_management.md ├── img │ ├── autheticate.gif │ ├── create_project.gif │ ├── custom_metrics.png │ ├── dataset.gif │ ├── dataset.png │ ├── evaluation.gif │ ├── evaluation.png │ ├── guardrails.png │ ├── last_main.png │ ├── main.png │ ├── projects_new.png │ └── trace_comp.png ├── prompt_management.md └── trace_management.md ├── examples ├── all_llm_provider │ ├── all_llm_provider.py │ ├── config.py │ └── run_all_llm_provider.py ├── crewai │ └── scifi_writer │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── sample.env │ │ └── scifi_writer.py ├── custom_agents │ └── travel_agent │ │ ├── agents.py │ │ ├── config.py │ │ ├── main.py │ │ └── tools.py ├── haystack │ └── news_fetching │ │ ├── README.md │ │ ├── news_fetching.py │ │ └── requirements.txt ├── langchain │ └── medical_rag │ │ ├── data │ │ ├── medical_texts │ │ │ ├── handbook1.pdf │ │ │ └── handbook2.pdf │ │ └── symptom_disease_map.csv │ │ ├── diagnosis_agent.py │ │ ├── requirements.txt │ │ └── sample.env ├── langgraph │ └── personal_research_assistant │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── research_assistant.py │ │ └── sample.env ├── llamaindex_examples │ └── legal_research_rag │ │ ├── legal_data │ │ ├── cases │ │ │ ├── ca_overtime_2021.pdf │ │ │ └── fl_ada_2022.pdf │ │ └── statutes.csv │ │ ├── legal_rag.py │ │ ├── requirements.txt │ │ └── sample.env ├── openai_agents_sdk │ ├── email_data_extraction_agent │ │ ├── README.md │ │ ├── data_extraction_email.py │ │ ├── requirements.txt │ │ └── sample.env │ └── youtube_summary_agent │ │ ├── README.md │ │ ├── requirements.txt │ │ ├── sample.env │ │ └── youtube_summary_agent.py ├── pii_masking_example │ └── llamaindex_agentic_fastapi │ │ ├── app.py │ │ ├── app_presidio.py │ │ ├── request.py │ │ └── requirements.txt └── smolagents │ └── most_upvoted_paper │ ├── README.md │ ├── most_upvoted_paper.py │ ├── requirements.txt │ └── sample.env ├── pyproject.toml ├── quickstart.md ├── ragaai_catalyst ├── __init__.py ├── _version.py ├── dataset.py ├── evaluation.py ├── experiment.py ├── guard_executor.py ├── guardrails_manager.py ├── internal_api_completion.py ├── prompt_manager.py ├── proxy_call.py ├── ragaai_catalyst.py ├── redteaming │ ├── __init__.py │ ├── config │ │ └── detectors.toml │ ├── data_generator │ │ ├── scenario_generator.py │ │ └── test_case_generator.py │ ├── evaluator.py │ ├── llm_generator.py │ ├── llm_generator_old.py │ ├── red_teaming.py │ ├── requirements.txt │ ├── tests │ │ ├── grok.ipynb │ │ └── stereotype.ipynb │ ├── upload_result.py │ └── utils │ │ ├── issue_description.py │ │ └── rt.png ├── redteaming_old.py ├── synthetic_data_generation.py ├── tracers │ ├── __init__.py │ ├── agentic_tracing │ │ ├── README.md │ │ ├── __init__.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ └── data_structure.py │ │ ├── tests │ │ │ ├── FinancialAnalysisSystem.ipynb │ │ │ ├── GameActivityEventPlanner.ipynb │ │ │ ├── TravelPlanner.ipynb │ │ │ ├── __init__.py │ │ │ ├── ai_travel_agent.py │ │ │ └── unique_decorator_test.py │ │ ├── tracers │ │ │ ├── __init__.py │ │ │ ├── agent_tracer.py │ │ │ ├── base.py │ │ │ ├── custom_tracer.py │ │ │ ├── langgraph_tracer.py │ │ │ ├── llm_tracer.py │ │ │ ├── main_tracer.py │ │ │ ├── network_tracer.py │ │ │ ├── tool_tracer.py │ │ │ └── user_interaction_tracer.py │ │ ├── upload │ │ │ ├── __init__.py │ │ │ ├── trace_uploader.py │ │ │ ├── upload_agentic_traces.py │ │ │ ├── upload_code.py │ │ │ ├── upload_local_metric.py │ │ │ └── upload_trace_metric.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── api_utils.py │ │ │ ├── create_dataset_schema.py │ │ │ ├── file_name_tracker.py │ │ │ ├── generic.py │ │ │ ├── get_user_trace_metrics.py │ │ │ ├── llm_utils.py │ │ │ ├── model_costs.json │ │ │ ├── span_attributes.py │ │ │ ├── supported_llm_provider.toml │ │ │ ├── system_monitor.py │ │ │ ├── trace_utils.py │ │ │ ├── unique_decorator.py │ │ │ └── zip_list_of_unique_files.py │ ├── distributed.py │ ├── exporters │ │ ├── __init__.py │ │ ├── dynamic_trace_exporter.py │ │ ├── file_span_exporter.py │ │ ├── raga_exporter.py │ │ └── ragaai_trace_exporter.py │ ├── instrumentators │ │ └── __init__.py │ ├── langchain_callback.py │ ├── llamaindex_callback.py │ ├── llamaindex_instrumentation.py │ ├── tracer.py │ ├── upload_traces.py │ └── utils │ │ ├── __init__.py │ │ ├── convert_langchain_callbacks_output.py │ │ ├── convert_llama_instru_callback.py │ │ ├── extraction_logic_llama_index.py │ │ ├── langchain_tracer_extraction_logic.py │ │ ├── model_prices_and_context_window_backup.json │ │ ├── rag_trace_json_converter.py │ │ ├── trace_json_converter.py │ │ └── utils.py └── utils.py ├── requirements.txt ├── test_report_20250407_183101.txt ├── tests ├── README.md ├── environment.yml ├── examples │ ├── __init__.py │ ├── all_llm_provider │ │ ├── all_llm_provider.py │ │ ├── config.py │ │ └── test_all_llm_provider.py │ ├── crewai │ │ └── scifi_writer │ │ │ ├── sci_fi_story.md │ │ │ ├── scifi_writer.py │ │ │ └── test_scifi_writer.py │ ├── custom_agents │ │ └── travel_agent │ │ │ ├── agents.py │ │ │ ├── config.py │ │ │ ├── main.py │ │ │ ├── test_travel_agent.py │ │ │ └── tools.py │ ├── haystack │ │ └── news_fetching │ │ │ ├── news_fetching.py │ │ │ └── test_news_fetching.py │ ├── langchain │ │ └── medical_rag │ │ │ ├── data │ │ │ ├── medical_texts │ │ │ │ ├── handbook1.pdf │ │ │ │ └── handbook2.pdf │ │ │ └── symptom_disease_map.csv │ │ │ ├── diagnosis_agent.py │ │ │ └── test_diagnosis_agent.py │ ├── langgraph │ │ └── personal_research_assistant │ │ │ ├── research_assistant.py │ │ │ └── test_research_assistant.py │ ├── llamaindex_examples │ │ └── legal_research_rag │ │ │ ├── legal_data │ │ │ ├── cases │ │ │ │ ├── ca_overtime_2021.pdf │ │ │ │ └── fl_ada_2022.pdf │ │ │ └── statutes.csv │ │ │ ├── legal_rag.py │ │ │ └── test_legal_rag.py │ ├── smolagents │ │ └── most_upvoted_paper │ │ │ ├── most_upvoted_paper.py │ │ │ ├── paper.pdf │ │ │ └── test_most_upvoted_paper.py │ └── test_utils │ │ ├── get_components.py │ │ └── get_trace_data.py ├── run_pytest_and_print_and_save_results.py ├── table_result.png └── test_catalyst │ ├── test_base_tracer_add_metrics.py │ ├── test_base_tracer_metrics.py │ ├── test_data │ ├── util_synthetic_data_doc.pdf │ ├── util_synthetic_data_invalid.csv │ ├── util_synthetic_data_valid.csv │ ├── util_test_dataset.csv │ └── util_test_langchain_tracing.pdf │ ├── test_dataset.py │ ├── test_evaluation.py │ ├── test_evaluation_metrics.py │ ├── test_prompt_manager.py │ ├── test_synthetic_data_generation.py │ └── test_the_configuration.py └── tests_requirements.txt /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/LICENSE -------------------------------------------------------------------------------- /Quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/Quickstart.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/README.md -------------------------------------------------------------------------------- /docs/agentic_tracing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/agentic_tracing.md -------------------------------------------------------------------------------- /docs/dataset_management.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/dataset_management.md -------------------------------------------------------------------------------- /docs/img/autheticate.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/autheticate.gif -------------------------------------------------------------------------------- /docs/img/create_project.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/create_project.gif -------------------------------------------------------------------------------- /docs/img/custom_metrics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/custom_metrics.png -------------------------------------------------------------------------------- /docs/img/dataset.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/dataset.gif -------------------------------------------------------------------------------- /docs/img/dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/dataset.png -------------------------------------------------------------------------------- /docs/img/evaluation.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/evaluation.gif -------------------------------------------------------------------------------- /docs/img/evaluation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/evaluation.png -------------------------------------------------------------------------------- /docs/img/guardrails.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/guardrails.png -------------------------------------------------------------------------------- /docs/img/last_main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/last_main.png -------------------------------------------------------------------------------- /docs/img/main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/main.png -------------------------------------------------------------------------------- /docs/img/projects_new.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/projects_new.png -------------------------------------------------------------------------------- /docs/img/trace_comp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/img/trace_comp.png -------------------------------------------------------------------------------- /docs/prompt_management.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/prompt_management.md -------------------------------------------------------------------------------- /docs/trace_management.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/docs/trace_management.md -------------------------------------------------------------------------------- /examples/all_llm_provider/all_llm_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/all_llm_provider/all_llm_provider.py -------------------------------------------------------------------------------- /examples/all_llm_provider/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/all_llm_provider/config.py -------------------------------------------------------------------------------- /examples/all_llm_provider/run_all_llm_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/all_llm_provider/run_all_llm_provider.py -------------------------------------------------------------------------------- /examples/crewai/scifi_writer/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/crewai/scifi_writer/requirements.txt: -------------------------------------------------------------------------------- 1 | python-dotenv 2 | crewai 3 | -------------------------------------------------------------------------------- /examples/crewai/scifi_writer/sample.env: -------------------------------------------------------------------------------- 1 | OPENAI_API_KEY=your_openai_api_key 2 | -------------------------------------------------------------------------------- /examples/crewai/scifi_writer/scifi_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/crewai/scifi_writer/scifi_writer.py -------------------------------------------------------------------------------- /examples/custom_agents/travel_agent/agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/custom_agents/travel_agent/agents.py -------------------------------------------------------------------------------- /examples/custom_agents/travel_agent/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/custom_agents/travel_agent/config.py -------------------------------------------------------------------------------- /examples/custom_agents/travel_agent/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/custom_agents/travel_agent/main.py -------------------------------------------------------------------------------- /examples/custom_agents/travel_agent/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/custom_agents/travel_agent/tools.py -------------------------------------------------------------------------------- /examples/haystack/news_fetching/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/haystack/news_fetching/README.md -------------------------------------------------------------------------------- /examples/haystack/news_fetching/news_fetching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/haystack/news_fetching/news_fetching.py -------------------------------------------------------------------------------- /examples/haystack/news_fetching/requirements.txt: -------------------------------------------------------------------------------- 1 | haystack 2 | docstring-parser -------------------------------------------------------------------------------- /examples/langchain/medical_rag/data/medical_texts/handbook1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/langchain/medical_rag/data/medical_texts/handbook1.pdf -------------------------------------------------------------------------------- /examples/langchain/medical_rag/data/medical_texts/handbook2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/langchain/medical_rag/data/medical_texts/handbook2.pdf -------------------------------------------------------------------------------- /examples/langchain/medical_rag/data/symptom_disease_map.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/langchain/medical_rag/data/symptom_disease_map.csv -------------------------------------------------------------------------------- /examples/langchain/medical_rag/diagnosis_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/langchain/medical_rag/diagnosis_agent.py -------------------------------------------------------------------------------- /examples/langchain/medical_rag/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/langchain/medical_rag/requirements.txt -------------------------------------------------------------------------------- /examples/langchain/medical_rag/sample.env: -------------------------------------------------------------------------------- 1 | OPENAI_API_KEY=your_openai_api_key -------------------------------------------------------------------------------- /examples/langgraph/personal_research_assistant/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/langgraph/personal_research_assistant/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/langgraph/personal_research_assistant/requirements.txt -------------------------------------------------------------------------------- /examples/langgraph/personal_research_assistant/research_assistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/langgraph/personal_research_assistant/research_assistant.py -------------------------------------------------------------------------------- /examples/langgraph/personal_research_assistant/sample.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/langgraph/personal_research_assistant/sample.env -------------------------------------------------------------------------------- /examples/llamaindex_examples/legal_research_rag/legal_data/cases/ca_overtime_2021.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/llamaindex_examples/legal_research_rag/legal_data/cases/ca_overtime_2021.pdf -------------------------------------------------------------------------------- /examples/llamaindex_examples/legal_research_rag/legal_data/cases/fl_ada_2022.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/llamaindex_examples/legal_research_rag/legal_data/cases/fl_ada_2022.pdf -------------------------------------------------------------------------------- /examples/llamaindex_examples/legal_research_rag/legal_data/statutes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/llamaindex_examples/legal_research_rag/legal_data/statutes.csv -------------------------------------------------------------------------------- /examples/llamaindex_examples/legal_research_rag/legal_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/llamaindex_examples/legal_research_rag/legal_rag.py -------------------------------------------------------------------------------- /examples/llamaindex_examples/legal_research_rag/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/llamaindex_examples/legal_research_rag/requirements.txt -------------------------------------------------------------------------------- /examples/llamaindex_examples/legal_research_rag/sample.env: -------------------------------------------------------------------------------- 1 | OPENAI_API_KEY=your_openai_api_key -------------------------------------------------------------------------------- /examples/openai_agents_sdk/email_data_extraction_agent/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/openai_agents_sdk/email_data_extraction_agent/README.md -------------------------------------------------------------------------------- /examples/openai_agents_sdk/email_data_extraction_agent/data_extraction_email.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/openai_agents_sdk/email_data_extraction_agent/data_extraction_email.py -------------------------------------------------------------------------------- /examples/openai_agents_sdk/email_data_extraction_agent/requirements.txt: -------------------------------------------------------------------------------- 1 | openai-agents 2 | python-dotenv 3 | ragaai_catalyst -------------------------------------------------------------------------------- /examples/openai_agents_sdk/email_data_extraction_agent/sample.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/openai_agents_sdk/email_data_extraction_agent/sample.env -------------------------------------------------------------------------------- /examples/openai_agents_sdk/youtube_summary_agent/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/openai_agents_sdk/youtube_summary_agent/README.md -------------------------------------------------------------------------------- /examples/openai_agents_sdk/youtube_summary_agent/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/openai_agents_sdk/youtube_summary_agent/requirements.txt -------------------------------------------------------------------------------- /examples/openai_agents_sdk/youtube_summary_agent/sample.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/openai_agents_sdk/youtube_summary_agent/sample.env -------------------------------------------------------------------------------- /examples/openai_agents_sdk/youtube_summary_agent/youtube_summary_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/openai_agents_sdk/youtube_summary_agent/youtube_summary_agent.py -------------------------------------------------------------------------------- /examples/pii_masking_example/llamaindex_agentic_fastapi/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/pii_masking_example/llamaindex_agentic_fastapi/app.py -------------------------------------------------------------------------------- /examples/pii_masking_example/llamaindex_agentic_fastapi/app_presidio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/pii_masking_example/llamaindex_agentic_fastapi/app_presidio.py -------------------------------------------------------------------------------- /examples/pii_masking_example/llamaindex_agentic_fastapi/request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/pii_masking_example/llamaindex_agentic_fastapi/request.py -------------------------------------------------------------------------------- /examples/pii_masking_example/llamaindex_agentic_fastapi/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/pii_masking_example/llamaindex_agentic_fastapi/requirements.txt -------------------------------------------------------------------------------- /examples/smolagents/most_upvoted_paper/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/smolagents/most_upvoted_paper/README.md -------------------------------------------------------------------------------- /examples/smolagents/most_upvoted_paper/most_upvoted_paper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/smolagents/most_upvoted_paper/most_upvoted_paper.py -------------------------------------------------------------------------------- /examples/smolagents/most_upvoted_paper/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/smolagents/most_upvoted_paper/requirements.txt -------------------------------------------------------------------------------- /examples/smolagents/most_upvoted_paper/sample.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/examples/smolagents/most_upvoted_paper/sample.env -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/pyproject.toml -------------------------------------------------------------------------------- /quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/quickstart.md -------------------------------------------------------------------------------- /ragaai_catalyst/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/__init__.py -------------------------------------------------------------------------------- /ragaai_catalyst/_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/_version.py -------------------------------------------------------------------------------- /ragaai_catalyst/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/dataset.py -------------------------------------------------------------------------------- /ragaai_catalyst/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/evaluation.py -------------------------------------------------------------------------------- /ragaai_catalyst/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/experiment.py -------------------------------------------------------------------------------- /ragaai_catalyst/guard_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/guard_executor.py -------------------------------------------------------------------------------- /ragaai_catalyst/guardrails_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/guardrails_manager.py -------------------------------------------------------------------------------- /ragaai_catalyst/internal_api_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/internal_api_completion.py -------------------------------------------------------------------------------- /ragaai_catalyst/prompt_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/prompt_manager.py -------------------------------------------------------------------------------- /ragaai_catalyst/proxy_call.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/proxy_call.py -------------------------------------------------------------------------------- /ragaai_catalyst/ragaai_catalyst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/ragaai_catalyst.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/__init__.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/config/detectors.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/config/detectors.toml -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/data_generator/scenario_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/data_generator/scenario_generator.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/data_generator/test_case_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/data_generator/test_case_generator.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/evaluator.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/llm_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/llm_generator.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/llm_generator_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/llm_generator_old.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/red_teaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/red_teaming.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/requirements.txt -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/tests/grok.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/tests/grok.ipynb -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/tests/stereotype.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/tests/stereotype.ipynb -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/upload_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/upload_result.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/utils/issue_description.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/utils/issue_description.py -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming/utils/rt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming/utils/rt.png -------------------------------------------------------------------------------- /ragaai_catalyst/redteaming_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/redteaming_old.py -------------------------------------------------------------------------------- /ragaai_catalyst/synthetic_data_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/synthetic_data_generation.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/__init__.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/README.md -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/__init__.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/data/data_structure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/data/data_structure.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tests/FinancialAnalysisSystem.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tests/FinancialAnalysisSystem.ipynb -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tests/GameActivityEventPlanner.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tests/GameActivityEventPlanner.ipynb -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tests/TravelPlanner.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tests/TravelPlanner.ipynb -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tests/ai_travel_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tests/ai_travel_agent.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tests/unique_decorator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tests/unique_decorator_test.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tracers/base.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/langgraph_tracer.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/upload/upload_local_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/upload/upload_local_metric.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/__init__.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/api_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/api_utils.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/create_dataset_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/create_dataset_schema.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/generic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/generic.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/get_user_trace_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/get_user_trace_metrics.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/supported_llm_provider.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/supported_llm_provider.toml -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/system_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/system_monitor.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/distributed.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/exporters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/exporters/__init__.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/exporters/dynamic_trace_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/exporters/dynamic_trace_exporter.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/exporters/file_span_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/exporters/file_span_exporter.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/exporters/raga_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/exporters/raga_exporter.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/instrumentators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/langchain_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/langchain_callback.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/llamaindex_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/llamaindex_callback.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/llamaindex_instrumentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/llamaindex_instrumentation.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/tracer.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/upload_traces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/upload_traces.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/utils/__init__.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/utils/convert_llama_instru_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/utils/convert_llama_instru_callback.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/utils/extraction_logic_llama_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/utils/extraction_logic_llama_index.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/utils/model_prices_and_context_window_backup.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/utils/model_prices_and_context_window_backup.json -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/utils/rag_trace_json_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/utils/rag_trace_json_converter.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/utils/trace_json_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/utils/trace_json_converter.py -------------------------------------------------------------------------------- /ragaai_catalyst/tracers/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/tracers/utils/utils.py -------------------------------------------------------------------------------- /ragaai_catalyst/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/ragaai_catalyst/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/requirements.txt -------------------------------------------------------------------------------- /test_report_20250407_183101.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/test_report_20250407_183101.txt -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/environment.yml -------------------------------------------------------------------------------- /tests/examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/examples/all_llm_provider/all_llm_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/all_llm_provider/all_llm_provider.py -------------------------------------------------------------------------------- /tests/examples/all_llm_provider/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/all_llm_provider/config.py -------------------------------------------------------------------------------- /tests/examples/all_llm_provider/test_all_llm_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/all_llm_provider/test_all_llm_provider.py -------------------------------------------------------------------------------- /tests/examples/crewai/scifi_writer/sci_fi_story.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/crewai/scifi_writer/sci_fi_story.md -------------------------------------------------------------------------------- /tests/examples/crewai/scifi_writer/scifi_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/crewai/scifi_writer/scifi_writer.py -------------------------------------------------------------------------------- /tests/examples/crewai/scifi_writer/test_scifi_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/crewai/scifi_writer/test_scifi_writer.py -------------------------------------------------------------------------------- /tests/examples/custom_agents/travel_agent/agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/custom_agents/travel_agent/agents.py -------------------------------------------------------------------------------- /tests/examples/custom_agents/travel_agent/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/custom_agents/travel_agent/config.py -------------------------------------------------------------------------------- /tests/examples/custom_agents/travel_agent/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/custom_agents/travel_agent/main.py -------------------------------------------------------------------------------- /tests/examples/custom_agents/travel_agent/test_travel_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/custom_agents/travel_agent/test_travel_agent.py -------------------------------------------------------------------------------- /tests/examples/custom_agents/travel_agent/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/custom_agents/travel_agent/tools.py -------------------------------------------------------------------------------- /tests/examples/haystack/news_fetching/news_fetching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/haystack/news_fetching/news_fetching.py -------------------------------------------------------------------------------- /tests/examples/haystack/news_fetching/test_news_fetching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/haystack/news_fetching/test_news_fetching.py -------------------------------------------------------------------------------- /tests/examples/langchain/medical_rag/data/medical_texts/handbook1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/langchain/medical_rag/data/medical_texts/handbook1.pdf -------------------------------------------------------------------------------- /tests/examples/langchain/medical_rag/data/medical_texts/handbook2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/langchain/medical_rag/data/medical_texts/handbook2.pdf -------------------------------------------------------------------------------- /tests/examples/langchain/medical_rag/data/symptom_disease_map.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/langchain/medical_rag/data/symptom_disease_map.csv -------------------------------------------------------------------------------- /tests/examples/langchain/medical_rag/diagnosis_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/langchain/medical_rag/diagnosis_agent.py -------------------------------------------------------------------------------- /tests/examples/langchain/medical_rag/test_diagnosis_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/langchain/medical_rag/test_diagnosis_agent.py -------------------------------------------------------------------------------- /tests/examples/langgraph/personal_research_assistant/research_assistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/langgraph/personal_research_assistant/research_assistant.py -------------------------------------------------------------------------------- /tests/examples/langgraph/personal_research_assistant/test_research_assistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/langgraph/personal_research_assistant/test_research_assistant.py -------------------------------------------------------------------------------- /tests/examples/llamaindex_examples/legal_research_rag/legal_data/cases/ca_overtime_2021.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/llamaindex_examples/legal_research_rag/legal_data/cases/ca_overtime_2021.pdf -------------------------------------------------------------------------------- /tests/examples/llamaindex_examples/legal_research_rag/legal_data/cases/fl_ada_2022.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/llamaindex_examples/legal_research_rag/legal_data/cases/fl_ada_2022.pdf -------------------------------------------------------------------------------- /tests/examples/llamaindex_examples/legal_research_rag/legal_data/statutes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/llamaindex_examples/legal_research_rag/legal_data/statutes.csv -------------------------------------------------------------------------------- /tests/examples/llamaindex_examples/legal_research_rag/legal_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/llamaindex_examples/legal_research_rag/legal_rag.py -------------------------------------------------------------------------------- /tests/examples/llamaindex_examples/legal_research_rag/test_legal_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/llamaindex_examples/legal_research_rag/test_legal_rag.py -------------------------------------------------------------------------------- /tests/examples/smolagents/most_upvoted_paper/most_upvoted_paper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/smolagents/most_upvoted_paper/most_upvoted_paper.py -------------------------------------------------------------------------------- /tests/examples/smolagents/most_upvoted_paper/paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/smolagents/most_upvoted_paper/paper.pdf -------------------------------------------------------------------------------- /tests/examples/smolagents/most_upvoted_paper/test_most_upvoted_paper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/smolagents/most_upvoted_paper/test_most_upvoted_paper.py -------------------------------------------------------------------------------- /tests/examples/test_utils/get_components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/test_utils/get_components.py -------------------------------------------------------------------------------- /tests/examples/test_utils/get_trace_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/examples/test_utils/get_trace_data.py -------------------------------------------------------------------------------- /tests/run_pytest_and_print_and_save_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/run_pytest_and_print_and_save_results.py -------------------------------------------------------------------------------- /tests/table_result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/table_result.png -------------------------------------------------------------------------------- /tests/test_catalyst/test_base_tracer_add_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_base_tracer_add_metrics.py -------------------------------------------------------------------------------- /tests/test_catalyst/test_base_tracer_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_base_tracer_metrics.py -------------------------------------------------------------------------------- /tests/test_catalyst/test_data/util_synthetic_data_doc.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_data/util_synthetic_data_doc.pdf -------------------------------------------------------------------------------- /tests/test_catalyst/test_data/util_synthetic_data_invalid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_data/util_synthetic_data_invalid.csv -------------------------------------------------------------------------------- /tests/test_catalyst/test_data/util_synthetic_data_valid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_data/util_synthetic_data_valid.csv -------------------------------------------------------------------------------- /tests/test_catalyst/test_data/util_test_dataset.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_data/util_test_dataset.csv -------------------------------------------------------------------------------- /tests/test_catalyst/test_data/util_test_langchain_tracing.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_data/util_test_langchain_tracing.pdf -------------------------------------------------------------------------------- /tests/test_catalyst/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_dataset.py -------------------------------------------------------------------------------- /tests/test_catalyst/test_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_evaluation.py -------------------------------------------------------------------------------- /tests/test_catalyst/test_evaluation_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_evaluation_metrics.py -------------------------------------------------------------------------------- /tests/test_catalyst/test_prompt_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_prompt_manager.py -------------------------------------------------------------------------------- /tests/test_catalyst/test_synthetic_data_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_synthetic_data_generation.py -------------------------------------------------------------------------------- /tests/test_catalyst/test_the_configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests/test_catalyst/test_the_configuration.py -------------------------------------------------------------------------------- /tests_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/raga-ai-hub/RagaAI-Catalyst/HEAD/tests_requirements.txt --------------------------------------------------------------------------------