├── .devcontainer ├── devcontainer.json └── noop.txt ├── .gitignore ├── README.md ├── calm_llm ├── .env ├── actions │ ├── __init__.py │ ├── book_excursion.py │ ├── book_hotel.py │ ├── book_rental_car.py │ ├── change_flight.py │ ├── db.py │ └── list_flight_bookings.py ├── config.yml ├── custom │ ├── __init__.py │ ├── custom_cmd_gen.py │ └── quick_rephraser.py ├── custom_test_runner.py ├── data │ └── flows │ │ ├── book_excursion.yml │ │ ├── book_hotel.yml │ │ ├── book_rental_car.yml │ │ ├── change_flight.yml │ │ ├── list_flight_bookings.yml │ │ ├── patterns.yml │ │ ├── utils.yml │ │ └── welcome.yml ├── domain │ ├── book_excursion.yml │ ├── book_hotel.yml │ ├── book_rental_car.yml │ ├── change_flight.yml │ ├── list_flight_bookings.yml │ ├── shared.yml │ └── welcome.yml ├── endpoints.yml ├── prompt_templates │ ├── rephrase_prompt.jinja2 │ └── time_aware_prompt.jinja2 ├── results │ ├── combine_data.py │ └── structured_results │ │ ├── cancellations │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── context_switch │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── corrections │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── happy_paths │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ └── multi_skill │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json ├── run_eval.py └── run_tests_for_plots.py ├── calm_nlu ├── .env ├── actions ├── config.yml ├── custom ├── custom_test_runner.py ├── data │ ├── flows │ │ ├── book_excursion.yml │ │ ├── book_hotel.yml │ │ ├── book_rental_car.yml │ │ ├── change_flight.yml │ │ ├── list_flight_bookings.yml │ │ ├── patterns.yml │ │ ├── utils.yml │ │ └── welcome.yml │ └── nlu.yml ├── domain │ ├── book_excursion.yml │ ├── book_hotel.yml │ ├── book_rental_car.yml │ ├── change_flight.yml │ ├── list_flight_bookings.yml │ ├── shared.yml │ └── welcome.yml ├── endpoints.yml ├── prompt_templates ├── results │ ├── combine_data.py │ └── structured_results │ │ ├── cancellations │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── context_switch │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── corrections │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── happy_paths │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ └── multi_skill │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json ├── run_eval.py └── run_tests_for_plots.py ├── calm_nlu_self_hosted ├── .env ├── actions ├── config.yml ├── custom ├── custom_test_runner.py ├── data ├── domain ├── endpoints.yml ├── prompt_templates ├── results │ ├── combine_data.py │ └── structured_results │ │ ├── cancellations │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── context_switch │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── corrections │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── happy_paths │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ └── multi_skill │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json ├── run_eval.py └── run_tests_for_plots.py ├── calm_self_hosted ├── .env ├── actions ├── config.yml ├── custom ├── custom_test_runner.py ├── data ├── domain ├── endpoints.yml ├── prompt_templates ├── results │ ├── combine_data.py │ └── structured_results │ │ ├── cancellations │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── context_switch │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── corrections │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ ├── happy_paths │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json │ │ └── multi_skill │ │ ├── completion_tokens.json │ │ ├── costs.json │ │ ├── input_tokens.json │ │ └── latencies.json ├── run_eval.py └── run_tests_for_plots.py ├── e2e_tests ├── cancellations │ ├── user_cancels.yml │ └── user_cancels_during_a_correction.yml ├── context_switch │ └── user_switches_from_car_to_hotel.yml ├── corrections │ └── user_corrects_car_price_range.yml ├── happy_paths │ ├── user_books_a_car.yml │ ├── user_books_excursion.yml │ ├── user_books_hotel.yml │ ├── user_changes_fight.yml │ └── user_lists_flights.yml └── multi_skill │ ├── user_books_car_and_hotel.yml │ ├── user_books_hotel_and_excursion.yml │ └── user_changes_flight_books_hotel_and_car_and_excursion.yml ├── figures ├── cancellations_comparison.png ├── context_switch_comparison.png ├── corrections_comparison.png ├── happy_paths_comparison.png └── multi_skill_comparison.png ├── langgraph_implementation ├── .env ├── __init__.py ├── app.py ├── predictions.yaml ├── requirements.txt ├── results │ ├── convert_data.py │ └── structured_results │ │ ├── cancellations │ │ ├── costs.json │ │ ├── input_tokens.json │ │ ├── latencies.json │ │ └── output_tokens.json │ │ ├── context_switch │ │ ├── costs.json │ │ ├── input_tokens.json │ │ ├── latencies.json │ │ └── output_tokens.json │ │ ├── corrections │ │ ├── costs.json │ │ ├── input_tokens.json │ │ ├── latencies.json │ │ └── output_tokens.json │ │ ├── happy_paths │ │ ├── costs.json │ │ ├── input_tokens.json │ │ ├── latencies.json │ │ └── output_tokens.json │ │ ├── multi_skill │ │ ├── costs.json │ │ ├── input_tokens.json │ │ ├── latencies.json │ │ └── output_tokens.json │ │ └── predictions.yaml ├── run_eval.py ├── run_tests_for_plots.py └── util.py ├── metrics.ipynb └── scripts └── create_db.py /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.devcontainer/noop.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/.devcontainer/noop.txt -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/README.md -------------------------------------------------------------------------------- /calm_llm/.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/.env -------------------------------------------------------------------------------- /calm_llm/actions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /calm_llm/actions/book_excursion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/actions/book_excursion.py -------------------------------------------------------------------------------- /calm_llm/actions/book_hotel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/actions/book_hotel.py -------------------------------------------------------------------------------- /calm_llm/actions/book_rental_car.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/actions/book_rental_car.py -------------------------------------------------------------------------------- /calm_llm/actions/change_flight.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/actions/change_flight.py -------------------------------------------------------------------------------- /calm_llm/actions/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/actions/db.py -------------------------------------------------------------------------------- /calm_llm/actions/list_flight_bookings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/actions/list_flight_bookings.py -------------------------------------------------------------------------------- /calm_llm/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/config.yml -------------------------------------------------------------------------------- /calm_llm/custom/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /calm_llm/custom/custom_cmd_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/custom/custom_cmd_gen.py -------------------------------------------------------------------------------- /calm_llm/custom/quick_rephraser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/custom/quick_rephraser.py -------------------------------------------------------------------------------- /calm_llm/custom_test_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/custom_test_runner.py -------------------------------------------------------------------------------- /calm_llm/data/flows/book_excursion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/data/flows/book_excursion.yml -------------------------------------------------------------------------------- /calm_llm/data/flows/book_hotel.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/data/flows/book_hotel.yml -------------------------------------------------------------------------------- /calm_llm/data/flows/book_rental_car.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/data/flows/book_rental_car.yml -------------------------------------------------------------------------------- /calm_llm/data/flows/change_flight.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/data/flows/change_flight.yml -------------------------------------------------------------------------------- /calm_llm/data/flows/list_flight_bookings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/data/flows/list_flight_bookings.yml -------------------------------------------------------------------------------- /calm_llm/data/flows/patterns.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/data/flows/patterns.yml -------------------------------------------------------------------------------- /calm_llm/data/flows/utils.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/data/flows/utils.yml -------------------------------------------------------------------------------- /calm_llm/data/flows/welcome.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/data/flows/welcome.yml -------------------------------------------------------------------------------- /calm_llm/domain/book_excursion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/domain/book_excursion.yml -------------------------------------------------------------------------------- /calm_llm/domain/book_hotel.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/domain/book_hotel.yml -------------------------------------------------------------------------------- /calm_llm/domain/book_rental_car.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/domain/book_rental_car.yml -------------------------------------------------------------------------------- /calm_llm/domain/change_flight.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/domain/change_flight.yml -------------------------------------------------------------------------------- /calm_llm/domain/list_flight_bookings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/domain/list_flight_bookings.yml -------------------------------------------------------------------------------- /calm_llm/domain/shared.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/domain/shared.yml -------------------------------------------------------------------------------- /calm_llm/domain/welcome.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/domain/welcome.yml -------------------------------------------------------------------------------- /calm_llm/endpoints.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/endpoints.yml -------------------------------------------------------------------------------- /calm_llm/prompt_templates/rephrase_prompt.jinja2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/prompt_templates/rephrase_prompt.jinja2 -------------------------------------------------------------------------------- /calm_llm/prompt_templates/time_aware_prompt.jinja2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/prompt_templates/time_aware_prompt.jinja2 -------------------------------------------------------------------------------- /calm_llm/results/combine_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/combine_data.py -------------------------------------------------------------------------------- /calm_llm/results/structured_results/cancellations/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/cancellations/completion_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/cancellations/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/cancellations/costs.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/cancellations/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/cancellations/input_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/cancellations/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/cancellations/latencies.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/context_switch/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/context_switch/completion_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/context_switch/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/context_switch/costs.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/context_switch/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/context_switch/input_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/context_switch/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/context_switch/latencies.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/corrections/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/corrections/completion_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/corrections/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/corrections/costs.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/corrections/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/corrections/input_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/corrections/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/corrections/latencies.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/happy_paths/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/happy_paths/completion_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/happy_paths/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/happy_paths/costs.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/happy_paths/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/happy_paths/input_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/happy_paths/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/happy_paths/latencies.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/multi_skill/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/multi_skill/completion_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/multi_skill/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/multi_skill/costs.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/multi_skill/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/multi_skill/input_tokens.json -------------------------------------------------------------------------------- /calm_llm/results/structured_results/multi_skill/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/results/structured_results/multi_skill/latencies.json -------------------------------------------------------------------------------- /calm_llm/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/run_eval.py -------------------------------------------------------------------------------- /calm_llm/run_tests_for_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_llm/run_tests_for_plots.py -------------------------------------------------------------------------------- /calm_nlu/.env: -------------------------------------------------------------------------------- 1 | ../calm_llm/.env -------------------------------------------------------------------------------- /calm_nlu/actions: -------------------------------------------------------------------------------- 1 | ../calm_llm/actions -------------------------------------------------------------------------------- /calm_nlu/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/config.yml -------------------------------------------------------------------------------- /calm_nlu/custom: -------------------------------------------------------------------------------- 1 | ../calm_llm/custom -------------------------------------------------------------------------------- /calm_nlu/custom_test_runner.py: -------------------------------------------------------------------------------- 1 | ../calm_llm/custom_test_runner.py -------------------------------------------------------------------------------- /calm_nlu/data/flows/book_excursion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/data/flows/book_excursion.yml -------------------------------------------------------------------------------- /calm_nlu/data/flows/book_hotel.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/data/flows/book_hotel.yml -------------------------------------------------------------------------------- /calm_nlu/data/flows/book_rental_car.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/data/flows/book_rental_car.yml -------------------------------------------------------------------------------- /calm_nlu/data/flows/change_flight.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/data/flows/change_flight.yml -------------------------------------------------------------------------------- /calm_nlu/data/flows/list_flight_bookings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/data/flows/list_flight_bookings.yml -------------------------------------------------------------------------------- /calm_nlu/data/flows/patterns.yml: -------------------------------------------------------------------------------- 1 | ../../../calm_llm/data/flows/patterns.yml -------------------------------------------------------------------------------- /calm_nlu/data/flows/utils.yml: -------------------------------------------------------------------------------- 1 | ../../../calm_llm/data/flows/utils.yml -------------------------------------------------------------------------------- /calm_nlu/data/flows/welcome.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/data/flows/welcome.yml -------------------------------------------------------------------------------- /calm_nlu/data/nlu.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/data/nlu.yml -------------------------------------------------------------------------------- /calm_nlu/domain/book_excursion.yml: -------------------------------------------------------------------------------- 1 | ../../calm_llm/domain/book_excursion.yml -------------------------------------------------------------------------------- /calm_nlu/domain/book_hotel.yml: -------------------------------------------------------------------------------- 1 | ../../calm_llm/domain/book_hotel.yml -------------------------------------------------------------------------------- /calm_nlu/domain/book_rental_car.yml: -------------------------------------------------------------------------------- 1 | ../../calm_llm/domain/book_rental_car.yml -------------------------------------------------------------------------------- /calm_nlu/domain/change_flight.yml: -------------------------------------------------------------------------------- 1 | ../../calm_llm/domain/change_flight.yml -------------------------------------------------------------------------------- /calm_nlu/domain/list_flight_bookings.yml: -------------------------------------------------------------------------------- 1 | ../../calm_llm/domain/list_flight_bookings.yml -------------------------------------------------------------------------------- /calm_nlu/domain/shared.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/domain/shared.yml -------------------------------------------------------------------------------- /calm_nlu/domain/welcome.yml: -------------------------------------------------------------------------------- 1 | ../../calm_llm/domain/welcome.yml -------------------------------------------------------------------------------- /calm_nlu/endpoints.yml: -------------------------------------------------------------------------------- 1 | ../calm_llm/endpoints.yml -------------------------------------------------------------------------------- /calm_nlu/prompt_templates: -------------------------------------------------------------------------------- 1 | ../calm_llm/prompt_templates -------------------------------------------------------------------------------- /calm_nlu/results/combine_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/combine_data.py -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/cancellations/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/cancellations/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/cancellations/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/cancellations/costs.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/cancellations/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/cancellations/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/cancellations/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/cancellations/latencies.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/context_switch/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/context_switch/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/context_switch/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/context_switch/costs.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/context_switch/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/context_switch/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/context_switch/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/context_switch/latencies.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/corrections/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/corrections/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/corrections/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/corrections/costs.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/corrections/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/corrections/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/corrections/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/corrections/latencies.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/happy_paths/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/happy_paths/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/happy_paths/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/happy_paths/costs.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/happy_paths/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/happy_paths/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/happy_paths/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/happy_paths/latencies.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/multi_skill/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/multi_skill/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/multi_skill/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/multi_skill/costs.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/multi_skill/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/multi_skill/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu/results/structured_results/multi_skill/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/results/structured_results/multi_skill/latencies.json -------------------------------------------------------------------------------- /calm_nlu/run_eval.py: -------------------------------------------------------------------------------- 1 | ../calm_llm/run_eval.py -------------------------------------------------------------------------------- /calm_nlu/run_tests_for_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu/run_tests_for_plots.py -------------------------------------------------------------------------------- /calm_nlu_self_hosted/.env: -------------------------------------------------------------------------------- 1 | ../calm_llm/.env -------------------------------------------------------------------------------- /calm_nlu_self_hosted/actions: -------------------------------------------------------------------------------- 1 | ../calm_nlu/actions -------------------------------------------------------------------------------- /calm_nlu_self_hosted/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/config.yml -------------------------------------------------------------------------------- /calm_nlu_self_hosted/custom: -------------------------------------------------------------------------------- 1 | ../calm_nlu/custom -------------------------------------------------------------------------------- /calm_nlu_self_hosted/custom_test_runner.py: -------------------------------------------------------------------------------- 1 | ../calm_nlu/custom_test_runner.py -------------------------------------------------------------------------------- /calm_nlu_self_hosted/data: -------------------------------------------------------------------------------- 1 | ../calm_nlu/data -------------------------------------------------------------------------------- /calm_nlu_self_hosted/domain: -------------------------------------------------------------------------------- 1 | ../calm_nlu/domain -------------------------------------------------------------------------------- /calm_nlu_self_hosted/endpoints.yml: -------------------------------------------------------------------------------- 1 | ../calm_nlu/endpoints.yml -------------------------------------------------------------------------------- /calm_nlu_self_hosted/prompt_templates: -------------------------------------------------------------------------------- 1 | ../calm_nlu/prompt_templates -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/combine_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/combine_data.py -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/cancellations/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/cancellations/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/cancellations/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/cancellations/costs.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/cancellations/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/cancellations/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/cancellations/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/cancellations/latencies.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/context_switch/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/context_switch/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/context_switch/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/context_switch/costs.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/context_switch/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/context_switch/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/context_switch/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/context_switch/latencies.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/corrections/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/corrections/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/corrections/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/corrections/costs.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/corrections/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/corrections/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/corrections/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/corrections/latencies.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/happy_paths/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/happy_paths/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/happy_paths/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/happy_paths/costs.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/happy_paths/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/happy_paths/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/happy_paths/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/happy_paths/latencies.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/multi_skill/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/multi_skill/completion_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/multi_skill/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/multi_skill/costs.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/multi_skill/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/multi_skill/input_tokens.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/results/structured_results/multi_skill/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_nlu_self_hosted/results/structured_results/multi_skill/latencies.json -------------------------------------------------------------------------------- /calm_nlu_self_hosted/run_eval.py: -------------------------------------------------------------------------------- 1 | ../calm_nlu/run_eval.py -------------------------------------------------------------------------------- /calm_nlu_self_hosted/run_tests_for_plots.py: -------------------------------------------------------------------------------- 1 | ../calm_nlu/run_tests_for_plots.py -------------------------------------------------------------------------------- /calm_self_hosted/.env: -------------------------------------------------------------------------------- 1 | ../calm_llm/.env -------------------------------------------------------------------------------- /calm_self_hosted/actions: -------------------------------------------------------------------------------- 1 | ../calm_llm/actions -------------------------------------------------------------------------------- /calm_self_hosted/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/config.yml -------------------------------------------------------------------------------- /calm_self_hosted/custom: -------------------------------------------------------------------------------- 1 | ../calm_llm/custom -------------------------------------------------------------------------------- /calm_self_hosted/custom_test_runner.py: -------------------------------------------------------------------------------- 1 | ../calm_llm/custom_test_runner.py -------------------------------------------------------------------------------- /calm_self_hosted/data: -------------------------------------------------------------------------------- 1 | ../calm_llm/data -------------------------------------------------------------------------------- /calm_self_hosted/domain: -------------------------------------------------------------------------------- 1 | ../calm_llm/domain -------------------------------------------------------------------------------- /calm_self_hosted/endpoints.yml: -------------------------------------------------------------------------------- 1 | ../calm_llm/endpoints.yml -------------------------------------------------------------------------------- /calm_self_hosted/prompt_templates: -------------------------------------------------------------------------------- 1 | ../calm_llm/prompt_templates -------------------------------------------------------------------------------- /calm_self_hosted/results/combine_data.py: -------------------------------------------------------------------------------- 1 | ../../calm_llm/results/combine_data.py -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/cancellations/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/cancellations/completion_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/cancellations/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/cancellations/costs.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/cancellations/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/cancellations/input_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/cancellations/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/cancellations/latencies.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/context_switch/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/context_switch/completion_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/context_switch/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/context_switch/costs.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/context_switch/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/context_switch/input_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/context_switch/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/context_switch/latencies.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/corrections/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/corrections/completion_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/corrections/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/corrections/costs.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/corrections/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/corrections/input_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/corrections/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/corrections/latencies.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/happy_paths/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/happy_paths/completion_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/happy_paths/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/happy_paths/costs.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/happy_paths/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/happy_paths/input_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/happy_paths/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/happy_paths/latencies.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/multi_skill/completion_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/multi_skill/completion_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/multi_skill/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/multi_skill/costs.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/multi_skill/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/multi_skill/input_tokens.json -------------------------------------------------------------------------------- /calm_self_hosted/results/structured_results/multi_skill/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/calm_self_hosted/results/structured_results/multi_skill/latencies.json -------------------------------------------------------------------------------- /calm_self_hosted/run_eval.py: -------------------------------------------------------------------------------- 1 | ../calm_llm/run_eval.py -------------------------------------------------------------------------------- /calm_self_hosted/run_tests_for_plots.py: -------------------------------------------------------------------------------- 1 | ../calm_llm/run_tests_for_plots.py -------------------------------------------------------------------------------- /e2e_tests/cancellations/user_cancels.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/cancellations/user_cancels.yml -------------------------------------------------------------------------------- /e2e_tests/cancellations/user_cancels_during_a_correction.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/cancellations/user_cancels_during_a_correction.yml -------------------------------------------------------------------------------- /e2e_tests/context_switch/user_switches_from_car_to_hotel.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/context_switch/user_switches_from_car_to_hotel.yml -------------------------------------------------------------------------------- /e2e_tests/corrections/user_corrects_car_price_range.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/corrections/user_corrects_car_price_range.yml -------------------------------------------------------------------------------- /e2e_tests/happy_paths/user_books_a_car.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/happy_paths/user_books_a_car.yml -------------------------------------------------------------------------------- /e2e_tests/happy_paths/user_books_excursion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/happy_paths/user_books_excursion.yml -------------------------------------------------------------------------------- /e2e_tests/happy_paths/user_books_hotel.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/happy_paths/user_books_hotel.yml -------------------------------------------------------------------------------- /e2e_tests/happy_paths/user_changes_fight.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/happy_paths/user_changes_fight.yml -------------------------------------------------------------------------------- /e2e_tests/happy_paths/user_lists_flights.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/happy_paths/user_lists_flights.yml -------------------------------------------------------------------------------- /e2e_tests/multi_skill/user_books_car_and_hotel.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/multi_skill/user_books_car_and_hotel.yml -------------------------------------------------------------------------------- /e2e_tests/multi_skill/user_books_hotel_and_excursion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/multi_skill/user_books_hotel_and_excursion.yml -------------------------------------------------------------------------------- /e2e_tests/multi_skill/user_changes_flight_books_hotel_and_car_and_excursion.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/e2e_tests/multi_skill/user_changes_flight_books_hotel_and_car_and_excursion.yml -------------------------------------------------------------------------------- /figures/cancellations_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/figures/cancellations_comparison.png -------------------------------------------------------------------------------- /figures/context_switch_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/figures/context_switch_comparison.png -------------------------------------------------------------------------------- /figures/corrections_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/figures/corrections_comparison.png -------------------------------------------------------------------------------- /figures/happy_paths_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/figures/happy_paths_comparison.png -------------------------------------------------------------------------------- /figures/multi_skill_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/figures/multi_skill_comparison.png -------------------------------------------------------------------------------- /langgraph_implementation/.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/.env -------------------------------------------------------------------------------- /langgraph_implementation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /langgraph_implementation/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/app.py -------------------------------------------------------------------------------- /langgraph_implementation/predictions.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/predictions.yaml -------------------------------------------------------------------------------- /langgraph_implementation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/requirements.txt -------------------------------------------------------------------------------- /langgraph_implementation/results/convert_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/convert_data.py -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/cancellations/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/cancellations/costs.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/cancellations/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/cancellations/input_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/cancellations/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/cancellations/latencies.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/cancellations/output_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/cancellations/output_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/context_switch/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/context_switch/costs.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/context_switch/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/context_switch/input_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/context_switch/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/context_switch/latencies.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/context_switch/output_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/context_switch/output_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/corrections/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/corrections/costs.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/corrections/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/corrections/input_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/corrections/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/corrections/latencies.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/corrections/output_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/corrections/output_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/happy_paths/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/happy_paths/costs.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/happy_paths/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/happy_paths/input_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/happy_paths/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/happy_paths/latencies.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/happy_paths/output_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/happy_paths/output_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/multi_skill/costs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/multi_skill/costs.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/multi_skill/input_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/multi_skill/input_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/multi_skill/latencies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/multi_skill/latencies.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/multi_skill/output_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/multi_skill/output_tokens.json -------------------------------------------------------------------------------- /langgraph_implementation/results/structured_results/predictions.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/results/structured_results/predictions.yaml -------------------------------------------------------------------------------- /langgraph_implementation/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/run_eval.py -------------------------------------------------------------------------------- /langgraph_implementation/run_tests_for_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/run_tests_for_plots.py -------------------------------------------------------------------------------- /langgraph_implementation/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/langgraph_implementation/util.py -------------------------------------------------------------------------------- /metrics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/metrics.ipynb -------------------------------------------------------------------------------- /scripts/create_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RasaHQ/calm-langgraph-customer-service-comparison/HEAD/scripts/create_db.py --------------------------------------------------------------------------------