├── .gitignore ├── LICENSE ├── README.md ├── asr_test.py ├── audio_test.py ├── data └── readme.md ├── images ├── gradio_interface.png ├── system_architecture.png └── terminal_interface.png ├── prediction_test.py ├── prep_dataset.py ├── prep_dyad_set.py ├── realtime_chatbot ├── __init__.py ├── asr_handler.py ├── bark_api_mod.py ├── bark_generation_mod.py ├── data_loaders │ ├── __init__.py │ └── talkbank_data_loader.py ├── dynamic_contrastive.py ├── evals │ ├── __init__.py │ ├── common.py │ ├── data_processing.py │ ├── metrics.py │ ├── metrics_simctg.py │ ├── pausing.py │ ├── response_quality.py │ └── turn_taking.py ├── identity.py ├── realtime_agent.py ├── speech_enhancer.py ├── tts_handler.py ├── tts_overrides.py └── utils │ ├── __init__.py │ ├── args_helpers.py │ ├── audio_helpers.py │ ├── device_helpers.py │ ├── generate_helpers.py │ ├── gradio_helpers.py │ ├── queue_helpers.py │ ├── tokenization_helpers.py │ └── training_helpers.py ├── requirements.txt ├── run_chat.py ├── run_evals.py ├── run_gradio.py ├── sequence_test.py ├── train.py ├── train_large.sh ├── train_large_anchored.sh └── tts_test.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/README.md -------------------------------------------------------------------------------- /asr_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/asr_test.py -------------------------------------------------------------------------------- /audio_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/audio_test.py -------------------------------------------------------------------------------- /data/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/data/readme.md -------------------------------------------------------------------------------- /images/gradio_interface.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/images/gradio_interface.png -------------------------------------------------------------------------------- /images/system_architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/images/system_architecture.png -------------------------------------------------------------------------------- /images/terminal_interface.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/images/terminal_interface.png -------------------------------------------------------------------------------- /prediction_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/prediction_test.py -------------------------------------------------------------------------------- /prep_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/prep_dataset.py -------------------------------------------------------------------------------- /prep_dyad_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/prep_dyad_set.py -------------------------------------------------------------------------------- /realtime_chatbot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtime_chatbot/asr_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/asr_handler.py -------------------------------------------------------------------------------- /realtime_chatbot/bark_api_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/bark_api_mod.py -------------------------------------------------------------------------------- /realtime_chatbot/bark_generation_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/bark_generation_mod.py -------------------------------------------------------------------------------- /realtime_chatbot/data_loaders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtime_chatbot/data_loaders/talkbank_data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/data_loaders/talkbank_data_loader.py -------------------------------------------------------------------------------- /realtime_chatbot/dynamic_contrastive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/dynamic_contrastive.py -------------------------------------------------------------------------------- /realtime_chatbot/evals/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtime_chatbot/evals/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/evals/common.py -------------------------------------------------------------------------------- /realtime_chatbot/evals/data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/evals/data_processing.py -------------------------------------------------------------------------------- /realtime_chatbot/evals/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/evals/metrics.py -------------------------------------------------------------------------------- /realtime_chatbot/evals/metrics_simctg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/evals/metrics_simctg.py -------------------------------------------------------------------------------- /realtime_chatbot/evals/pausing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/evals/pausing.py -------------------------------------------------------------------------------- /realtime_chatbot/evals/response_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/evals/response_quality.py -------------------------------------------------------------------------------- /realtime_chatbot/evals/turn_taking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/evals/turn_taking.py -------------------------------------------------------------------------------- /realtime_chatbot/identity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/identity.py -------------------------------------------------------------------------------- /realtime_chatbot/realtime_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/realtime_agent.py -------------------------------------------------------------------------------- /realtime_chatbot/speech_enhancer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/speech_enhancer.py -------------------------------------------------------------------------------- /realtime_chatbot/tts_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/tts_handler.py -------------------------------------------------------------------------------- /realtime_chatbot/tts_overrides.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/tts_overrides.py -------------------------------------------------------------------------------- /realtime_chatbot/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtime_chatbot/utils/args_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/utils/args_helpers.py -------------------------------------------------------------------------------- /realtime_chatbot/utils/audio_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/utils/audio_helpers.py -------------------------------------------------------------------------------- /realtime_chatbot/utils/device_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/utils/device_helpers.py -------------------------------------------------------------------------------- /realtime_chatbot/utils/generate_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/utils/generate_helpers.py -------------------------------------------------------------------------------- /realtime_chatbot/utils/gradio_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/utils/gradio_helpers.py -------------------------------------------------------------------------------- /realtime_chatbot/utils/queue_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/utils/queue_helpers.py -------------------------------------------------------------------------------- /realtime_chatbot/utils/tokenization_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/utils/tokenization_helpers.py -------------------------------------------------------------------------------- /realtime_chatbot/utils/training_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/realtime_chatbot/utils/training_helpers.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/run_chat.py -------------------------------------------------------------------------------- /run_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/run_evals.py -------------------------------------------------------------------------------- /run_gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/run_gradio.py -------------------------------------------------------------------------------- /sequence_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/sequence_test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/train.py -------------------------------------------------------------------------------- /train_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/train_large.sh -------------------------------------------------------------------------------- /train_large_anchored.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/train_large_anchored.sh -------------------------------------------------------------------------------- /tts_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbrahamSanders/realtime-chatbot/HEAD/tts_test.py --------------------------------------------------------------------------------