├── .gitignore ├── .pre-commit-config.yaml ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── cog.yaml ├── demo ├── .gitignore ├── app.py └── requirements.txt ├── dev_requirements.txt ├── docs └── m4t │ ├── eval_README.md │ ├── on_device_README.md │ └── seamless_align_README.md ├── lang_list.py ├── predict.py ├── requirements.txt ├── scripts └── m4t │ ├── audio_to_units │ ├── README.md │ ├── __init__.py │ └── audio_to_units.py │ ├── finetune │ ├── README.md │ ├── __init__.py │ ├── dataloader.py │ ├── dataset.py │ ├── dist_utils.py │ ├── finetune.py │ └── trainer.py │ └── predict │ ├── README.md │ ├── __init__.py │ └── predict.py ├── seamlessM4T.png ├── setup.py └── src └── seamless_communication ├── __init__.py ├── assets ├── __init__.py ├── cards │ ├── seamlessM4T_large.yaml │ ├── seamlessM4T_medium.yaml │ ├── unity_nllb-100.yaml │ ├── unity_nllb-200.yaml │ ├── vocoder_36langs.yaml │ └── xlsr2_1b_v2.yaml ├── download_manager.py └── store.py ├── datasets ├── __init__.py ├── datatypes.py └── huggingface.py └── models ├── __init__.py ├── inference ├── __init__.py ├── ngram_repeat_block_processor.py └── translator.py ├── unit_extraction ├── __init__.py ├── kmeans.py ├── unit_extraction.py └── wav2vec2_layer_output.py ├── unity ├── __init__.py ├── adaptor_block.py ├── builder.py ├── generator.py ├── loader.py ├── model.py └── unit_tokenizer.py └── vocoder ├── __init__.py ├── builder.py ├── codehifigan.py ├── hifigan.py ├── loader.py └── vocoder.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/README.md -------------------------------------------------------------------------------- /cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/cog.yaml -------------------------------------------------------------------------------- /demo/.gitignore: -------------------------------------------------------------------------------- 1 | assets 2 | -------------------------------------------------------------------------------- /demo/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/demo/app.py -------------------------------------------------------------------------------- /demo/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/demo/requirements.txt -------------------------------------------------------------------------------- /dev_requirements.txt: -------------------------------------------------------------------------------- 1 | pytest 2 | black 3 | flake8 4 | isort -------------------------------------------------------------------------------- /docs/m4t/eval_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/docs/m4t/eval_README.md -------------------------------------------------------------------------------- /docs/m4t/on_device_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/docs/m4t/on_device_README.md -------------------------------------------------------------------------------- /docs/m4t/seamless_align_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/docs/m4t/seamless_align_README.md -------------------------------------------------------------------------------- /lang_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/lang_list.py -------------------------------------------------------------------------------- /predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/predict.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/m4t/audio_to_units/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/audio_to_units/README.md -------------------------------------------------------------------------------- /scripts/m4t/audio_to_units/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/audio_to_units/__init__.py -------------------------------------------------------------------------------- /scripts/m4t/audio_to_units/audio_to_units.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/audio_to_units/audio_to_units.py -------------------------------------------------------------------------------- /scripts/m4t/finetune/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/finetune/README.md -------------------------------------------------------------------------------- /scripts/m4t/finetune/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/finetune/__init__.py -------------------------------------------------------------------------------- /scripts/m4t/finetune/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/finetune/dataloader.py -------------------------------------------------------------------------------- /scripts/m4t/finetune/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/finetune/dataset.py -------------------------------------------------------------------------------- /scripts/m4t/finetune/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/finetune/dist_utils.py -------------------------------------------------------------------------------- /scripts/m4t/finetune/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/finetune/finetune.py -------------------------------------------------------------------------------- /scripts/m4t/finetune/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/finetune/trainer.py -------------------------------------------------------------------------------- /scripts/m4t/predict/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/predict/README.md -------------------------------------------------------------------------------- /scripts/m4t/predict/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/predict/__init__.py -------------------------------------------------------------------------------- /scripts/m4t/predict/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/scripts/m4t/predict/predict.py -------------------------------------------------------------------------------- /seamlessM4T.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/seamlessM4T.png -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/setup.py -------------------------------------------------------------------------------- /src/seamless_communication/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/__init__.py -------------------------------------------------------------------------------- /src/seamless_communication/assets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/assets/__init__.py -------------------------------------------------------------------------------- /src/seamless_communication/assets/cards/seamlessM4T_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/assets/cards/seamlessM4T_large.yaml -------------------------------------------------------------------------------- /src/seamless_communication/assets/cards/seamlessM4T_medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/assets/cards/seamlessM4T_medium.yaml -------------------------------------------------------------------------------- /src/seamless_communication/assets/cards/unity_nllb-100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/assets/cards/unity_nllb-100.yaml -------------------------------------------------------------------------------- /src/seamless_communication/assets/cards/unity_nllb-200.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/assets/cards/unity_nllb-200.yaml -------------------------------------------------------------------------------- /src/seamless_communication/assets/cards/vocoder_36langs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/assets/cards/vocoder_36langs.yaml -------------------------------------------------------------------------------- /src/seamless_communication/assets/cards/xlsr2_1b_v2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/assets/cards/xlsr2_1b_v2.yaml -------------------------------------------------------------------------------- /src/seamless_communication/assets/download_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/assets/download_manager.py -------------------------------------------------------------------------------- /src/seamless_communication/assets/store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/assets/store.py -------------------------------------------------------------------------------- /src/seamless_communication/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/datasets/__init__.py -------------------------------------------------------------------------------- /src/seamless_communication/datasets/datatypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/datasets/datatypes.py -------------------------------------------------------------------------------- /src/seamless_communication/datasets/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/datasets/huggingface.py -------------------------------------------------------------------------------- /src/seamless_communication/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/__init__.py -------------------------------------------------------------------------------- /src/seamless_communication/models/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/inference/__init__.py -------------------------------------------------------------------------------- /src/seamless_communication/models/inference/ngram_repeat_block_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/inference/ngram_repeat_block_processor.py -------------------------------------------------------------------------------- /src/seamless_communication/models/inference/translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/inference/translator.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unit_extraction/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unit_extraction/__init__.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unit_extraction/kmeans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unit_extraction/kmeans.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unit_extraction/unit_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unit_extraction/unit_extraction.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unit_extraction/wav2vec2_layer_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unit_extraction/wav2vec2_layer_output.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unity/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unity/__init__.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unity/adaptor_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unity/adaptor_block.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unity/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unity/builder.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unity/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unity/generator.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unity/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unity/loader.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unity/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unity/model.py -------------------------------------------------------------------------------- /src/seamless_communication/models/unity/unit_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/unity/unit_tokenizer.py -------------------------------------------------------------------------------- /src/seamless_communication/models/vocoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/vocoder/__init__.py -------------------------------------------------------------------------------- /src/seamless_communication/models/vocoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/vocoder/builder.py -------------------------------------------------------------------------------- /src/seamless_communication/models/vocoder/codehifigan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/vocoder/codehifigan.py -------------------------------------------------------------------------------- /src/seamless_communication/models/vocoder/hifigan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/vocoder/hifigan.py -------------------------------------------------------------------------------- /src/seamless_communication/models/vocoder/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/vocoder/loader.py -------------------------------------------------------------------------------- /src/seamless_communication/models/vocoder/vocoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chenxwh/seamless_communication/HEAD/src/seamless_communication/models/vocoder/vocoder.py --------------------------------------------------------------------------------