├── .dockerignore ├── .env.example ├── .gitignore ├── DISCLAIMER ├── Dockerfile ├── INDEX_MODEL_LICENSE ├── LICENSE ├── README.md ├── api_server.py ├── api_server_stream.py ├── assets ├── broadcast.mp3 ├── images │ ├── img_1.png │ ├── img_2.png │ ├── new-function.png │ └── new-tts-stream-interface.png ├── jay_promptvn.wav ├── speaker.json └── vo_card_klee_endOfGame_fail_01.wav ├── convert_hf_format.py ├── convert_hf_format.sh ├── docker-compose.yaml ├── entrypoint.sh ├── indextts ├── BigVGAN │ ├── ECAPA_TDNN.py │ ├── __init__.py │ ├── activations.py │ ├── alias_free_activation │ │ ├── cuda │ │ │ ├── .gitignore │ │ │ ├── __init__.py │ │ │ ├── activation1d.py │ │ │ ├── anti_alias_activation.cpp │ │ │ ├── anti_alias_activation_cuda.cu │ │ │ ├── compat.h │ │ │ ├── load.py │ │ │ └── type_shim.h │ │ └── torch │ │ │ ├── __init__.py │ │ │ ├── act.py │ │ │ ├── filter.py │ │ │ └── resample.py │ ├── alias_free_torch │ │ ├── __init__.py │ │ ├── act.py │ │ ├── filter.py │ │ └── resample.py │ ├── bigvgan.py │ ├── models.py │ ├── nnet │ │ ├── CNN.py │ │ ├── __init__.py │ │ ├── linear.py │ │ └── normalization.py │ └── utils.py ├── __init__.py ├── cli.py ├── gpt │ ├── __init__.py │ ├── conformer │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── embedding.py │ │ └── subsampling.py │ ├── conformer_encoder.py │ ├── index_tts_gpt2.py │ ├── index_tts_gpt2_new.py │ ├── model.py │ ├── model_vllm.py │ └── perceiver.py ├── infer.py ├── infer_vllm.py ├── infer_vllm_stream.py ├── utils │ ├── __init__.py │ ├── arch_util.py │ ├── checkpoint.py │ ├── common.py │ ├── feature_extractors.py │ ├── front.py │ ├── typical_sampling.py │ ├── webui_utils.py │ └── xtransformers.py └── vqvae │ ├── __init__.py │ └── xtts_dvae.py ├── patch_vllm.py ├── requirements.txt ├── simple_test.py ├── tests ├── index_tts_client.py ├── regression_test.py └── sample_prompt.wav ├── tools └── i18n │ ├── i18n.py │ ├── locale │ └── en_US.json │ └── scan_i18n.py └── webui.py /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/.dockerignore -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/.env.example -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/.gitignore -------------------------------------------------------------------------------- /DISCLAIMER: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/DISCLAIMER -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/Dockerfile -------------------------------------------------------------------------------- /INDEX_MODEL_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/INDEX_MODEL_LICENSE -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/README.md -------------------------------------------------------------------------------- /api_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/api_server.py -------------------------------------------------------------------------------- /api_server_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/api_server_stream.py -------------------------------------------------------------------------------- /assets/broadcast.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/assets/broadcast.mp3 -------------------------------------------------------------------------------- /assets/images/img_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/assets/images/img_1.png -------------------------------------------------------------------------------- /assets/images/img_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/assets/images/img_2.png -------------------------------------------------------------------------------- /assets/images/new-function.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/assets/images/new-function.png -------------------------------------------------------------------------------- /assets/images/new-tts-stream-interface.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/assets/images/new-tts-stream-interface.png -------------------------------------------------------------------------------- /assets/jay_promptvn.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/assets/jay_promptvn.wav -------------------------------------------------------------------------------- /assets/speaker.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/assets/speaker.json -------------------------------------------------------------------------------- /assets/vo_card_klee_endOfGame_fail_01.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/assets/vo_card_klee_endOfGame_fail_01.wav -------------------------------------------------------------------------------- /convert_hf_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/convert_hf_format.py -------------------------------------------------------------------------------- /convert_hf_format.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/convert_hf_format.sh -------------------------------------------------------------------------------- /docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/docker-compose.yaml -------------------------------------------------------------------------------- /entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/entrypoint.sh -------------------------------------------------------------------------------- /indextts/BigVGAN/ECAPA_TDNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/ECAPA_TDNN.py -------------------------------------------------------------------------------- /indextts/BigVGAN/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /indextts/BigVGAN/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/activations.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/cuda/.gitignore: -------------------------------------------------------------------------------- 1 | /build -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/cuda/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/cuda/activation1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/cuda/activation1d.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/cuda/anti_alias_activation.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/cuda/anti_alias_activation.cpp -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/cuda/anti_alias_activation_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/cuda/anti_alias_activation_cuda.cu -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/cuda/compat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/cuda/compat.h -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/cuda/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/cuda/load.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/cuda/type_shim.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/cuda/type_shim.h -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/torch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/torch/__init__.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/torch/act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/torch/act.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/torch/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/torch/filter.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_activation/torch/resample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_activation/torch/resample.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_torch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_torch/__init__.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_torch/act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_torch/act.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_torch/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_torch/filter.py -------------------------------------------------------------------------------- /indextts/BigVGAN/alias_free_torch/resample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/alias_free_torch/resample.py -------------------------------------------------------------------------------- /indextts/BigVGAN/bigvgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/bigvgan.py -------------------------------------------------------------------------------- /indextts/BigVGAN/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/models.py -------------------------------------------------------------------------------- /indextts/BigVGAN/nnet/CNN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/nnet/CNN.py -------------------------------------------------------------------------------- /indextts/BigVGAN/nnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /indextts/BigVGAN/nnet/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/nnet/linear.py -------------------------------------------------------------------------------- /indextts/BigVGAN/nnet/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/nnet/normalization.py -------------------------------------------------------------------------------- /indextts/BigVGAN/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/BigVGAN/utils.py -------------------------------------------------------------------------------- /indextts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /indextts/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/cli.py -------------------------------------------------------------------------------- /indextts/gpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /indextts/gpt/conformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /indextts/gpt/conformer/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/gpt/conformer/attention.py -------------------------------------------------------------------------------- /indextts/gpt/conformer/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/gpt/conformer/embedding.py -------------------------------------------------------------------------------- /indextts/gpt/conformer/subsampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/gpt/conformer/subsampling.py -------------------------------------------------------------------------------- /indextts/gpt/conformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/gpt/conformer_encoder.py -------------------------------------------------------------------------------- /indextts/gpt/index_tts_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/gpt/index_tts_gpt2.py -------------------------------------------------------------------------------- /indextts/gpt/index_tts_gpt2_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/gpt/index_tts_gpt2_new.py -------------------------------------------------------------------------------- /indextts/gpt/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/gpt/model.py -------------------------------------------------------------------------------- /indextts/gpt/model_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/gpt/model_vllm.py -------------------------------------------------------------------------------- /indextts/gpt/perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/gpt/perceiver.py -------------------------------------------------------------------------------- /indextts/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/infer.py -------------------------------------------------------------------------------- /indextts/infer_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/infer_vllm.py -------------------------------------------------------------------------------- /indextts/infer_vllm_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/infer_vllm_stream.py -------------------------------------------------------------------------------- /indextts/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /indextts/utils/arch_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/utils/arch_util.py -------------------------------------------------------------------------------- /indextts/utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/utils/checkpoint.py -------------------------------------------------------------------------------- /indextts/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/utils/common.py -------------------------------------------------------------------------------- /indextts/utils/feature_extractors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/utils/feature_extractors.py -------------------------------------------------------------------------------- /indextts/utils/front.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/utils/front.py -------------------------------------------------------------------------------- /indextts/utils/typical_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/utils/typical_sampling.py -------------------------------------------------------------------------------- /indextts/utils/webui_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/utils/webui_utils.py -------------------------------------------------------------------------------- /indextts/utils/xtransformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/utils/xtransformers.py -------------------------------------------------------------------------------- /indextts/vqvae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /indextts/vqvae/xtts_dvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/indextts/vqvae/xtts_dvae.py -------------------------------------------------------------------------------- /patch_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/patch_vllm.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/requirements.txt -------------------------------------------------------------------------------- /simple_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/simple_test.py -------------------------------------------------------------------------------- /tests/index_tts_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/tests/index_tts_client.py -------------------------------------------------------------------------------- /tests/regression_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/tests/regression_test.py -------------------------------------------------------------------------------- /tests/sample_prompt.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/tests/sample_prompt.wav -------------------------------------------------------------------------------- /tools/i18n/i18n.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/tools/i18n/i18n.py -------------------------------------------------------------------------------- /tools/i18n/locale/en_US.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/tools/i18n/locale/en_US.json -------------------------------------------------------------------------------- /tools/i18n/scan_i18n.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/tools/i18n/scan_i18n.py -------------------------------------------------------------------------------- /webui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wzw773828204/index-tts-vllm-stream/HEAD/webui.py --------------------------------------------------------------------------------