├── .gitignore ├── .python-version ├── LICENSE ├── README.md ├── config ├── emilia │ ├── baseline.json │ └── resume_from_checkpoint.json ├── kokoro_v0.19 │ ├── libritts_bytes.json │ ├── libritts_kokoro.json │ ├── pg_kokoro.json │ ├── pg_kokoro_wte.json │ └── pg_kokoro_wte_nsys.json ├── kokoro_v1 │ ├── baseline.json │ ├── deduplicate_code_0.json │ └── scaleup.json ├── librispeech │ ├── librispeech.json │ └── librispeech_cooldown.json └── ljspeech │ └── ljspeech.json ├── data_pipeline ├── README.md ├── __init__.py ├── encode_libritts.py ├── notebooks │ ├── create_bytelevel_init.ipynb │ ├── create_smoltts_init.ipynb │ ├── decode_audio.ipynb │ ├── encode_ljspeech.ipynb │ ├── test_emilia.ipynb │ ├── test_emilia.py │ ├── test_tokenization.ipynb │ ├── tokenize_libritts.ipynb │ ├── tokenize_libritts_byte.ipynb │ ├── tokenize_libritts_byte_kokoro.ipynb │ └── upload_libritts.ipynb ├── preview │ ├── app.py │ └── decoder_config.json ├── scripts │ ├── audio_tokenizer_configs │ │ ├── emilia_v1.json │ │ ├── project_gutenberg_v1.json │ │ ├── project_gutenberg_v2.1.json │ │ └── project_gutenberg_v2.json │ ├── bpe_tokenizer_configs │ │ └── kokoro_bytelevel.json │ ├── chatml_tokenize_dataset.py │ └── create_bytelevel_init.py └── utils │ ├── __init__.py │ ├── codec.py │ └── prompt.py ├── docs ├── dualar.png └── examples │ ├── bella.wav │ ├── emma.wav │ ├── fable.wav │ ├── fenrir.wav │ ├── heart.wav │ ├── isabella.wav │ ├── liam.wav │ ├── michael.wav │ ├── nova.wav │ ├── sarah.wav │ └── sky.wav ├── mlx_inference ├── README.md ├── default_settings.json ├── example.ipynb ├── pyproject.toml ├── src │ └── smoltts_mlx │ │ ├── __init__.py │ │ ├── codec │ │ ├── __init__.py │ │ ├── conv.py │ │ ├── mimi.py │ │ ├── rvq.py │ │ ├── seanet.py │ │ └── transformer.py │ │ ├── io │ │ ├── __init__.py │ │ └── wav.py │ │ ├── lm │ │ ├── __init__.py │ │ ├── cache.py │ │ ├── config.py │ │ ├── generate.py │ │ ├── rq_transformer.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── constraints.py │ │ │ ├── prompt.py │ │ │ └── samplers.py │ │ ├── scripts │ │ ├── __init__.py │ │ └── server.py │ │ └── server │ │ ├── __init__.py │ │ ├── routes │ │ ├── __init__.py │ │ ├── elevenlabs.py │ │ └── openai.py │ │ ├── settings.py │ │ └── tts_core.py ├── static │ └── index.html └── tests │ ├── compare_npy.py │ ├── sky.wav │ ├── test_decoder.py │ ├── test_encoder.py │ └── test_generate.py ├── modeling ├── __init__.py ├── model │ ├── __init__.py │ └── rq_transformer.py └── utils │ └── __init__.py ├── pyproject.toml ├── sample_model_sizes ├── smoltts_byte_150m.json └── smoltts_byte_70m.json ├── train ├── README.md ├── __init__.py ├── config.py ├── convert_safetensors.py ├── data.py ├── main.py ├── optim.py ├── pyproject.toml ├── state.py └── trainer.py └── uv.lock /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/.gitignore -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.9 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/README.md -------------------------------------------------------------------------------- /config/emilia/baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/emilia/baseline.json -------------------------------------------------------------------------------- /config/emilia/resume_from_checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/emilia/resume_from_checkpoint.json -------------------------------------------------------------------------------- /config/kokoro_v0.19/libritts_bytes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/kokoro_v0.19/libritts_bytes.json -------------------------------------------------------------------------------- /config/kokoro_v0.19/libritts_kokoro.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/kokoro_v0.19/libritts_kokoro.json -------------------------------------------------------------------------------- /config/kokoro_v0.19/pg_kokoro.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/kokoro_v0.19/pg_kokoro.json -------------------------------------------------------------------------------- /config/kokoro_v0.19/pg_kokoro_wte.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/kokoro_v0.19/pg_kokoro_wte.json -------------------------------------------------------------------------------- /config/kokoro_v0.19/pg_kokoro_wte_nsys.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/kokoro_v0.19/pg_kokoro_wte_nsys.json -------------------------------------------------------------------------------- /config/kokoro_v1/baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/kokoro_v1/baseline.json -------------------------------------------------------------------------------- /config/kokoro_v1/deduplicate_code_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/kokoro_v1/deduplicate_code_0.json -------------------------------------------------------------------------------- /config/kokoro_v1/scaleup.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/kokoro_v1/scaleup.json -------------------------------------------------------------------------------- /config/librispeech/librispeech.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/librispeech/librispeech.json -------------------------------------------------------------------------------- /config/librispeech/librispeech_cooldown.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/librispeech/librispeech_cooldown.json -------------------------------------------------------------------------------- /config/ljspeech/ljspeech.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/config/ljspeech/ljspeech.json -------------------------------------------------------------------------------- /data_pipeline/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/README.md -------------------------------------------------------------------------------- /data_pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_pipeline/encode_libritts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/encode_libritts.py -------------------------------------------------------------------------------- /data_pipeline/notebooks/create_bytelevel_init.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/create_bytelevel_init.ipynb -------------------------------------------------------------------------------- /data_pipeline/notebooks/create_smoltts_init.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/create_smoltts_init.ipynb -------------------------------------------------------------------------------- /data_pipeline/notebooks/decode_audio.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/decode_audio.ipynb -------------------------------------------------------------------------------- /data_pipeline/notebooks/encode_ljspeech.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/encode_ljspeech.ipynb -------------------------------------------------------------------------------- /data_pipeline/notebooks/test_emilia.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/test_emilia.ipynb -------------------------------------------------------------------------------- /data_pipeline/notebooks/test_emilia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/test_emilia.py -------------------------------------------------------------------------------- /data_pipeline/notebooks/test_tokenization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/test_tokenization.ipynb -------------------------------------------------------------------------------- /data_pipeline/notebooks/tokenize_libritts.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/tokenize_libritts.ipynb -------------------------------------------------------------------------------- /data_pipeline/notebooks/tokenize_libritts_byte.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/tokenize_libritts_byte.ipynb -------------------------------------------------------------------------------- /data_pipeline/notebooks/tokenize_libritts_byte_kokoro.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/tokenize_libritts_byte_kokoro.ipynb -------------------------------------------------------------------------------- /data_pipeline/notebooks/upload_libritts.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/notebooks/upload_libritts.ipynb -------------------------------------------------------------------------------- /data_pipeline/preview/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/preview/app.py -------------------------------------------------------------------------------- /data_pipeline/preview/decoder_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/preview/decoder_config.json -------------------------------------------------------------------------------- /data_pipeline/scripts/audio_tokenizer_configs/emilia_v1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/scripts/audio_tokenizer_configs/emilia_v1.json -------------------------------------------------------------------------------- /data_pipeline/scripts/audio_tokenizer_configs/project_gutenberg_v1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/scripts/audio_tokenizer_configs/project_gutenberg_v1.json -------------------------------------------------------------------------------- /data_pipeline/scripts/audio_tokenizer_configs/project_gutenberg_v2.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/scripts/audio_tokenizer_configs/project_gutenberg_v2.1.json -------------------------------------------------------------------------------- /data_pipeline/scripts/audio_tokenizer_configs/project_gutenberg_v2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/scripts/audio_tokenizer_configs/project_gutenberg_v2.json -------------------------------------------------------------------------------- /data_pipeline/scripts/bpe_tokenizer_configs/kokoro_bytelevel.json: -------------------------------------------------------------------------------- 1 | { 2 | 3 | } -------------------------------------------------------------------------------- /data_pipeline/scripts/chatml_tokenize_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/scripts/chatml_tokenize_dataset.py -------------------------------------------------------------------------------- /data_pipeline/scripts/create_bytelevel_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/scripts/create_bytelevel_init.py -------------------------------------------------------------------------------- /data_pipeline/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_pipeline/utils/codec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/utils/codec.py -------------------------------------------------------------------------------- /data_pipeline/utils/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/data_pipeline/utils/prompt.py -------------------------------------------------------------------------------- /docs/dualar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/dualar.png -------------------------------------------------------------------------------- /docs/examples/bella.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/bella.wav -------------------------------------------------------------------------------- /docs/examples/emma.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/emma.wav -------------------------------------------------------------------------------- /docs/examples/fable.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/fable.wav -------------------------------------------------------------------------------- /docs/examples/fenrir.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/fenrir.wav -------------------------------------------------------------------------------- /docs/examples/heart.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/heart.wav -------------------------------------------------------------------------------- /docs/examples/isabella.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/isabella.wav -------------------------------------------------------------------------------- /docs/examples/liam.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/liam.wav -------------------------------------------------------------------------------- /docs/examples/michael.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/michael.wav -------------------------------------------------------------------------------- /docs/examples/nova.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/nova.wav -------------------------------------------------------------------------------- /docs/examples/sarah.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/sarah.wav -------------------------------------------------------------------------------- /docs/examples/sky.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/docs/examples/sky.wav -------------------------------------------------------------------------------- /mlx_inference/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/README.md -------------------------------------------------------------------------------- /mlx_inference/default_settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/default_settings.json -------------------------------------------------------------------------------- /mlx_inference/example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/example.ipynb -------------------------------------------------------------------------------- /mlx_inference/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/pyproject.toml -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/__init__.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/codec/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/codec/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/codec/conv.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/codec/mimi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/codec/mimi.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/codec/rvq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/codec/rvq.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/codec/seanet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/codec/seanet.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/codec/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/codec/transformer.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/io/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/io/wav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/io/wav.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/lm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/lm/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/lm/cache.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/lm/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/lm/config.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/lm/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/lm/generate.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/lm/rq_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/lm/rq_transformer.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/lm/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/lm/utils/constraints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/lm/utils/constraints.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/lm/utils/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/lm/utils/prompt.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/lm/utils/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/lm/utils/samplers.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/scripts/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/scripts/server.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/server/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/server/routes/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/server/routes/elevenlabs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/server/routes/elevenlabs.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/server/routes/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/server/routes/openai.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/server/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/server/settings.py -------------------------------------------------------------------------------- /mlx_inference/src/smoltts_mlx/server/tts_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/src/smoltts_mlx/server/tts_core.py -------------------------------------------------------------------------------- /mlx_inference/static/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/static/index.html -------------------------------------------------------------------------------- /mlx_inference/tests/compare_npy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/tests/compare_npy.py -------------------------------------------------------------------------------- /mlx_inference/tests/sky.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/tests/sky.wav -------------------------------------------------------------------------------- /mlx_inference/tests/test_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/tests/test_decoder.py -------------------------------------------------------------------------------- /mlx_inference/tests/test_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/tests/test_encoder.py -------------------------------------------------------------------------------- /mlx_inference/tests/test_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/mlx_inference/tests/test_generate.py -------------------------------------------------------------------------------- /modeling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modeling/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modeling/model/rq_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/modeling/model/rq_transformer.py -------------------------------------------------------------------------------- /modeling/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/pyproject.toml -------------------------------------------------------------------------------- /sample_model_sizes/smoltts_byte_150m.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/sample_model_sizes/smoltts_byte_150m.json -------------------------------------------------------------------------------- /sample_model_sizes/smoltts_byte_70m.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/sample_model_sizes/smoltts_byte_70m.json -------------------------------------------------------------------------------- /train/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/train/README.md -------------------------------------------------------------------------------- /train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /train/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/train/config.py -------------------------------------------------------------------------------- /train/convert_safetensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/train/convert_safetensors.py -------------------------------------------------------------------------------- /train/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/train/data.py -------------------------------------------------------------------------------- /train/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/train/main.py -------------------------------------------------------------------------------- /train/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/train/optim.py -------------------------------------------------------------------------------- /train/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/train/pyproject.toml -------------------------------------------------------------------------------- /train/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/train/state.py -------------------------------------------------------------------------------- /train/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/train/trainer.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EndlessReform/smoltts/HEAD/uv.lock --------------------------------------------------------------------------------