├── .git-blame-ignore-revs ├── .github └── workflows │ └── ci.yml ├── .gitignore ├── .spi.yml ├── .swift-format ├── .vscode ├── extensions.json └── settings.json ├── Examples ├── Mistral7B │ ├── README.md │ ├── export.py │ ├── generate.py │ └── requirements.txt └── transformers-cli │ ├── Package.swift │ └── Sources │ └── transformers-cli │ └── Transformers.swift ├── LICENSE ├── Package.swift ├── README.md ├── Sources ├── Generation │ ├── Decoders.swift │ ├── Generation.swift │ ├── GenerationConfig.swift │ └── LogitsWarper │ │ ├── LogitsProcessor.swift │ │ ├── MinPLogitsWarper.swift │ │ ├── RepetitionPenaltyLogitsProcessor.swift │ │ ├── TemperatureLogitsWarper.swift │ │ ├── TopKLogitsWarper.swift │ │ └── TopPLogitsWarper.swift ├── Hub │ ├── BinaryDistinct.swift │ ├── Config.swift │ ├── Downloader.swift │ ├── Extensions │ │ └── JSONSerialization+BOM.swift │ ├── Hub.swift │ ├── HubApi.swift │ └── Resources │ │ ├── gpt2_tokenizer_config.json │ │ └── t5_tokenizer_config.json ├── Models │ ├── LanguageModel.swift │ ├── LanguageModelTypes.swift │ └── Weights.swift └── Tokenizers │ ├── BPETokenizer.swift │ ├── BertTokenizer.swift │ ├── ByteEncoder.swift │ ├── Decoder.swift │ ├── Normalizer.swift │ ├── PostProcessor.swift │ ├── PreTokenizer.swift │ ├── String+PreTokenization.swift │ ├── TokenLattice.swift │ ├── Tokenizer.swift │ ├── Trie.swift │ ├── UnigramTokenizer.swift │ └── Utils.swift ├── Tests ├── GenerationTests │ ├── GenerationIntegrationTests.swift │ └── LogitsProcessorTests.swift ├── HubTests │ ├── ConfigTests.swift │ ├── DownloaderTests.swift │ ├── HubApiTests.swift │ └── HubTests.swift ├── ModelsTests │ ├── Resources │ │ ├── tensor-1d-int32.safetensors │ │ ├── tensor-2d-float64.safetensors │ │ ├── tensor-3d-float32.safetensors │ │ └── tensor-4d-float32.safetensors │ └── WeightsTests.swift └── TokenizersTests │ ├── BertTokenizerTests.swift │ ├── ChatTemplateTests.swift │ ├── DecoderTests.swift │ ├── FactoryTests.swift │ ├── NormalizerTests.swift │ ├── PostProcessorTests.swift │ ├── PreTokenizerTests.swift │ ├── Resources │ ├── basic_tokenized_questions.json │ ├── bert-vocab.txt │ ├── bert_uncased_encoded.json │ ├── dev-v1.1.json │ ├── distilbert_cased_encoded.json │ ├── falcon_encoded.json │ ├── gemma_encoded.json │ ├── gpt2_encoded_tokens.json │ ├── llama_3.2_encoded.json │ ├── llama_encoded.json │ ├── question_tokens.json │ ├── t5_base_encoded.json │ ├── tokenized_questions.json │ ├── tokenizer.json │ ├── tokenizer_config.json │ ├── tokenizer_tests.json │ ├── whisper_large_v2_encoded.json │ └── whisper_tiny_en_encoded.json │ ├── TokenizerTests.swift │ └── TrieTests.swift └── media └── swift-t-banner.png /.git-blame-ignore-revs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/.git-blame-ignore-revs -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/.gitignore -------------------------------------------------------------------------------- /.spi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/.spi.yml -------------------------------------------------------------------------------- /.swift-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/.swift-format -------------------------------------------------------------------------------- /.vscode/extensions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/.vscode/extensions.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /Examples/Mistral7B/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Examples/Mistral7B/README.md -------------------------------------------------------------------------------- /Examples/Mistral7B/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Examples/Mistral7B/export.py -------------------------------------------------------------------------------- /Examples/Mistral7B/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Examples/Mistral7B/generate.py -------------------------------------------------------------------------------- /Examples/Mistral7B/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Examples/Mistral7B/requirements.txt -------------------------------------------------------------------------------- /Examples/transformers-cli/Package.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Examples/transformers-cli/Package.swift -------------------------------------------------------------------------------- /Examples/transformers-cli/Sources/transformers-cli/Transformers.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Examples/transformers-cli/Sources/transformers-cli/Transformers.swift -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/LICENSE -------------------------------------------------------------------------------- /Package.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Package.swift -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/README.md -------------------------------------------------------------------------------- /Sources/Generation/Decoders.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Generation/Decoders.swift -------------------------------------------------------------------------------- /Sources/Generation/Generation.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Generation/Generation.swift -------------------------------------------------------------------------------- /Sources/Generation/GenerationConfig.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Generation/GenerationConfig.swift -------------------------------------------------------------------------------- /Sources/Generation/LogitsWarper/LogitsProcessor.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Generation/LogitsWarper/LogitsProcessor.swift -------------------------------------------------------------------------------- /Sources/Generation/LogitsWarper/MinPLogitsWarper.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Generation/LogitsWarper/MinPLogitsWarper.swift -------------------------------------------------------------------------------- /Sources/Generation/LogitsWarper/RepetitionPenaltyLogitsProcessor.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Generation/LogitsWarper/RepetitionPenaltyLogitsProcessor.swift -------------------------------------------------------------------------------- /Sources/Generation/LogitsWarper/TemperatureLogitsWarper.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Generation/LogitsWarper/TemperatureLogitsWarper.swift -------------------------------------------------------------------------------- /Sources/Generation/LogitsWarper/TopKLogitsWarper.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Generation/LogitsWarper/TopKLogitsWarper.swift -------------------------------------------------------------------------------- /Sources/Generation/LogitsWarper/TopPLogitsWarper.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Generation/LogitsWarper/TopPLogitsWarper.swift -------------------------------------------------------------------------------- /Sources/Hub/BinaryDistinct.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Hub/BinaryDistinct.swift -------------------------------------------------------------------------------- /Sources/Hub/Config.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Hub/Config.swift -------------------------------------------------------------------------------- /Sources/Hub/Downloader.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Hub/Downloader.swift -------------------------------------------------------------------------------- /Sources/Hub/Extensions/JSONSerialization+BOM.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Hub/Extensions/JSONSerialization+BOM.swift -------------------------------------------------------------------------------- /Sources/Hub/Hub.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Hub/Hub.swift -------------------------------------------------------------------------------- /Sources/Hub/HubApi.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Hub/HubApi.swift -------------------------------------------------------------------------------- /Sources/Hub/Resources/gpt2_tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Hub/Resources/gpt2_tokenizer_config.json -------------------------------------------------------------------------------- /Sources/Hub/Resources/t5_tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Hub/Resources/t5_tokenizer_config.json -------------------------------------------------------------------------------- /Sources/Models/LanguageModel.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Models/LanguageModel.swift -------------------------------------------------------------------------------- /Sources/Models/LanguageModelTypes.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Models/LanguageModelTypes.swift -------------------------------------------------------------------------------- /Sources/Models/Weights.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Models/Weights.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/BPETokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/BPETokenizer.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/BertTokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/BertTokenizer.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/ByteEncoder.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/ByteEncoder.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/Decoder.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/Decoder.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/Normalizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/Normalizer.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/PostProcessor.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/PostProcessor.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/PreTokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/PreTokenizer.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/String+PreTokenization.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/String+PreTokenization.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/TokenLattice.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/TokenLattice.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/Tokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/Tokenizer.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/Trie.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/Trie.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/UnigramTokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/UnigramTokenizer.swift -------------------------------------------------------------------------------- /Sources/Tokenizers/Utils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Sources/Tokenizers/Utils.swift -------------------------------------------------------------------------------- /Tests/GenerationTests/GenerationIntegrationTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/GenerationTests/GenerationIntegrationTests.swift -------------------------------------------------------------------------------- /Tests/GenerationTests/LogitsProcessorTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/GenerationTests/LogitsProcessorTests.swift -------------------------------------------------------------------------------- /Tests/HubTests/ConfigTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/HubTests/ConfigTests.swift -------------------------------------------------------------------------------- /Tests/HubTests/DownloaderTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/HubTests/DownloaderTests.swift -------------------------------------------------------------------------------- /Tests/HubTests/HubApiTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/HubTests/HubApiTests.swift -------------------------------------------------------------------------------- /Tests/HubTests/HubTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/HubTests/HubTests.swift -------------------------------------------------------------------------------- /Tests/ModelsTests/Resources/tensor-1d-int32.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/ModelsTests/Resources/tensor-1d-int32.safetensors -------------------------------------------------------------------------------- /Tests/ModelsTests/Resources/tensor-2d-float64.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/ModelsTests/Resources/tensor-2d-float64.safetensors -------------------------------------------------------------------------------- /Tests/ModelsTests/Resources/tensor-3d-float32.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/ModelsTests/Resources/tensor-3d-float32.safetensors -------------------------------------------------------------------------------- /Tests/ModelsTests/Resources/tensor-4d-float32.safetensors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/ModelsTests/Resources/tensor-4d-float32.safetensors -------------------------------------------------------------------------------- /Tests/ModelsTests/WeightsTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/ModelsTests/WeightsTests.swift -------------------------------------------------------------------------------- /Tests/TokenizersTests/BertTokenizerTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/BertTokenizerTests.swift -------------------------------------------------------------------------------- /Tests/TokenizersTests/ChatTemplateTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/ChatTemplateTests.swift -------------------------------------------------------------------------------- /Tests/TokenizersTests/DecoderTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/DecoderTests.swift -------------------------------------------------------------------------------- /Tests/TokenizersTests/FactoryTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/FactoryTests.swift -------------------------------------------------------------------------------- /Tests/TokenizersTests/NormalizerTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/NormalizerTests.swift -------------------------------------------------------------------------------- /Tests/TokenizersTests/PostProcessorTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/PostProcessorTests.swift -------------------------------------------------------------------------------- /Tests/TokenizersTests/PreTokenizerTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/PreTokenizerTests.swift -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/basic_tokenized_questions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/basic_tokenized_questions.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/bert-vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/bert-vocab.txt -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/bert_uncased_encoded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/bert_uncased_encoded.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/dev-v1.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/dev-v1.1.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/distilbert_cased_encoded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/distilbert_cased_encoded.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/falcon_encoded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/falcon_encoded.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/gemma_encoded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/gemma_encoded.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/gpt2_encoded_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/gpt2_encoded_tokens.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/llama_3.2_encoded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/llama_3.2_encoded.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/llama_encoded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/llama_encoded.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/question_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/question_tokens.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/t5_base_encoded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/t5_base_encoded.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/tokenized_questions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/tokenized_questions.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/tokenizer.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/tokenizer_config.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/tokenizer_tests.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/tokenizer_tests.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/whisper_large_v2_encoded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/whisper_large_v2_encoded.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/Resources/whisper_tiny_en_encoded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/Resources/whisper_tiny_en_encoded.json -------------------------------------------------------------------------------- /Tests/TokenizersTests/TokenizerTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/TokenizerTests.swift -------------------------------------------------------------------------------- /Tests/TokenizersTests/TrieTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/Tests/TokenizersTests/TrieTests.swift -------------------------------------------------------------------------------- /media/swift-t-banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/swift-transformers/HEAD/media/swift-t-banner.png --------------------------------------------------------------------------------