├── .gitignore ├── .swift-format ├── LICENSE.md ├── Package.resolved ├── Package.swift ├── README.md ├── Sources ├── Embeddings │ ├── Bert │ │ ├── BertModel.swift │ │ └── BertUtils.swift │ ├── Clip │ │ ├── ClipModel.swift │ │ └── ClipUtils.swift │ ├── EmbeddingsUtils.swift │ ├── Model2Vec │ │ ├── Model2VecModel.swift │ │ └── Model2VecUtils.swift │ ├── ModernBert │ │ ├── ModernBertModel.swift │ │ └── ModernBertUtils.swift │ ├── Roberta │ │ ├── RobertaModel.swift │ │ └── RobertaUtils.swift │ ├── StaticEmbeddings │ │ ├── StaticEmbeddingsModel.swift │ │ └── StaticEmbeddingsUtils.swift │ ├── Tokenizer │ │ ├── ClipTokenizer.swift │ │ ├── TextTokenizer.swift │ │ └── XLMRobetaTokenizer.swift │ ├── Word2Vec │ │ ├── Word2VecModel.swift │ │ └── Word2VecUtils.swift │ └── XLMRoberta │ │ ├── XLMRobertaModel.swift │ │ └── XLMRobertaUtils.swift ├── EmbeddingsCLI │ ├── Commands │ │ ├── BertCommand.swift │ │ ├── ClipCommand.swift │ │ ├── Model2VecCommand.swift │ │ ├── ModernBertCommand.swift │ │ ├── RobertaCommand.swift │ │ ├── StaticEmbeddingsCommad.swift │ │ ├── Word2VecCommand.swift │ │ └── XLMRobertaCommand.swift │ └── EmbeddingsCLI.swift ├── MLTensorUtils │ ├── Activations.swift │ ├── Functions.swift │ └── Layers.swift └── TestingUtils │ └── TestingUtils.swift └── Tests ├── AccuracyTests ├── BertAcuracyTests.swift ├── ClipAccuracyTests.swift ├── Data │ └── sdpa.json ├── Model2VecAccuracyTests.swift ├── ModernBertBaseAcuracyTests.swift ├── ModernBertNomicAcuracyTests.swift ├── RobertaAcuracyTests.swift ├── SDPAAccuracyTests.swift ├── Scripts │ ├── generate.py │ └── generate_sdpa_test_data.py ├── StaticEmbeddingsAccuracyTests.swift ├── Utils.swift └── XLMRobertaAcuracyTests.swift ├── EmbeddingsTests ├── BertTests.swift ├── Model2VecTests.swift ├── ModernBertTests.swift ├── Resources │ ├── merges.txt │ └── vocab.json ├── StaticEmbeddingsTests.swift ├── TokenizerTests.swift ├── UtilsTests.swift └── Word2VecTests.swift └── MLTensorUtilsTests ├── ActivationTests.swift ├── FunctionTests.swift └── LayerTests.swift /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/.gitignore -------------------------------------------------------------------------------- /.swift-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/.swift-format -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/LICENSE.md -------------------------------------------------------------------------------- /Package.resolved: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Package.resolved -------------------------------------------------------------------------------- /Package.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Package.swift -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/README.md -------------------------------------------------------------------------------- /Sources/Embeddings/Bert/BertModel.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Bert/BertModel.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Bert/BertUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Bert/BertUtils.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Clip/ClipModel.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Clip/ClipModel.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Clip/ClipUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Clip/ClipUtils.swift -------------------------------------------------------------------------------- /Sources/Embeddings/EmbeddingsUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/EmbeddingsUtils.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Model2Vec/Model2VecModel.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Model2Vec/Model2VecModel.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Model2Vec/Model2VecUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Model2Vec/Model2VecUtils.swift -------------------------------------------------------------------------------- /Sources/Embeddings/ModernBert/ModernBertModel.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/ModernBert/ModernBertModel.swift -------------------------------------------------------------------------------- /Sources/Embeddings/ModernBert/ModernBertUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/ModernBert/ModernBertUtils.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Roberta/RobertaModel.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Roberta/RobertaModel.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Roberta/RobertaUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Roberta/RobertaUtils.swift -------------------------------------------------------------------------------- /Sources/Embeddings/StaticEmbeddings/StaticEmbeddingsModel.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/StaticEmbeddings/StaticEmbeddingsModel.swift -------------------------------------------------------------------------------- /Sources/Embeddings/StaticEmbeddings/StaticEmbeddingsUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/StaticEmbeddings/StaticEmbeddingsUtils.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Tokenizer/ClipTokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Tokenizer/ClipTokenizer.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Tokenizer/TextTokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Tokenizer/TextTokenizer.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Tokenizer/XLMRobetaTokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Tokenizer/XLMRobetaTokenizer.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Word2Vec/Word2VecModel.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Word2Vec/Word2VecModel.swift -------------------------------------------------------------------------------- /Sources/Embeddings/Word2Vec/Word2VecUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/Word2Vec/Word2VecUtils.swift -------------------------------------------------------------------------------- /Sources/Embeddings/XLMRoberta/XLMRobertaModel.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/XLMRoberta/XLMRobertaModel.swift -------------------------------------------------------------------------------- /Sources/Embeddings/XLMRoberta/XLMRobertaUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/Embeddings/XLMRoberta/XLMRobertaUtils.swift -------------------------------------------------------------------------------- /Sources/EmbeddingsCLI/Commands/BertCommand.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/EmbeddingsCLI/Commands/BertCommand.swift -------------------------------------------------------------------------------- /Sources/EmbeddingsCLI/Commands/ClipCommand.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/EmbeddingsCLI/Commands/ClipCommand.swift -------------------------------------------------------------------------------- /Sources/EmbeddingsCLI/Commands/Model2VecCommand.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/EmbeddingsCLI/Commands/Model2VecCommand.swift -------------------------------------------------------------------------------- /Sources/EmbeddingsCLI/Commands/ModernBertCommand.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/EmbeddingsCLI/Commands/ModernBertCommand.swift -------------------------------------------------------------------------------- /Sources/EmbeddingsCLI/Commands/RobertaCommand.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/EmbeddingsCLI/Commands/RobertaCommand.swift -------------------------------------------------------------------------------- /Sources/EmbeddingsCLI/Commands/StaticEmbeddingsCommad.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/EmbeddingsCLI/Commands/StaticEmbeddingsCommad.swift -------------------------------------------------------------------------------- /Sources/EmbeddingsCLI/Commands/Word2VecCommand.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/EmbeddingsCLI/Commands/Word2VecCommand.swift -------------------------------------------------------------------------------- /Sources/EmbeddingsCLI/Commands/XLMRobertaCommand.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/EmbeddingsCLI/Commands/XLMRobertaCommand.swift -------------------------------------------------------------------------------- /Sources/EmbeddingsCLI/EmbeddingsCLI.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/EmbeddingsCLI/EmbeddingsCLI.swift -------------------------------------------------------------------------------- /Sources/MLTensorUtils/Activations.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/MLTensorUtils/Activations.swift -------------------------------------------------------------------------------- /Sources/MLTensorUtils/Functions.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/MLTensorUtils/Functions.swift -------------------------------------------------------------------------------- /Sources/MLTensorUtils/Layers.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/MLTensorUtils/Layers.swift -------------------------------------------------------------------------------- /Sources/TestingUtils/TestingUtils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Sources/TestingUtils/TestingUtils.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/BertAcuracyTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/BertAcuracyTests.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/ClipAccuracyTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/ClipAccuracyTests.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/Data/sdpa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/Data/sdpa.json -------------------------------------------------------------------------------- /Tests/AccuracyTests/Model2VecAccuracyTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/Model2VecAccuracyTests.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/ModernBertBaseAcuracyTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/ModernBertBaseAcuracyTests.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/ModernBertNomicAcuracyTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/ModernBertNomicAcuracyTests.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/RobertaAcuracyTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/RobertaAcuracyTests.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/SDPAAccuracyTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/SDPAAccuracyTests.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/Scripts/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/Scripts/generate.py -------------------------------------------------------------------------------- /Tests/AccuracyTests/Scripts/generate_sdpa_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/Scripts/generate_sdpa_test_data.py -------------------------------------------------------------------------------- /Tests/AccuracyTests/StaticEmbeddingsAccuracyTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/StaticEmbeddingsAccuracyTests.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/Utils.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/Utils.swift -------------------------------------------------------------------------------- /Tests/AccuracyTests/XLMRobertaAcuracyTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/AccuracyTests/XLMRobertaAcuracyTests.swift -------------------------------------------------------------------------------- /Tests/EmbeddingsTests/BertTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/EmbeddingsTests/BertTests.swift -------------------------------------------------------------------------------- /Tests/EmbeddingsTests/Model2VecTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/EmbeddingsTests/Model2VecTests.swift -------------------------------------------------------------------------------- /Tests/EmbeddingsTests/ModernBertTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/EmbeddingsTests/ModernBertTests.swift -------------------------------------------------------------------------------- /Tests/EmbeddingsTests/Resources/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/EmbeddingsTests/Resources/merges.txt -------------------------------------------------------------------------------- /Tests/EmbeddingsTests/Resources/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/EmbeddingsTests/Resources/vocab.json -------------------------------------------------------------------------------- /Tests/EmbeddingsTests/StaticEmbeddingsTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/EmbeddingsTests/StaticEmbeddingsTests.swift -------------------------------------------------------------------------------- /Tests/EmbeddingsTests/TokenizerTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/EmbeddingsTests/TokenizerTests.swift -------------------------------------------------------------------------------- /Tests/EmbeddingsTests/UtilsTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/EmbeddingsTests/UtilsTests.swift -------------------------------------------------------------------------------- /Tests/EmbeddingsTests/Word2VecTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/EmbeddingsTests/Word2VecTests.swift -------------------------------------------------------------------------------- /Tests/MLTensorUtilsTests/ActivationTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/MLTensorUtilsTests/ActivationTests.swift -------------------------------------------------------------------------------- /Tests/MLTensorUtilsTests/FunctionTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/MLTensorUtilsTests/FunctionTests.swift -------------------------------------------------------------------------------- /Tests/MLTensorUtilsTests/LayerTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jkrukowski/swift-embeddings/HEAD/Tests/MLTensorUtilsTests/LayerTests.swift --------------------------------------------------------------------------------