├── .gitignore ├── Documentation ├── Alternatives to using Mustard.md ├── Greedy tokens and tokenizer order.md ├── Literal tokenizer.md ├── Matching emoji.md ├── Performance Comparisons.md ├── Template tokenizer.md ├── Token types and AnyToken.md └── TokenizerType protocol.md ├── LICENSE ├── Mustard.xcodeproj ├── project.pbxproj ├── project.xcworkspace │ ├── contents.xcworkspacedata │ └── xcshareddata │ │ └── IDEWorkspaceChecks.plist └── xcshareddata │ ├── xcbaselines │ └── AFC3B9251E16E379005B4A99.xcbaseline │ │ ├── FFFEF434-3E37-4C03-8065-8819C8BB4307.plist │ │ └── Info.plist │ └── xcschemes │ └── Mustard.xcscheme ├── Playgrounds ├── Playgrounds.xcworkspace │ └── contents.xcworkspacedata └── Source │ ├── CharacterSet Tokenizers.playground │ ├── Contents.swift │ └── contents.xcplayground │ ├── Custom tokenizers.playground │ ├── Contents.swift │ ├── Sources │ │ └── LetterCountTokenizer.swift │ └── contents.xcplayground │ ├── Tokenize by chunking groups of characters.playground │ ├── Contents.swift │ └── contents.xcplayground │ └── Tokenizing Dates.playground │ ├── Contents.swift │ ├── Sources │ └── DateTokenizer.swift │ └── contents.xcplayground ├── README.md ├── Sources ├── CharacterSet+Mustard.swift ├── Info.plist ├── Mustard.h └── Mustard.swift ├── Tests ├── CharacterSetTokenTests.swift ├── CustomTokenTests.swift ├── DateTokenizerTests.swift ├── EmojiTokenTests.swift ├── FallbackTokenizerTests.swift ├── FuzzyMatchTokenTests.swift ├── Info.plist ├── LiteralTokenTests.swift ├── MixedTokenTests.swift └── PerformanceTests.swift └── package.swift /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/.gitignore -------------------------------------------------------------------------------- /Documentation/Alternatives to using Mustard.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Documentation/Alternatives to using Mustard.md -------------------------------------------------------------------------------- /Documentation/Greedy tokens and tokenizer order.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Documentation/Greedy tokens and tokenizer order.md -------------------------------------------------------------------------------- /Documentation/Literal tokenizer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Documentation/Literal tokenizer.md -------------------------------------------------------------------------------- /Documentation/Matching emoji.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Documentation/Matching emoji.md -------------------------------------------------------------------------------- /Documentation/Performance Comparisons.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Documentation/Performance Comparisons.md -------------------------------------------------------------------------------- /Documentation/Template tokenizer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Documentation/Template tokenizer.md -------------------------------------------------------------------------------- /Documentation/Token types and AnyToken.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Documentation/Token types and AnyToken.md -------------------------------------------------------------------------------- /Documentation/TokenizerType protocol.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Documentation/TokenizerType protocol.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/LICENSE -------------------------------------------------------------------------------- /Mustard.xcodeproj/project.pbxproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Mustard.xcodeproj/project.pbxproj -------------------------------------------------------------------------------- /Mustard.xcodeproj/project.xcworkspace/contents.xcworkspacedata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Mustard.xcodeproj/project.xcworkspace/contents.xcworkspacedata -------------------------------------------------------------------------------- /Mustard.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Mustard.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist -------------------------------------------------------------------------------- /Mustard.xcodeproj/xcshareddata/xcbaselines/AFC3B9251E16E379005B4A99.xcbaseline/FFFEF434-3E37-4C03-8065-8819C8BB4307.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Mustard.xcodeproj/xcshareddata/xcbaselines/AFC3B9251E16E379005B4A99.xcbaseline/FFFEF434-3E37-4C03-8065-8819C8BB4307.plist -------------------------------------------------------------------------------- /Mustard.xcodeproj/xcshareddata/xcbaselines/AFC3B9251E16E379005B4A99.xcbaseline/Info.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Mustard.xcodeproj/xcshareddata/xcbaselines/AFC3B9251E16E379005B4A99.xcbaseline/Info.plist -------------------------------------------------------------------------------- /Mustard.xcodeproj/xcshareddata/xcschemes/Mustard.xcscheme: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Mustard.xcodeproj/xcshareddata/xcschemes/Mustard.xcscheme -------------------------------------------------------------------------------- /Playgrounds/Playgrounds.xcworkspace/contents.xcworkspacedata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Playgrounds.xcworkspace/contents.xcworkspacedata -------------------------------------------------------------------------------- /Playgrounds/Source/CharacterSet Tokenizers.playground/Contents.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/CharacterSet Tokenizers.playground/Contents.swift -------------------------------------------------------------------------------- /Playgrounds/Source/CharacterSet Tokenizers.playground/contents.xcplayground: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/CharacterSet Tokenizers.playground/contents.xcplayground -------------------------------------------------------------------------------- /Playgrounds/Source/Custom tokenizers.playground/Contents.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/Custom tokenizers.playground/Contents.swift -------------------------------------------------------------------------------- /Playgrounds/Source/Custom tokenizers.playground/Sources/LetterCountTokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/Custom tokenizers.playground/Sources/LetterCountTokenizer.swift -------------------------------------------------------------------------------- /Playgrounds/Source/Custom tokenizers.playground/contents.xcplayground: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/Custom tokenizers.playground/contents.xcplayground -------------------------------------------------------------------------------- /Playgrounds/Source/Tokenize by chunking groups of characters.playground/Contents.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/Tokenize by chunking groups of characters.playground/Contents.swift -------------------------------------------------------------------------------- /Playgrounds/Source/Tokenize by chunking groups of characters.playground/contents.xcplayground: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/Tokenize by chunking groups of characters.playground/contents.xcplayground -------------------------------------------------------------------------------- /Playgrounds/Source/Tokenizing Dates.playground/Contents.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/Tokenizing Dates.playground/Contents.swift -------------------------------------------------------------------------------- /Playgrounds/Source/Tokenizing Dates.playground/Sources/DateTokenizer.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/Tokenizing Dates.playground/Sources/DateTokenizer.swift -------------------------------------------------------------------------------- /Playgrounds/Source/Tokenizing Dates.playground/contents.xcplayground: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Playgrounds/Source/Tokenizing Dates.playground/contents.xcplayground -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/README.md -------------------------------------------------------------------------------- /Sources/CharacterSet+Mustard.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Sources/CharacterSet+Mustard.swift -------------------------------------------------------------------------------- /Sources/Info.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Sources/Info.plist -------------------------------------------------------------------------------- /Sources/Mustard.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Sources/Mustard.h -------------------------------------------------------------------------------- /Sources/Mustard.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Sources/Mustard.swift -------------------------------------------------------------------------------- /Tests/CharacterSetTokenTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/CharacterSetTokenTests.swift -------------------------------------------------------------------------------- /Tests/CustomTokenTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/CustomTokenTests.swift -------------------------------------------------------------------------------- /Tests/DateTokenizerTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/DateTokenizerTests.swift -------------------------------------------------------------------------------- /Tests/EmojiTokenTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/EmojiTokenTests.swift -------------------------------------------------------------------------------- /Tests/FallbackTokenizerTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/FallbackTokenizerTests.swift -------------------------------------------------------------------------------- /Tests/FuzzyMatchTokenTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/FuzzyMatchTokenTests.swift -------------------------------------------------------------------------------- /Tests/Info.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/Info.plist -------------------------------------------------------------------------------- /Tests/LiteralTokenTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/LiteralTokenTests.swift -------------------------------------------------------------------------------- /Tests/MixedTokenTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/MixedTokenTests.swift -------------------------------------------------------------------------------- /Tests/PerformanceTests.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/Tests/PerformanceTests.swift -------------------------------------------------------------------------------- /package.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mathewsanders/Mustard/HEAD/package.swift --------------------------------------------------------------------------------