├── CHANGELOG.md ├── LICENSE ├── README.md ├── composer.json └── src ├── Encoder.php ├── Encoder ├── LibEncoder.php ├── LibFFIProxy.php └── NativeEncoder.php ├── EncoderProvider.php ├── Exception ├── IOError.php ├── LibError.php ├── ParseError.php └── RegexError.php ├── Util └── EncodeUtil.php ├── Vocab ├── Loader │ └── DefaultVocabLoader.php ├── Vocab.php └── VocabLoader.php ├── lib.h └── lib.rs /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/README.md -------------------------------------------------------------------------------- /composer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/composer.json -------------------------------------------------------------------------------- /src/Encoder.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Encoder.php -------------------------------------------------------------------------------- /src/Encoder/LibEncoder.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Encoder/LibEncoder.php -------------------------------------------------------------------------------- /src/Encoder/LibFFIProxy.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Encoder/LibFFIProxy.php -------------------------------------------------------------------------------- /src/Encoder/NativeEncoder.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Encoder/NativeEncoder.php -------------------------------------------------------------------------------- /src/EncoderProvider.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/EncoderProvider.php -------------------------------------------------------------------------------- /src/Exception/IOError.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Exception/IOError.php -------------------------------------------------------------------------------- /src/Exception/LibError.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Exception/LibError.php -------------------------------------------------------------------------------- /src/Exception/ParseError.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Exception/ParseError.php -------------------------------------------------------------------------------- /src/Exception/RegexError.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Exception/RegexError.php -------------------------------------------------------------------------------- /src/Util/EncodeUtil.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Util/EncodeUtil.php -------------------------------------------------------------------------------- /src/Vocab/Loader/DefaultVocabLoader.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Vocab/Loader/DefaultVocabLoader.php -------------------------------------------------------------------------------- /src/Vocab/Vocab.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Vocab/Vocab.php -------------------------------------------------------------------------------- /src/Vocab/VocabLoader.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/Vocab/VocabLoader.php -------------------------------------------------------------------------------- /src/lib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/lib.h -------------------------------------------------------------------------------- /src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yethee/tiktoken-php/HEAD/src/lib.rs --------------------------------------------------------------------------------