├── .gitattributes ├── .github ├── dependabot.yml └── workflows │ ├── auto-merge.yml │ ├── codeql-analysis.yml │ └── dotnet.yml ├── .gitignore ├── LICENSE.txt ├── README.md ├── Tiktoken.sln ├── Tiktoken.sln.DotSettings ├── assets └── nuget_icon.png ├── benchmarks ├── 0.9.2.0_encode.md ├── 0.9.3.0_encode.md ├── 0.9.4.0_encode.md ├── 0.9.5.0_encode.md ├── 0.9.6.0_encode.md ├── 0.9.7.0_encode.md ├── 1.0.0.0_encode.md ├── 1.0.1.0_encode.md ├── 1.1.1.0_encode.md ├── 1.2.0.0_encode.md ├── 2.0.0.0_encode.md └── 2.2.0.0_encode.md ├── global.json └── src ├── Directory.Build.props ├── Directory.Packages.props ├── benchmarks └── Tiktoken.Benchmarks │ ├── Benchmarks.cs │ ├── Program.cs │ ├── Strings.cs │ └── Tiktoken.Benchmarks.csproj ├── key.snk ├── libs ├── Directory.Build.props ├── Tiktoken.Core │ ├── BytePairEncoding.cs │ ├── CoreBPE.cs │ ├── Encoder.cs │ ├── Tiktoken.Core.csproj │ └── UtfToken.cs ├── Tiktoken.Encodings.Abstractions │ ├── ByteArrayComparer.cs │ ├── Encoding.cs │ ├── EncodingConstants.cs │ ├── EncodingLoader.cs │ └── Tiktoken.Encodings.Abstractions.csproj ├── Tiktoken.Encodings.cl100k │ ├── Cl100KBase.cs │ ├── Tiktoken.Encodings.cl100k.csproj │ └── cl100k_base.tiktoken ├── Tiktoken.Encodings.o200k │ ├── O200KBase.cs │ ├── Tiktoken.Encodings.o200k.csproj │ └── o200k_base.tiktoken ├── Tiktoken.Encodings.p50k │ ├── P50KBase.cs │ ├── P50KEdit.cs │ ├── Tiktoken.Encodings.p50k.csproj │ └── p50k_base.tiktoken ├── Tiktoken.Encodings.r50k │ ├── P50KBase.cs │ ├── Tiktoken.Encodings.r50k.csproj │ └── r50k_base.tiktoken └── Tiktoken │ ├── ModelToEncoder.cs │ ├── ModelToEncoding.cs │ └── Tiktoken.csproj └── tests └── Tiktoken.UnitTests ├── Resources └── TestPlans.txt ├── Snapshots ├── Tests.Bitcoin_cl100k_base.verified.txt ├── Tests.Bitcoin_o200k_base.verified.txt ├── Tests.Bitcoin_p50k_base.verified.txt ├── Tests.Bitcoin_p50k_edit.verified.txt ├── Tests.Bitcoin_r50k_base.verified.txt ├── Tests.Chinese_cl100k_base.verified.txt ├── Tests.Chinese_o200k_base.verified.txt ├── Tests.Chinese_p50k_base.verified.txt ├── Tests.Chinese_p50k_edit.verified.txt ├── Tests.Chinese_r50k_base.verified.txt ├── Tests.HelloWorld_cl100k_base.verified.txt ├── Tests.HelloWorld_o200k_base.verified.txt ├── Tests.HelloWorld_p50k_base.verified.txt ├── Tests.HelloWorld_p50k_edit.verified.txt ├── Tests.HelloWorld_r50k_base.verified.txt ├── Tests.KingLear_cl100k_base.verified.txt ├── Tests.KingLear_o200k_base.verified.txt ├── Tests.KingLear_p50k_base.verified.txt ├── Tests.KingLear_p50k_edit.verified.txt ├── Tests.KingLear_r50k_base.verified.txt ├── Tests.Special_cl100k_base.verified.txt ├── Tests.Special_o200k_base.verified.txt ├── Tests.Special_p50k_base.verified.txt ├── Tests.Special_p50k_edit.verified.txt └── Tests.Special_r50k_base.verified.txt ├── Strings.cs ├── Tests.Helpers.cs ├── Tests.cs └── Tiktoken.UnitTests.csproj /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/auto-merge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/.github/workflows/auto-merge.yml -------------------------------------------------------------------------------- /.github/workflows/codeql-analysis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/.github/workflows/codeql-analysis.yml -------------------------------------------------------------------------------- /.github/workflows/dotnet.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/.github/workflows/dotnet.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/README.md -------------------------------------------------------------------------------- /Tiktoken.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/Tiktoken.sln -------------------------------------------------------------------------------- /Tiktoken.sln.DotSettings: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/Tiktoken.sln.DotSettings -------------------------------------------------------------------------------- /assets/nuget_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/assets/nuget_icon.png -------------------------------------------------------------------------------- /benchmarks/0.9.2.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/0.9.2.0_encode.md -------------------------------------------------------------------------------- /benchmarks/0.9.3.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/0.9.3.0_encode.md -------------------------------------------------------------------------------- /benchmarks/0.9.4.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/0.9.4.0_encode.md -------------------------------------------------------------------------------- /benchmarks/0.9.5.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/0.9.5.0_encode.md -------------------------------------------------------------------------------- /benchmarks/0.9.6.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/0.9.6.0_encode.md -------------------------------------------------------------------------------- /benchmarks/0.9.7.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/0.9.7.0_encode.md -------------------------------------------------------------------------------- /benchmarks/1.0.0.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/1.0.0.0_encode.md -------------------------------------------------------------------------------- /benchmarks/1.0.1.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/1.0.1.0_encode.md -------------------------------------------------------------------------------- /benchmarks/1.1.1.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/1.1.1.0_encode.md -------------------------------------------------------------------------------- /benchmarks/1.2.0.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/1.2.0.0_encode.md -------------------------------------------------------------------------------- /benchmarks/2.0.0.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/2.0.0.0_encode.md -------------------------------------------------------------------------------- /benchmarks/2.2.0.0_encode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/benchmarks/2.2.0.0_encode.md -------------------------------------------------------------------------------- /global.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/global.json -------------------------------------------------------------------------------- /src/Directory.Build.props: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/Directory.Build.props -------------------------------------------------------------------------------- /src/Directory.Packages.props: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/Directory.Packages.props -------------------------------------------------------------------------------- /src/benchmarks/Tiktoken.Benchmarks/Benchmarks.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/benchmarks/Tiktoken.Benchmarks/Benchmarks.cs -------------------------------------------------------------------------------- /src/benchmarks/Tiktoken.Benchmarks/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/benchmarks/Tiktoken.Benchmarks/Program.cs -------------------------------------------------------------------------------- /src/benchmarks/Tiktoken.Benchmarks/Strings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/benchmarks/Tiktoken.Benchmarks/Strings.cs -------------------------------------------------------------------------------- /src/benchmarks/Tiktoken.Benchmarks/Tiktoken.Benchmarks.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/benchmarks/Tiktoken.Benchmarks/Tiktoken.Benchmarks.csproj -------------------------------------------------------------------------------- /src/key.snk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/key.snk -------------------------------------------------------------------------------- /src/libs/Directory.Build.props: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Directory.Build.props -------------------------------------------------------------------------------- /src/libs/Tiktoken.Core/BytePairEncoding.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Core/BytePairEncoding.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Core/CoreBPE.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Core/CoreBPE.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Core/Encoder.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Core/Encoder.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Core/Tiktoken.Core.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Core/Tiktoken.Core.csproj -------------------------------------------------------------------------------- /src/libs/Tiktoken.Core/UtfToken.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Core/UtfToken.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.Abstractions/ByteArrayComparer.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.Abstractions/ByteArrayComparer.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.Abstractions/Encoding.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.Abstractions/Encoding.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.Abstractions/EncodingConstants.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.Abstractions/EncodingConstants.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.Abstractions/EncodingLoader.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.Abstractions/EncodingLoader.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.Abstractions/Tiktoken.Encodings.Abstractions.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.Abstractions/Tiktoken.Encodings.Abstractions.csproj -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.cl100k/Cl100KBase.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.cl100k/Cl100KBase.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.cl100k/Tiktoken.Encodings.cl100k.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.cl100k/Tiktoken.Encodings.cl100k.csproj -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.cl100k/cl100k_base.tiktoken: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.cl100k/cl100k_base.tiktoken -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.o200k/O200KBase.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.o200k/O200KBase.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.o200k/Tiktoken.Encodings.o200k.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.o200k/Tiktoken.Encodings.o200k.csproj -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.o200k/o200k_base.tiktoken: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.o200k/o200k_base.tiktoken -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.p50k/P50KBase.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.p50k/P50KBase.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.p50k/P50KEdit.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.p50k/P50KEdit.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.p50k/Tiktoken.Encodings.p50k.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.p50k/Tiktoken.Encodings.p50k.csproj -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.p50k/p50k_base.tiktoken: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.p50k/p50k_base.tiktoken -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.r50k/P50KBase.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.r50k/P50KBase.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.r50k/Tiktoken.Encodings.r50k.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.r50k/Tiktoken.Encodings.r50k.csproj -------------------------------------------------------------------------------- /src/libs/Tiktoken.Encodings.r50k/r50k_base.tiktoken: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken.Encodings.r50k/r50k_base.tiktoken -------------------------------------------------------------------------------- /src/libs/Tiktoken/ModelToEncoder.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken/ModelToEncoder.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken/ModelToEncoding.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken/ModelToEncoding.cs -------------------------------------------------------------------------------- /src/libs/Tiktoken/Tiktoken.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/libs/Tiktoken/Tiktoken.csproj -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Resources/TestPlans.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Resources/TestPlans.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_cl100k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_cl100k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_o200k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_o200k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_p50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_p50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_p50k_edit.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_p50k_edit.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_r50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Bitcoin_r50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_cl100k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_cl100k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_o200k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_o200k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_p50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_p50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_p50k_edit.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_p50k_edit.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_r50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Chinese_r50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_cl100k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_cl100k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_o200k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_o200k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_p50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_p50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_p50k_edit.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_p50k_edit.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_r50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.HelloWorld_r50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_cl100k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_cl100k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_o200k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_o200k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_p50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_p50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_p50k_edit.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_p50k_edit.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_r50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.KingLear_r50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_cl100k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_cl100k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_o200k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_o200k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_p50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_p50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_p50k_edit.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_p50k_edit.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_r50k_base.verified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Snapshots/Tests.Special_r50k_base.verified.txt -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Strings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Strings.cs -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Tests.Helpers.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Tests.Helpers.cs -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Tests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Tests.cs -------------------------------------------------------------------------------- /src/tests/Tiktoken.UnitTests/Tiktoken.UnitTests.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tryAGI/Tiktoken/HEAD/src/tests/Tiktoken.UnitTests/Tiktoken.UnitTests.csproj --------------------------------------------------------------------------------