├── .eslintrc.js ├── .gitignore ├── .npmignore ├── .prettierignore ├── .prettierrc ├── LICENSE ├── README.md ├── claude.json ├── examples └── demo.ts ├── index.ts ├── jest.config.js ├── package.json ├── tests └── tokenizers.test.ts ├── tsconfig.cjs.json ├── tsconfig.json └── yarn.lock /.eslintrc.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/.eslintrc.js -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | yarn-error.log 3 | dist 4 | -------------------------------------------------------------------------------- /.npmignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | yarn-error.log 3 | -------------------------------------------------------------------------------- /.prettierignore: -------------------------------------------------------------------------------- 1 | CHANGELOG.md 2 | -------------------------------------------------------------------------------- /.prettierrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/.prettierrc -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/README.md -------------------------------------------------------------------------------- /claude.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/claude.json -------------------------------------------------------------------------------- /examples/demo.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/examples/demo.ts -------------------------------------------------------------------------------- /index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/index.ts -------------------------------------------------------------------------------- /jest.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/jest.config.js -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/package.json -------------------------------------------------------------------------------- /tests/tokenizers.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/tests/tokenizers.test.ts -------------------------------------------------------------------------------- /tsconfig.cjs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/tsconfig.cjs.json -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/tsconfig.json -------------------------------------------------------------------------------- /yarn.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anthropics/anthropic-tokenizer-typescript/HEAD/yarn.lock --------------------------------------------------------------------------------