├── .editorconfig ├── .github └── workflows │ ├── ci.yml │ └── release.yml ├── .gitignore ├── .vscode ├── extensions.json └── settings.json ├── LICENSE ├── README.md ├── docs └── bench.md ├── eslint.config.mjs ├── package.json ├── pnpm-lock.yaml ├── pnpm-workspace.yaml ├── scripts └── generate-bench.ts ├── src ├── index.ts └── types.ts ├── test ├── fixtures │ └── ebooks │ │ ├── pg22367.txt │ │ ├── pg5200.txt │ │ └── pg7337.txt └── index.test.ts ├── tsconfig.json └── tsdown.config.ts /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/.editorconfig -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | dist 2 | node_modules 3 | .DS_Store 4 | -------------------------------------------------------------------------------- /.vscode/extensions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/.vscode/extensions.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/README.md -------------------------------------------------------------------------------- /docs/bench.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/docs/bench.md -------------------------------------------------------------------------------- /eslint.config.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/eslint.config.mjs -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/package.json -------------------------------------------------------------------------------- /pnpm-lock.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/pnpm-lock.yaml -------------------------------------------------------------------------------- /pnpm-workspace.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/pnpm-workspace.yaml -------------------------------------------------------------------------------- /scripts/generate-bench.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/scripts/generate-bench.ts -------------------------------------------------------------------------------- /src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/src/index.ts -------------------------------------------------------------------------------- /src/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/src/types.ts -------------------------------------------------------------------------------- /test/fixtures/ebooks/pg22367.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/test/fixtures/ebooks/pg22367.txt -------------------------------------------------------------------------------- /test/fixtures/ebooks/pg5200.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/test/fixtures/ebooks/pg5200.txt -------------------------------------------------------------------------------- /test/fixtures/ebooks/pg7337.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/test/fixtures/ebooks/pg7337.txt -------------------------------------------------------------------------------- /test/index.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/test/index.test.ts -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/tsconfig.json -------------------------------------------------------------------------------- /tsdown.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/johannschopplich/tokenx/HEAD/tsdown.config.ts --------------------------------------------------------------------------------