├── .github └── workflows │ ├── deno.yml │ └── nodejs.yml ├── .gitignore ├── .vscode └── settings.json ├── LICENSE.md ├── README.md ├── deno.json ├── deno.lock ├── dnt.ts ├── misc └── chunking-strategies.png ├── src ├── common.ts ├── fixed.ts ├── main.ts └── nlp.ts └── tests ├── fixed.test.ts ├── nlp.test.ts └── node.js └── nodejs.test.js /.github/workflows/deno.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/.github/workflows/deno.yml -------------------------------------------------------------------------------- /.github/workflows/nodejs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/.github/workflows/nodejs.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | npm -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/README.md -------------------------------------------------------------------------------- /deno.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/deno.json -------------------------------------------------------------------------------- /deno.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/deno.lock -------------------------------------------------------------------------------- /dnt.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/dnt.ts -------------------------------------------------------------------------------- /misc/chunking-strategies.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/misc/chunking-strategies.png -------------------------------------------------------------------------------- /src/common.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/src/common.ts -------------------------------------------------------------------------------- /src/fixed.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/src/fixed.ts -------------------------------------------------------------------------------- /src/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/src/main.ts -------------------------------------------------------------------------------- /src/nlp.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/src/nlp.ts -------------------------------------------------------------------------------- /tests/fixed.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/tests/fixed.test.ts -------------------------------------------------------------------------------- /tests/nlp.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/tests/nlp.test.ts -------------------------------------------------------------------------------- /tests/node.js/nodejs.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oramasearch/chunker/HEAD/tests/node.js/nodejs.test.js --------------------------------------------------------------------------------