├── .github └── workflows │ ├── ci.yaml │ └── npm.yaml ├── .gitignore ├── LICENSE ├── README.md ├── package.json ├── src ├── bin.ts ├── index.ts └── preset.ts └── tsconfig.json /.github/workflows/ci.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sigoden/rag-crawler/HEAD/.github/workflows/ci.yaml -------------------------------------------------------------------------------- /.github/workflows/npm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sigoden/rag-crawler/HEAD/.github/workflows/npm.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | dist 3 | tmp 4 | data.json 5 | *.log -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sigoden/rag-crawler/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sigoden/rag-crawler/HEAD/README.md -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sigoden/rag-crawler/HEAD/package.json -------------------------------------------------------------------------------- /src/bin.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sigoden/rag-crawler/HEAD/src/bin.ts -------------------------------------------------------------------------------- /src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sigoden/rag-crawler/HEAD/src/index.ts -------------------------------------------------------------------------------- /src/preset.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sigoden/rag-crawler/HEAD/src/preset.ts -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sigoden/rag-crawler/HEAD/tsconfig.json --------------------------------------------------------------------------------