├── .dockerignore ├── .env.example ├── .github └── workflows │ ├── pr.yml │ └── release.yml ├── .gitignore ├── .husky └── pre-commit ├── .releaserc ├── CHANGELOG.md ├── Dockerfile ├── License ├── README.md ├── config.ts ├── containerapp ├── Dockerfile ├── README.md ├── data │ ├── config.ts │ └── init.sh └── run.sh ├── package.json ├── src ├── cli.ts ├── config.ts ├── core.ts ├── main.ts └── server.ts ├── swagger.js └── tsconfig.json /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/.dockerignore -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- 1 | API_PORT=5000 2 | API_HOST=localhost 3 | MAX_PAGES_TO_CRAWL=45 4 | NODE_ENV=development 5 | -------------------------------------------------------------------------------- /.github/workflows/pr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/.github/workflows/pr.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/.gitignore -------------------------------------------------------------------------------- /.husky/pre-commit: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env sh 2 | . "$(dirname -- "$0")/_/husky.sh" 3 | 4 | npm run fmt 5 | -------------------------------------------------------------------------------- /.releaserc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/.releaserc -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/Dockerfile -------------------------------------------------------------------------------- /License: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/License -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/README.md -------------------------------------------------------------------------------- /config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/config.ts -------------------------------------------------------------------------------- /containerapp/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/containerapp/Dockerfile -------------------------------------------------------------------------------- /containerapp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/containerapp/README.md -------------------------------------------------------------------------------- /containerapp/data/config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/containerapp/data/config.ts -------------------------------------------------------------------------------- /containerapp/data/init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/containerapp/data/init.sh -------------------------------------------------------------------------------- /containerapp/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/containerapp/run.sh -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/package.json -------------------------------------------------------------------------------- /src/cli.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/src/cli.ts -------------------------------------------------------------------------------- /src/config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/src/config.ts -------------------------------------------------------------------------------- /src/core.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/src/core.ts -------------------------------------------------------------------------------- /src/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/src/main.ts -------------------------------------------------------------------------------- /src/server.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/src/server.ts -------------------------------------------------------------------------------- /swagger.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/swagger.js -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BuilderIO/gpt-crawler/HEAD/tsconfig.json --------------------------------------------------------------------------------