├── .env.example ├── .env.local.example ├── .eslintrc.json ├── .github └── workflows │ └── ci.yml ├── .gitignore ├── .prettierrc ├── CLAUDE.md ├── CONTRIBUTING.md ├── LICENSE ├── PERFORMANCE_SUMMARY.md ├── README.md ├── components.json ├── docs ├── architecture.md ├── build-system.md ├── deployment.md ├── development.md ├── files.md ├── project-overview.md ├── testing.md └── timeout-solutions.md ├── hardcoded-config-audit.md ├── next.config.js ├── package.json ├── performance-improvements.md ├── postcss.config.js ├── public ├── logo.png ├── manifest.json └── og-image.png ├── spec.md ├── src ├── app │ ├── __tests__ │ │ └── page.test.tsx │ ├── api │ │ ├── cache │ │ │ └── stats │ │ │ │ └── route.ts │ │ ├── crawl │ │ │ ├── [jobId] │ │ │ │ ├── results │ │ │ │ │ └── route.ts │ │ │ │ └── status │ │ │ │ │ ├── __tests__ │ │ │ │ │ └── route.test.ts │ │ │ │ │ └── route.ts │ │ │ └── start │ │ │ │ ├── __tests__ │ │ │ │ └── route.test.ts │ │ │ │ └── route.ts │ │ └── scrape │ │ │ ├── route.ts │ │ │ └── stream │ │ │ ├── __tests__ │ │ │ └── route.test.ts │ │ │ └── route.ts │ ├── globals.css │ ├── icon.tsx │ ├── layout.tsx │ ├── page.tsx │ └── theme-script.tsx ├── components │ └── ui │ │ └── popover.tsx ├── constants.ts ├── hooks │ ├── __tests__ │ │ ├── useCrawl.test.ts │ │ └── useStreamingScrape.test.ts │ ├── useCrawl.ts │ └── useStreamingScrape.ts ├── lib │ ├── __tests__ │ │ ├── circuit-breaker.test.ts │ │ ├── errors.test.ts │ │ ├── http2-client.test.ts │ │ └── retry-queue.test.ts │ ├── cache │ │ ├── __tests__ │ │ │ ├── cache-key-generation.test.ts │ │ │ └── redis-cache.test.ts │ │ └── redis-cache.ts │ ├── circuit-breaker.ts │ ├── errors.ts │ ├── http2-client.ts │ ├── retry-queue.ts │ └── utils.ts ├── test │ └── setup.ts └── utils │ ├── __tests__ │ ├── 404-detection.test.ts │ ├── code-extraction.test.ts │ ├── content-processing.test.ts │ ├── documentation-filter.test.ts │ ├── file-utils.test.ts │ ├── progressive-timeout.test.ts │ ├── url-normalization.test.ts │ ├── url-utils.test.ts │ └── worker-pool.test.ts │ ├── code-extraction.ts │ ├── content-processing.ts │ ├── documentation-filter.ts │ ├── file-utils.ts │ ├── notifications.ts │ ├── progressive-timeout.ts │ ├── url-utils.ts │ └── worker-pool.ts ├── tsconfig.json ├── vercel.json └── vitest.config.ts /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/.env.example -------------------------------------------------------------------------------- /.env.local.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/.env.local.example -------------------------------------------------------------------------------- /.eslintrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/.eslintrc.json -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/.gitignore -------------------------------------------------------------------------------- /.prettierrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/.prettierrc -------------------------------------------------------------------------------- /CLAUDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/CLAUDE.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/LICENSE -------------------------------------------------------------------------------- /PERFORMANCE_SUMMARY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/PERFORMANCE_SUMMARY.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/README.md -------------------------------------------------------------------------------- /components.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/components.json -------------------------------------------------------------------------------- /docs/architecture.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/docs/architecture.md -------------------------------------------------------------------------------- /docs/build-system.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/docs/build-system.md -------------------------------------------------------------------------------- /docs/deployment.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/docs/deployment.md -------------------------------------------------------------------------------- /docs/development.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/docs/development.md -------------------------------------------------------------------------------- /docs/files.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/docs/files.md -------------------------------------------------------------------------------- /docs/project-overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/docs/project-overview.md -------------------------------------------------------------------------------- /docs/testing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/docs/testing.md -------------------------------------------------------------------------------- /docs/timeout-solutions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/docs/timeout-solutions.md -------------------------------------------------------------------------------- /hardcoded-config-audit.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/hardcoded-config-audit.md -------------------------------------------------------------------------------- /next.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/next.config.js -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/package.json -------------------------------------------------------------------------------- /performance-improvements.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/performance-improvements.md -------------------------------------------------------------------------------- /postcss.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/postcss.config.js -------------------------------------------------------------------------------- /public/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/public/logo.png -------------------------------------------------------------------------------- /public/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/public/manifest.json -------------------------------------------------------------------------------- /public/og-image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/public/og-image.png -------------------------------------------------------------------------------- /spec.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/spec.md -------------------------------------------------------------------------------- /src/app/__tests__/page.test.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/__tests__/page.test.tsx -------------------------------------------------------------------------------- /src/app/api/cache/stats/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/api/cache/stats/route.ts -------------------------------------------------------------------------------- /src/app/api/crawl/[jobId]/results/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/api/crawl/[jobId]/results/route.ts -------------------------------------------------------------------------------- /src/app/api/crawl/[jobId]/status/__tests__/route.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/api/crawl/[jobId]/status/__tests__/route.test.ts -------------------------------------------------------------------------------- /src/app/api/crawl/[jobId]/status/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/api/crawl/[jobId]/status/route.ts -------------------------------------------------------------------------------- /src/app/api/crawl/start/__tests__/route.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/api/crawl/start/__tests__/route.test.ts -------------------------------------------------------------------------------- /src/app/api/crawl/start/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/api/crawl/start/route.ts -------------------------------------------------------------------------------- /src/app/api/scrape/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/api/scrape/route.ts -------------------------------------------------------------------------------- /src/app/api/scrape/stream/__tests__/route.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/api/scrape/stream/__tests__/route.test.ts -------------------------------------------------------------------------------- /src/app/api/scrape/stream/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/api/scrape/stream/route.ts -------------------------------------------------------------------------------- /src/app/globals.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/globals.css -------------------------------------------------------------------------------- /src/app/icon.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/icon.tsx -------------------------------------------------------------------------------- /src/app/layout.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/layout.tsx -------------------------------------------------------------------------------- /src/app/page.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/page.tsx -------------------------------------------------------------------------------- /src/app/theme-script.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/app/theme-script.tsx -------------------------------------------------------------------------------- /src/components/ui/popover.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/components/ui/popover.tsx -------------------------------------------------------------------------------- /src/constants.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/constants.ts -------------------------------------------------------------------------------- /src/hooks/__tests__/useCrawl.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/hooks/__tests__/useCrawl.test.ts -------------------------------------------------------------------------------- /src/hooks/__tests__/useStreamingScrape.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/hooks/__tests__/useStreamingScrape.test.ts -------------------------------------------------------------------------------- /src/hooks/useCrawl.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/hooks/useCrawl.ts -------------------------------------------------------------------------------- /src/hooks/useStreamingScrape.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/hooks/useStreamingScrape.ts -------------------------------------------------------------------------------- /src/lib/__tests__/circuit-breaker.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/__tests__/circuit-breaker.test.ts -------------------------------------------------------------------------------- /src/lib/__tests__/errors.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/__tests__/errors.test.ts -------------------------------------------------------------------------------- /src/lib/__tests__/http2-client.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/__tests__/http2-client.test.ts -------------------------------------------------------------------------------- /src/lib/__tests__/retry-queue.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/__tests__/retry-queue.test.ts -------------------------------------------------------------------------------- /src/lib/cache/__tests__/cache-key-generation.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/cache/__tests__/cache-key-generation.test.ts -------------------------------------------------------------------------------- /src/lib/cache/__tests__/redis-cache.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/cache/__tests__/redis-cache.test.ts -------------------------------------------------------------------------------- /src/lib/cache/redis-cache.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/cache/redis-cache.ts -------------------------------------------------------------------------------- /src/lib/circuit-breaker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/circuit-breaker.ts -------------------------------------------------------------------------------- /src/lib/errors.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/errors.ts -------------------------------------------------------------------------------- /src/lib/http2-client.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/http2-client.ts -------------------------------------------------------------------------------- /src/lib/retry-queue.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/retry-queue.ts -------------------------------------------------------------------------------- /src/lib/utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/lib/utils.ts -------------------------------------------------------------------------------- /src/test/setup.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/test/setup.ts -------------------------------------------------------------------------------- /src/utils/__tests__/404-detection.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/__tests__/404-detection.test.ts -------------------------------------------------------------------------------- /src/utils/__tests__/code-extraction.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/__tests__/code-extraction.test.ts -------------------------------------------------------------------------------- /src/utils/__tests__/content-processing.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/__tests__/content-processing.test.ts -------------------------------------------------------------------------------- /src/utils/__tests__/documentation-filter.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/__tests__/documentation-filter.test.ts -------------------------------------------------------------------------------- /src/utils/__tests__/file-utils.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/__tests__/file-utils.test.ts -------------------------------------------------------------------------------- /src/utils/__tests__/progressive-timeout.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/__tests__/progressive-timeout.test.ts -------------------------------------------------------------------------------- /src/utils/__tests__/url-normalization.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/__tests__/url-normalization.test.ts -------------------------------------------------------------------------------- /src/utils/__tests__/url-utils.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/__tests__/url-utils.test.ts -------------------------------------------------------------------------------- /src/utils/__tests__/worker-pool.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/__tests__/worker-pool.test.ts -------------------------------------------------------------------------------- /src/utils/code-extraction.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/code-extraction.ts -------------------------------------------------------------------------------- /src/utils/content-processing.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/content-processing.ts -------------------------------------------------------------------------------- /src/utils/documentation-filter.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/documentation-filter.ts -------------------------------------------------------------------------------- /src/utils/file-utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/file-utils.ts -------------------------------------------------------------------------------- /src/utils/notifications.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/notifications.ts -------------------------------------------------------------------------------- /src/utils/progressive-timeout.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/progressive-timeout.ts -------------------------------------------------------------------------------- /src/utils/url-utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/url-utils.ts -------------------------------------------------------------------------------- /src/utils/worker-pool.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/src/utils/worker-pool.ts -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/tsconfig.json -------------------------------------------------------------------------------- /vercel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/vercel.json -------------------------------------------------------------------------------- /vitest.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amantus-ai/llm-codes/HEAD/vitest.config.ts --------------------------------------------------------------------------------