├── ..bfg-report └── 2025-06-16 │ └── 14-24-08 │ ├── cache-stats.txt │ ├── changed-files.txt │ └── object-id-map.old-new.txt ├── .DS_Store ├── .agent ├── README.md ├── sop │ └── releasing_version.md ├── system │ └── project_architecture.md └── tasks │ └── example_feature_template.md ├── .github ├── update-requirements.yml └── workflows │ ├── codeql.yml │ ├── dependency-review.yml │ ├── pylint.yml │ ├── python-publish.yml │ ├── release.yml │ └── test.yml ├── .gitignore ├── CLAUDE.md ├── HEALTHCHECK.md ├── IMPLEMENTATION_SUMMARY.md ├── LICENSE ├── README.md ├── TOON_INTEGRATION_SUMMARY.md ├── __pycache__ └── test_sdk.cpython-312.pyc ├── bfg-1.14.0.jar ├── codebeaver.yml ├── cookbook ├── chat-webpage-simple-rag │ └── scrapegraph_burr_lancedb.ipynb ├── company-info │ ├── scrapegraph_langchain.ipynb │ ├── scrapegraph_llama_index.ipynb │ └── scrapegraph_sdk.ipynb ├── github-trending │ ├── scrapegraph_langchain.ipynb │ ├── scrapegraph_llama_index.ipynb │ └── scrapegraph_sdk.ipynb ├── homes-forsale │ ├── scrapegraph_langchain.ipynb │ ├── scrapegraph_llama_index.ipynb │ └── scrapegraph_sdk.ipynb ├── research-agent │ ├── crewai_integration.ipynb │ ├── llama_index_agent.ipynb │ ├── scrapegraph_langgraph_tavily.ipynb │ └── scrapegraph_langgraph_tavily_mysql.ipynb └── wired-news │ ├── scrapegraph_langchain.ipynb │ ├── scrapegraph_langgraph.ipynb │ ├── scrapegraph_llama_index.ipynb │ └── scrapegraph_sdk.ipynb ├── package.json ├── scrapegraph-js ├── .gitignore ├── .prettierignore ├── .prettierrc.json ├── AGENTIC_SCRAPER.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.MD ├── PAGINATION.md ├── README.md ├── eslint.config.js ├── examples │ ├── .env.example │ ├── advanced_features │ │ ├── cookies │ │ │ └── cookies_integration_example.js │ │ └── mock │ │ │ └── mock_mode_example.js │ ├── agenticscraper │ │ ├── agenticScraper_advanced_example.js │ │ ├── agenticScraper_complete_example.js │ │ ├── agenticScraper_comprehensive_example.js │ │ └── agenticScraper_example.js │ ├── crawl │ │ ├── crawl_example.js │ │ ├── crawl_markdown_direct_api_example.js │ │ ├── crawl_markdown_example.js │ │ └── crawl_sitemap_example.js │ ├── markdownify │ │ └── markdownify_example.js │ ├── scheduled_jobs │ │ ├── scheduledJobs_example.js │ │ └── scheduledJobs_simple_example.js │ ├── schema_generation_example.js │ ├── searchscraper │ │ ├── schema_searchScraper_example.js │ │ ├── searchScraper_enhanced_example.js │ │ ├── searchScraper_example.js │ │ ├── searchScraper_markdown_example.js │ │ └── searchScraper_markdown_polling_example.js │ ├── sitemap │ │ ├── README.md │ │ ├── sitemap_example.js │ │ └── sitemap_with_smartscraper.js │ ├── smartscraper │ │ ├── schema_smartScraper_example.js │ │ ├── smartScraper_cookies_example.js │ │ ├── smartScraper_cookies_simple_example.js │ │ ├── smartScraper_example.js │ │ ├── smartScraper_html_example.js │ │ ├── smartScraper_infinite_scroll_example.js │ │ ├── smartScraper_markdown_example.js │ │ ├── smartScraper_pagination_enhanced_example.js │ │ ├── smartScraper_pagination_example.js │ │ ├── smartScraper_pagination_with_scroll_example.js │ │ └── smartScraper_render_heavy_example.js │ ├── stealth_mode_example.js │ ├── step_by_step_schema_generation.js │ └── utilities │ │ ├── getAgenticScraperRequest_example.js │ │ ├── getCredits_example.js │ │ ├── getSearchScraperRequest_example.js │ │ ├── getSmartScraperRequest_example.js │ │ ├── healthz_example.js │ │ ├── healthz_monitoring_example.js │ │ ├── scrape_advanced_example.js │ │ ├── scrape_example.js │ │ ├── scrape_polling_example.js │ │ └── sendFeedback_example.js ├── index.js ├── package-lock.json ├── package.json ├── src │ ├── agenticScraper.js │ ├── crawl.js │ ├── credits.js │ ├── feedback.js │ ├── healthz.js │ ├── markdownify.js │ ├── scheduledJobs.js │ ├── schema.js │ ├── scrape.js │ ├── searchScraper.js │ ├── sitemap.js │ ├── smartScraper.js │ ├── toonify.js │ └── utils │ │ ├── handleError.js │ │ ├── mockConfig.js │ │ └── mockResponse.js ├── test │ ├── agenticScraper_test.js │ ├── crawl_markdown_test.js │ ├── healthz_test.js │ ├── scheduledJobs_test.js │ ├── scrape_test.js │ ├── searchScraper_markdown_test.js │ ├── sitemap_test.js │ ├── smartScraper_markdown_html_test.js │ ├── smartScraper_pagination_test.js │ ├── smartScraper_render_heavy_test.js │ └── stealth_mode_test.js ├── test_cookies_integration.js └── test_schema_generation.js └── scrapegraph-py ├── .gitignore ├── .pre-commit-config.yaml ├── .releaserc.yml ├── CHANGELOG.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── Makefile ├── README.md ├── TESTING.md ├── TOON_INTEGRATION.md ├── __init__.py ├── examples ├── .env.example ├── advanced_features │ ├── cookies │ │ └── cookies_integration_example.py │ ├── mock │ │ ├── async_mock_mode_example.py │ │ └── mock_mode_example.py │ └── steps │ │ ├── async_step_by_step_agenticscraper_example.py │ │ ├── async_step_by_step_cookies_example.py │ │ ├── async_step_by_step_movements_example.py │ │ ├── async_step_by_step_pagination_example.py │ │ ├── async_step_by_step_scrape_example.py │ │ ├── step_by_step_agenticscraper_example.py │ │ ├── step_by_step_cookies_example.py │ │ ├── step_by_step_movements_example.py │ │ ├── step_by_step_pagination_example.py │ │ └── step_by_step_scrape_example.py ├── agenticscraper │ ├── async │ │ ├── async_agenticscraper_comprehensive_example.py │ │ └── async_agenticscraper_example.py │ └── sync │ │ ├── agenticscraper_comprehensive_example.py │ │ └── agenticscraper_example.py ├── crawl │ ├── async │ │ ├── async_crawl_example.py │ │ ├── async_crawl_markdown_direct_api_example.py │ │ ├── async_crawl_markdown_example.py │ │ └── async_crawl_sitemap_example.py │ └── sync │ │ ├── basic_crawl_example.py │ │ ├── crawl_example.py │ │ ├── crawl_markdown_direct_api_example.py │ │ ├── crawl_markdown_example.py │ │ └── crawl_sitemap_example.py ├── markdownify │ ├── async │ │ └── async_markdownify_example.py │ └── sync │ │ ├── markdownify_example.py │ │ └── markdownify_movements_example.py ├── scheduled_jobs │ ├── async │ │ ├── async_scheduled_jobs_advanced_example.py │ │ └── async_scheduled_jobs_example.py │ └── sync │ │ └── scheduled_jobs_example.py ├── scrape │ ├── async │ │ └── async_scrape_example.py │ └── sync │ │ └── scrape_example.py ├── searchscraper │ ├── async │ │ ├── async_searchscraper_example.py │ │ ├── async_searchscraper_markdown_example.py │ │ └── async_searchscraper_schema_example.py │ └── sync │ │ ├── searchscraper_example.py │ │ ├── searchscraper_markdown_example.py │ │ └── searchscraper_schema_example.py ├── sitemap │ ├── async │ │ └── async_sitemap_example.py │ └── sync │ │ └── sitemap_example.py ├── smartscraper │ ├── async │ │ ├── async_generate_schema_example.py │ │ ├── async_smartscraper_cookies_example.py │ │ ├── async_smartscraper_example.py │ │ ├── async_smartscraper_infinite_scroll_example.py │ │ ├── async_smartscraper_pagination_example.py │ │ ├── async_smartscraper_render_heavy_example.py │ │ └── async_smartscraper_schema_example.py │ └── sync │ │ ├── generate_schema_example.py │ │ ├── sample_product.html │ │ ├── smartscraper_cookies_example.py │ │ ├── smartscraper_example.py │ │ ├── smartscraper_infinite_scroll_example.py │ │ ├── smartscraper_local_html_example.py │ │ ├── smartscraper_pagination_example.py │ │ ├── smartscraper_render_heavy_example.py │ │ └── smartscraper_schema_example.py ├── stealth_mode_example.py ├── steps │ └── step_by_step_schema_generation.py ├── toon_async_example.py ├── toon_example.py └── utilities │ ├── async_scrape_example.py │ ├── get_credits_example.py │ ├── healthz_async_example.py │ ├── healthz_example.py │ ├── optional_headers_example.py │ ├── scrape_direct_api_example.py │ ├── scrape_example.py │ ├── scrape_render_heavy_js_example.py │ └── send_feedback_example.py ├── pyproject.toml ├── pytest.ini ├── requirements-test.txt ├── scrapegraph_py ├── __init__.py ├── async_client.py ├── client.py ├── config.py ├── exceptions.py ├── logger.py ├── models │ ├── __init__.py │ ├── agenticscraper.py │ ├── crawl.py │ ├── feedback.py │ ├── markdownify.py │ ├── scheduled_jobs.py │ ├── schema.py │ ├── scrape.py │ ├── searchscraper.py │ ├── sitemap.py │ └── smartscraper.py └── utils │ ├── __init__.py │ ├── helpers.py │ └── toon_converter.py ├── test_async_render_heavy_js.py ├── test_render_heavy_js.py ├── tests ├── __init__.py ├── test_async_client.py ├── test_async_scheduled_jobs.py ├── test_client.py ├── test_crawl_polling.py ├── test_healthz_mock.py ├── test_mock_async_client.py ├── test_mock_client.py ├── test_mocked_apis.py ├── test_scheduled_jobs.py ├── test_schema_generation.py ├── test_schema_models.py ├── test_scrape_comprehensive.py ├── test_scrape_models.py ├── test_sitemap_models.py ├── test_smartscraper_models.py ├── test_stealth_mode.py └── utils.py └── uv.lock /..bfg-report/2025-06-16/14-24-08/cache-stats.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/..bfg-report/2025-06-16/14-24-08/cache-stats.txt -------------------------------------------------------------------------------- /..bfg-report/2025-06-16/14-24-08/changed-files.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/..bfg-report/2025-06-16/14-24-08/changed-files.txt -------------------------------------------------------------------------------- /..bfg-report/2025-06-16/14-24-08/object-id-map.old-new.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/..bfg-report/2025-06-16/14-24-08/object-id-map.old-new.txt -------------------------------------------------------------------------------- /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.DS_Store -------------------------------------------------------------------------------- /.agent/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.agent/README.md -------------------------------------------------------------------------------- /.agent/sop/releasing_version.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.agent/sop/releasing_version.md -------------------------------------------------------------------------------- /.agent/system/project_architecture.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.agent/system/project_architecture.md -------------------------------------------------------------------------------- /.agent/tasks/example_feature_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.agent/tasks/example_feature_template.md -------------------------------------------------------------------------------- /.github/update-requirements.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.github/update-requirements.yml -------------------------------------------------------------------------------- /.github/workflows/codeql.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.github/workflows/codeql.yml -------------------------------------------------------------------------------- /.github/workflows/dependency-review.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.github/workflows/dependency-review.yml -------------------------------------------------------------------------------- /.github/workflows/pylint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.github/workflows/pylint.yml -------------------------------------------------------------------------------- /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/.gitignore -------------------------------------------------------------------------------- /CLAUDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/CLAUDE.md -------------------------------------------------------------------------------- /HEALTHCHECK.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/HEALTHCHECK.md -------------------------------------------------------------------------------- /IMPLEMENTATION_SUMMARY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/IMPLEMENTATION_SUMMARY.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/README.md -------------------------------------------------------------------------------- /TOON_INTEGRATION_SUMMARY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/TOON_INTEGRATION_SUMMARY.md -------------------------------------------------------------------------------- /__pycache__/test_sdk.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/__pycache__/test_sdk.cpython-312.pyc -------------------------------------------------------------------------------- /bfg-1.14.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/bfg-1.14.0.jar -------------------------------------------------------------------------------- /codebeaver.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/codebeaver.yml -------------------------------------------------------------------------------- /cookbook/chat-webpage-simple-rag/scrapegraph_burr_lancedb.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/chat-webpage-simple-rag/scrapegraph_burr_lancedb.ipynb -------------------------------------------------------------------------------- /cookbook/company-info/scrapegraph_langchain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/company-info/scrapegraph_langchain.ipynb -------------------------------------------------------------------------------- /cookbook/company-info/scrapegraph_llama_index.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/company-info/scrapegraph_llama_index.ipynb -------------------------------------------------------------------------------- /cookbook/company-info/scrapegraph_sdk.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/company-info/scrapegraph_sdk.ipynb -------------------------------------------------------------------------------- /cookbook/github-trending/scrapegraph_langchain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/github-trending/scrapegraph_langchain.ipynb -------------------------------------------------------------------------------- /cookbook/github-trending/scrapegraph_llama_index.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/github-trending/scrapegraph_llama_index.ipynb -------------------------------------------------------------------------------- /cookbook/github-trending/scrapegraph_sdk.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/github-trending/scrapegraph_sdk.ipynb -------------------------------------------------------------------------------- /cookbook/homes-forsale/scrapegraph_langchain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/homes-forsale/scrapegraph_langchain.ipynb -------------------------------------------------------------------------------- /cookbook/homes-forsale/scrapegraph_llama_index.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/homes-forsale/scrapegraph_llama_index.ipynb -------------------------------------------------------------------------------- /cookbook/homes-forsale/scrapegraph_sdk.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/homes-forsale/scrapegraph_sdk.ipynb -------------------------------------------------------------------------------- /cookbook/research-agent/crewai_integration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/research-agent/crewai_integration.ipynb -------------------------------------------------------------------------------- /cookbook/research-agent/llama_index_agent.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/research-agent/llama_index_agent.ipynb -------------------------------------------------------------------------------- /cookbook/research-agent/scrapegraph_langgraph_tavily.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/research-agent/scrapegraph_langgraph_tavily.ipynb -------------------------------------------------------------------------------- /cookbook/research-agent/scrapegraph_langgraph_tavily_mysql.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/research-agent/scrapegraph_langgraph_tavily_mysql.ipynb -------------------------------------------------------------------------------- /cookbook/wired-news/scrapegraph_langchain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/wired-news/scrapegraph_langchain.ipynb -------------------------------------------------------------------------------- /cookbook/wired-news/scrapegraph_langgraph.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/wired-news/scrapegraph_langgraph.ipynb -------------------------------------------------------------------------------- /cookbook/wired-news/scrapegraph_llama_index.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/wired-news/scrapegraph_llama_index.ipynb -------------------------------------------------------------------------------- /cookbook/wired-news/scrapegraph_sdk.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/cookbook/wired-news/scrapegraph_sdk.ipynb -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/package.json -------------------------------------------------------------------------------- /scrapegraph-js/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/.gitignore -------------------------------------------------------------------------------- /scrapegraph-js/.prettierignore: -------------------------------------------------------------------------------- 1 | /node_modules 2 | -------------------------------------------------------------------------------- /scrapegraph-js/.prettierrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/.prettierrc.json -------------------------------------------------------------------------------- /scrapegraph-js/AGENTIC_SCRAPER.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/AGENTIC_SCRAPER.md -------------------------------------------------------------------------------- /scrapegraph-js/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /scrapegraph-js/CONTRIBUTING.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/CONTRIBUTING.MD -------------------------------------------------------------------------------- /scrapegraph-js/PAGINATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/PAGINATION.md -------------------------------------------------------------------------------- /scrapegraph-js/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/README.md -------------------------------------------------------------------------------- /scrapegraph-js/eslint.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/eslint.config.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/.env.example -------------------------------------------------------------------------------- /scrapegraph-js/examples/advanced_features/cookies/cookies_integration_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/advanced_features/cookies/cookies_integration_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/advanced_features/mock/mock_mode_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/advanced_features/mock/mock_mode_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/agenticscraper/agenticScraper_advanced_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/agenticscraper/agenticScraper_advanced_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/agenticscraper/agenticScraper_complete_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/agenticscraper/agenticScraper_complete_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/agenticscraper/agenticScraper_comprehensive_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/agenticscraper/agenticScraper_comprehensive_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/agenticscraper/agenticScraper_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/agenticscraper/agenticScraper_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/crawl/crawl_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/crawl/crawl_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/crawl/crawl_markdown_direct_api_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/crawl/crawl_markdown_direct_api_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/crawl/crawl_markdown_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/crawl/crawl_markdown_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/crawl/crawl_sitemap_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/crawl/crawl_sitemap_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/markdownify/markdownify_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/markdownify/markdownify_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/scheduled_jobs/scheduledJobs_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/scheduled_jobs/scheduledJobs_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/scheduled_jobs/scheduledJobs_simple_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/scheduled_jobs/scheduledJobs_simple_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/schema_generation_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/schema_generation_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/searchscraper/schema_searchScraper_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/searchscraper/schema_searchScraper_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/searchscraper/searchScraper_enhanced_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/searchscraper/searchScraper_enhanced_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/searchscraper/searchScraper_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/searchscraper/searchScraper_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/searchscraper/searchScraper_markdown_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/searchscraper/searchScraper_markdown_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/searchscraper/searchScraper_markdown_polling_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/searchscraper/searchScraper_markdown_polling_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/sitemap/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/sitemap/README.md -------------------------------------------------------------------------------- /scrapegraph-js/examples/sitemap/sitemap_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/sitemap/sitemap_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/sitemap/sitemap_with_smartscraper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/sitemap/sitemap_with_smartscraper.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/schema_smartScraper_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/schema_smartScraper_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_cookies_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_cookies_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_cookies_simple_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_cookies_simple_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_html_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_html_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_infinite_scroll_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_infinite_scroll_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_markdown_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_markdown_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_pagination_enhanced_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_pagination_enhanced_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_pagination_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_pagination_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_pagination_with_scroll_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_pagination_with_scroll_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/smartscraper/smartScraper_render_heavy_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/smartscraper/smartScraper_render_heavy_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/stealth_mode_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/stealth_mode_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/step_by_step_schema_generation.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/step_by_step_schema_generation.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/getAgenticScraperRequest_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/getAgenticScraperRequest_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/getCredits_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/getCredits_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/getSearchScraperRequest_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/getSearchScraperRequest_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/getSmartScraperRequest_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/getSmartScraperRequest_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/healthz_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/healthz_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/healthz_monitoring_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/healthz_monitoring_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/scrape_advanced_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/scrape_advanced_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/scrape_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/scrape_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/scrape_polling_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/scrape_polling_example.js -------------------------------------------------------------------------------- /scrapegraph-js/examples/utilities/sendFeedback_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/examples/utilities/sendFeedback_example.js -------------------------------------------------------------------------------- /scrapegraph-js/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/index.js -------------------------------------------------------------------------------- /scrapegraph-js/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/package-lock.json -------------------------------------------------------------------------------- /scrapegraph-js/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/package.json -------------------------------------------------------------------------------- /scrapegraph-js/src/agenticScraper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/agenticScraper.js -------------------------------------------------------------------------------- /scrapegraph-js/src/crawl.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/crawl.js -------------------------------------------------------------------------------- /scrapegraph-js/src/credits.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/credits.js -------------------------------------------------------------------------------- /scrapegraph-js/src/feedback.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/feedback.js -------------------------------------------------------------------------------- /scrapegraph-js/src/healthz.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/healthz.js -------------------------------------------------------------------------------- /scrapegraph-js/src/markdownify.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/markdownify.js -------------------------------------------------------------------------------- /scrapegraph-js/src/scheduledJobs.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/scheduledJobs.js -------------------------------------------------------------------------------- /scrapegraph-js/src/schema.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/schema.js -------------------------------------------------------------------------------- /scrapegraph-js/src/scrape.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/scrape.js -------------------------------------------------------------------------------- /scrapegraph-js/src/searchScraper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/searchScraper.js -------------------------------------------------------------------------------- /scrapegraph-js/src/sitemap.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/sitemap.js -------------------------------------------------------------------------------- /scrapegraph-js/src/smartScraper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/smartScraper.js -------------------------------------------------------------------------------- /scrapegraph-js/src/toonify.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/toonify.js -------------------------------------------------------------------------------- /scrapegraph-js/src/utils/handleError.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/utils/handleError.js -------------------------------------------------------------------------------- /scrapegraph-js/src/utils/mockConfig.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/utils/mockConfig.js -------------------------------------------------------------------------------- /scrapegraph-js/src/utils/mockResponse.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/src/utils/mockResponse.js -------------------------------------------------------------------------------- /scrapegraph-js/test/agenticScraper_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/agenticScraper_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/crawl_markdown_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/crawl_markdown_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/healthz_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/healthz_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/scheduledJobs_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/scheduledJobs_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/scrape_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/scrape_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/searchScraper_markdown_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/searchScraper_markdown_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/sitemap_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/sitemap_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/smartScraper_markdown_html_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/smartScraper_markdown_html_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/smartScraper_pagination_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/smartScraper_pagination_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/smartScraper_render_heavy_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/smartScraper_render_heavy_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test/stealth_mode_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test/stealth_mode_test.js -------------------------------------------------------------------------------- /scrapegraph-js/test_cookies_integration.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test_cookies_integration.js -------------------------------------------------------------------------------- /scrapegraph-js/test_schema_generation.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-js/test_schema_generation.js -------------------------------------------------------------------------------- /scrapegraph-py/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/.gitignore -------------------------------------------------------------------------------- /scrapegraph-py/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/.pre-commit-config.yaml -------------------------------------------------------------------------------- /scrapegraph-py/.releaserc.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/.releaserc.yml -------------------------------------------------------------------------------- /scrapegraph-py/CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/CHANGELOG.md -------------------------------------------------------------------------------- /scrapegraph-py/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /scrapegraph-py/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/CONTRIBUTING.md -------------------------------------------------------------------------------- /scrapegraph-py/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/Makefile -------------------------------------------------------------------------------- /scrapegraph-py/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/README.md -------------------------------------------------------------------------------- /scrapegraph-py/TESTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/TESTING.md -------------------------------------------------------------------------------- /scrapegraph-py/TOON_INTEGRATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/TOON_INTEGRATION.md -------------------------------------------------------------------------------- /scrapegraph-py/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapegraph-py/examples/.env.example: -------------------------------------------------------------------------------- 1 | SGAI_API_KEY="your_sgai_api_key" 2 | -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/cookies/cookies_integration_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/cookies/cookies_integration_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/mock/async_mock_mode_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/mock/async_mock_mode_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/mock/mock_mode_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/mock/mock_mode_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/async_step_by_step_agenticscraper_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/async_step_by_step_agenticscraper_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/async_step_by_step_cookies_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/async_step_by_step_cookies_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/async_step_by_step_movements_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/async_step_by_step_movements_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/async_step_by_step_pagination_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/async_step_by_step_pagination_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/async_step_by_step_scrape_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/async_step_by_step_scrape_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/step_by_step_agenticscraper_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/step_by_step_agenticscraper_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/step_by_step_cookies_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/step_by_step_cookies_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/step_by_step_movements_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/step_by_step_movements_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/step_by_step_pagination_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/step_by_step_pagination_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/advanced_features/steps/step_by_step_scrape_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/advanced_features/steps/step_by_step_scrape_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/agenticscraper/async/async_agenticscraper_comprehensive_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/agenticscraper/async/async_agenticscraper_comprehensive_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/agenticscraper/async/async_agenticscraper_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/agenticscraper/async/async_agenticscraper_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/agenticscraper/sync/agenticscraper_comprehensive_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/agenticscraper/sync/agenticscraper_comprehensive_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/agenticscraper/sync/agenticscraper_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/agenticscraper/sync/agenticscraper_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/crawl/async/async_crawl_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/crawl/async/async_crawl_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/crawl/async/async_crawl_markdown_direct_api_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/crawl/async/async_crawl_markdown_direct_api_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/crawl/async/async_crawl_markdown_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/crawl/async/async_crawl_markdown_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/crawl/async/async_crawl_sitemap_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/crawl/async/async_crawl_sitemap_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/crawl/sync/basic_crawl_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/crawl/sync/basic_crawl_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/crawl/sync/crawl_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/crawl/sync/crawl_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/crawl/sync/crawl_markdown_direct_api_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/crawl/sync/crawl_markdown_direct_api_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/crawl/sync/crawl_markdown_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/crawl/sync/crawl_markdown_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/crawl/sync/crawl_sitemap_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/crawl/sync/crawl_sitemap_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/markdownify/async/async_markdownify_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/markdownify/async/async_markdownify_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/markdownify/sync/markdownify_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/markdownify/sync/markdownify_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/markdownify/sync/markdownify_movements_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/markdownify/sync/markdownify_movements_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/scheduled_jobs/async/async_scheduled_jobs_advanced_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/scheduled_jobs/async/async_scheduled_jobs_advanced_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/scheduled_jobs/async/async_scheduled_jobs_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/scheduled_jobs/async/async_scheduled_jobs_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/scheduled_jobs/sync/scheduled_jobs_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/scheduled_jobs/sync/scheduled_jobs_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/scrape/async/async_scrape_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/scrape/async/async_scrape_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/scrape/sync/scrape_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/scrape/sync/scrape_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/searchscraper/async/async_searchscraper_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/searchscraper/async/async_searchscraper_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/searchscraper/async/async_searchscraper_markdown_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/searchscraper/async/async_searchscraper_markdown_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/searchscraper/async/async_searchscraper_schema_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/searchscraper/async/async_searchscraper_schema_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/searchscraper/sync/searchscraper_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/searchscraper/sync/searchscraper_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/searchscraper/sync/searchscraper_markdown_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/searchscraper/sync/searchscraper_markdown_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/searchscraper/sync/searchscraper_schema_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/searchscraper/sync/searchscraper_schema_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/sitemap/async/async_sitemap_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/sitemap/async/async_sitemap_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/sitemap/sync/sitemap_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/sitemap/sync/sitemap_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/async/async_generate_schema_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/async/async_generate_schema_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/async/async_smartscraper_cookies_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/async/async_smartscraper_cookies_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/async/async_smartscraper_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/async/async_smartscraper_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/async/async_smartscraper_infinite_scroll_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/async/async_smartscraper_infinite_scroll_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/async/async_smartscraper_pagination_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/async/async_smartscraper_pagination_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/async/async_smartscraper_render_heavy_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/async/async_smartscraper_render_heavy_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/async/async_smartscraper_schema_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/async/async_smartscraper_schema_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/sync/generate_schema_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/sync/generate_schema_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/sync/sample_product.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/sync/sample_product.html -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/sync/smartscraper_cookies_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/sync/smartscraper_cookies_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/sync/smartscraper_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/sync/smartscraper_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/sync/smartscraper_infinite_scroll_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/sync/smartscraper_infinite_scroll_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/sync/smartscraper_local_html_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/sync/smartscraper_local_html_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/sync/smartscraper_pagination_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/sync/smartscraper_pagination_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/sync/smartscraper_render_heavy_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/sync/smartscraper_render_heavy_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/smartscraper/sync/smartscraper_schema_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/smartscraper/sync/smartscraper_schema_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/stealth_mode_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/stealth_mode_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/steps/step_by_step_schema_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/steps/step_by_step_schema_generation.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/toon_async_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/toon_async_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/toon_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/toon_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/utilities/async_scrape_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/utilities/async_scrape_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/utilities/get_credits_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/utilities/get_credits_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/utilities/healthz_async_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/utilities/healthz_async_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/utilities/healthz_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/utilities/healthz_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/utilities/optional_headers_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/utilities/optional_headers_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/utilities/scrape_direct_api_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/utilities/scrape_direct_api_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/utilities/scrape_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/utilities/scrape_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/utilities/scrape_render_heavy_js_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/utilities/scrape_render_heavy_js_example.py -------------------------------------------------------------------------------- /scrapegraph-py/examples/utilities/send_feedback_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/examples/utilities/send_feedback_example.py -------------------------------------------------------------------------------- /scrapegraph-py/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/pyproject.toml -------------------------------------------------------------------------------- /scrapegraph-py/pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/pytest.ini -------------------------------------------------------------------------------- /scrapegraph-py/requirements-test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/requirements-test.txt -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/__init__.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/async_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/async_client.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/client.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/config.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/exceptions.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/logger.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/__init__.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/agenticscraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/agenticscraper.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/crawl.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/feedback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/feedback.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/markdownify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/markdownify.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/scheduled_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/scheduled_jobs.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/schema.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/scrape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/scrape.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/searchscraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/searchscraper.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/sitemap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/sitemap.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/models/smartscraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/models/smartscraper.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/utils/__init__.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/utils/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/utils/helpers.py -------------------------------------------------------------------------------- /scrapegraph-py/scrapegraph_py/utils/toon_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/scrapegraph_py/utils/toon_converter.py -------------------------------------------------------------------------------- /scrapegraph-py/test_async_render_heavy_js.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapegraph-py/test_render_heavy_js.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapegraph-py/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_async_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_async_client.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_async_scheduled_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_async_scheduled_jobs.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_client.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_crawl_polling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_crawl_polling.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_healthz_mock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_healthz_mock.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_mock_async_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_mock_async_client.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_mock_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_mock_client.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_mocked_apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_mocked_apis.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_scheduled_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_scheduled_jobs.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_schema_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_schema_generation.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_schema_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_schema_models.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_scrape_comprehensive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_scrape_comprehensive.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_scrape_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_scrape_models.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_sitemap_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_sitemap_models.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_smartscraper_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_smartscraper_models.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/test_stealth_mode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/test_stealth_mode.py -------------------------------------------------------------------------------- /scrapegraph-py/tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/tests/utils.py -------------------------------------------------------------------------------- /scrapegraph-py/uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ScrapeGraphAI/scrapegraph-sdk/HEAD/scrapegraph-py/uv.lock --------------------------------------------------------------------------------