├── .bandit.yml ├── .dockerignore ├── .github ├── FUNDING.yml ├── ISSUE_TEMPLATE │ ├── 01-bug_report.yml │ ├── 02-feature_request.yml │ ├── 03-other.yml │ └── config.yml ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── code-quality.yml │ ├── docker-build.yml │ ├── release-and-publish.yml │ └── tests.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE ├── MANIFEST.in ├── ROADMAP.md ├── benchmarks.py ├── cleanup.py ├── docs ├── README.md ├── README_AR.md ├── README_CN.md ├── README_DE.md ├── README_ES.md ├── README_JP.md ├── README_RU.md ├── ai │ └── mcp-server.md ├── api-reference │ ├── custom-types.md │ ├── fetchers.md │ ├── mcp-server.md │ └── selector.md ├── assets │ ├── favicon.ico │ ├── logo.png │ ├── poster.png │ └── scrapling_shell_curl.png ├── benchmarks.md ├── cli │ ├── extract-commands.md │ ├── interactive-shell.md │ └── overview.md ├── development │ ├── adaptive_storage_system.md │ └── scrapling_custom_types.md ├── donate.md ├── fetching │ ├── choosing.md │ ├── dynamic.md │ ├── static.md │ └── stealthy.md ├── index.md ├── overview.md ├── parsing │ ├── adaptive.md │ ├── main_classes.md │ └── selection.md ├── requirements.txt ├── stylesheets │ └── extra.css └── tutorials │ ├── external.md │ ├── migrating_from_beautifulsoup.md │ └── replacing_ai.md ├── images ├── SerpApi.png ├── decodo.png ├── evomi.png ├── petrosky.png ├── poster.png ├── rapidproxy.jpg ├── scrapeless.jpg └── swiftproxy.png ├── mkdocs.yml ├── pyproject.toml ├── pytest.ini ├── ruff.toml ├── scrapling ├── __init__.py ├── cli.py ├── core │ ├── __init__.py │ ├── _html_utils.py │ ├── _shell_signatures.py │ ├── _types.py │ ├── ai.py │ ├── custom_types.py │ ├── mixins.py │ ├── shell.py │ ├── storage.py │ ├── translator.py │ └── utils │ │ ├── __init__.py │ │ ├── _shell.py │ │ └── _utils.py ├── engines │ ├── __init__.py │ ├── _browsers │ │ ├── __init__.py │ │ ├── _base.py │ │ ├── _camoufox.py │ │ ├── _config_tools.py │ │ ├── _controllers.py │ │ ├── _page.py │ │ ├── _types.py │ │ └── _validators.py │ ├── constants.py │ ├── static.py │ └── toolbelt │ │ ├── __init__.py │ │ ├── bypasses │ │ ├── navigator_plugins.js │ │ ├── notification_permission.js │ │ ├── playwright_fingerprint.js │ │ ├── screen_props.js │ │ ├── webdriver_fully.js │ │ └── window_chrome.js │ │ ├── convertor.py │ │ ├── custom.py │ │ ├── fingerprints.py │ │ └── navigation.py ├── fetchers │ ├── __init__.py │ ├── chrome.py │ ├── firefox.py │ └── requests.py ├── parser.py └── py.typed ├── setup.cfg ├── tests ├── __init__.py ├── ai │ ├── __init__.py │ └── test_ai_mcp.py ├── cli │ ├── __init__.py │ ├── test_cli.py │ └── test_shell_functionality.py ├── core │ ├── __init__.py │ ├── test_shell_core.py │ └── test_storage_core.py ├── fetchers │ ├── __init__.py │ ├── async │ │ ├── __init__.py │ │ ├── test_camoufox.py │ │ ├── test_camoufox_session.py │ │ ├── test_dynamic.py │ │ ├── test_dynamic_session.py │ │ ├── test_requests.py │ │ └── test_requests_session.py │ ├── sync │ │ ├── __init__.py │ │ ├── test_camoufox.py │ │ ├── test_camoufox_session.py │ │ ├── test_dynamic.py │ │ ├── test_requests.py │ │ └── test_requests_session.py │ ├── test_base.py │ ├── test_constants.py │ ├── test_impersonate_list.py │ ├── test_pages.py │ ├── test_response_handling.py │ ├── test_utils.py │ └── test_validator.py ├── parser │ ├── __init__.py │ ├── test_adaptive.py │ ├── test_attributes_handler.py │ ├── test_general.py │ ├── test_html_utils.py │ └── test_parser_advanced.py └── requirements.txt └── tox.ini /.bandit.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.bandit.yml -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.dockerignore -------------------------------------------------------------------------------- /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/01-bug_report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/ISSUE_TEMPLATE/01-bug_report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/02-feature_request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/ISSUE_TEMPLATE/02-feature_request.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/03-other.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/ISSUE_TEMPLATE/03-other.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/code-quality.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/workflows/code-quality.yml -------------------------------------------------------------------------------- /.github/workflows/docker-build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/workflows/docker-build.yml -------------------------------------------------------------------------------- /.github/workflows/release-and-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/workflows/release-and-publish.yml -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /ROADMAP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/ROADMAP.md -------------------------------------------------------------------------------- /benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/benchmarks.py -------------------------------------------------------------------------------- /cleanup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/cleanup.py -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/README_AR.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/README_AR.md -------------------------------------------------------------------------------- /docs/README_CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/README_CN.md -------------------------------------------------------------------------------- /docs/README_DE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/README_DE.md -------------------------------------------------------------------------------- /docs/README_ES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/README_ES.md -------------------------------------------------------------------------------- /docs/README_JP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/README_JP.md -------------------------------------------------------------------------------- /docs/README_RU.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/README_RU.md -------------------------------------------------------------------------------- /docs/ai/mcp-server.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/ai/mcp-server.md -------------------------------------------------------------------------------- /docs/api-reference/custom-types.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/api-reference/custom-types.md -------------------------------------------------------------------------------- /docs/api-reference/fetchers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/api-reference/fetchers.md -------------------------------------------------------------------------------- /docs/api-reference/mcp-server.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/api-reference/mcp-server.md -------------------------------------------------------------------------------- /docs/api-reference/selector.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/api-reference/selector.md -------------------------------------------------------------------------------- /docs/assets/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/assets/favicon.ico -------------------------------------------------------------------------------- /docs/assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/assets/logo.png -------------------------------------------------------------------------------- /docs/assets/poster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/assets/poster.png -------------------------------------------------------------------------------- /docs/assets/scrapling_shell_curl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/assets/scrapling_shell_curl.png -------------------------------------------------------------------------------- /docs/benchmarks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/benchmarks.md -------------------------------------------------------------------------------- /docs/cli/extract-commands.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/cli/extract-commands.md -------------------------------------------------------------------------------- /docs/cli/interactive-shell.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/cli/interactive-shell.md -------------------------------------------------------------------------------- /docs/cli/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/cli/overview.md -------------------------------------------------------------------------------- /docs/development/adaptive_storage_system.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/development/adaptive_storage_system.md -------------------------------------------------------------------------------- /docs/development/scrapling_custom_types.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/development/scrapling_custom_types.md -------------------------------------------------------------------------------- /docs/donate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/donate.md -------------------------------------------------------------------------------- /docs/fetching/choosing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/fetching/choosing.md -------------------------------------------------------------------------------- /docs/fetching/dynamic.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/fetching/dynamic.md -------------------------------------------------------------------------------- /docs/fetching/static.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/fetching/static.md -------------------------------------------------------------------------------- /docs/fetching/stealthy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/fetching/stealthy.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/overview.md -------------------------------------------------------------------------------- /docs/parsing/adaptive.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/parsing/adaptive.md -------------------------------------------------------------------------------- /docs/parsing/main_classes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/parsing/main_classes.md -------------------------------------------------------------------------------- /docs/parsing/selection.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/parsing/selection.md -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/stylesheets/extra.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/stylesheets/extra.css -------------------------------------------------------------------------------- /docs/tutorials/external.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/tutorials/external.md -------------------------------------------------------------------------------- /docs/tutorials/migrating_from_beautifulsoup.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/tutorials/migrating_from_beautifulsoup.md -------------------------------------------------------------------------------- /docs/tutorials/replacing_ai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/docs/tutorials/replacing_ai.md -------------------------------------------------------------------------------- /images/SerpApi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/images/SerpApi.png -------------------------------------------------------------------------------- /images/decodo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/images/decodo.png -------------------------------------------------------------------------------- /images/evomi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/images/evomi.png -------------------------------------------------------------------------------- /images/petrosky.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/images/petrosky.png -------------------------------------------------------------------------------- /images/poster.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/images/poster.png -------------------------------------------------------------------------------- /images/rapidproxy.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/images/rapidproxy.jpg -------------------------------------------------------------------------------- /images/scrapeless.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/images/scrapeless.jpg -------------------------------------------------------------------------------- /images/swiftproxy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/images/swiftproxy.png -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/pytest.ini -------------------------------------------------------------------------------- /ruff.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/ruff.toml -------------------------------------------------------------------------------- /scrapling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/__init__.py -------------------------------------------------------------------------------- /scrapling/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/cli.py -------------------------------------------------------------------------------- /scrapling/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapling/core/_html_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/_html_utils.py -------------------------------------------------------------------------------- /scrapling/core/_shell_signatures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/_shell_signatures.py -------------------------------------------------------------------------------- /scrapling/core/_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/_types.py -------------------------------------------------------------------------------- /scrapling/core/ai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/ai.py -------------------------------------------------------------------------------- /scrapling/core/custom_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/custom_types.py -------------------------------------------------------------------------------- /scrapling/core/mixins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/mixins.py -------------------------------------------------------------------------------- /scrapling/core/shell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/shell.py -------------------------------------------------------------------------------- /scrapling/core/storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/storage.py -------------------------------------------------------------------------------- /scrapling/core/translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/translator.py -------------------------------------------------------------------------------- /scrapling/core/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/utils/__init__.py -------------------------------------------------------------------------------- /scrapling/core/utils/_shell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/utils/_shell.py -------------------------------------------------------------------------------- /scrapling/core/utils/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/core/utils/_utils.py -------------------------------------------------------------------------------- /scrapling/engines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapling/engines/_browsers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapling/engines/_browsers/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/_browsers/_base.py -------------------------------------------------------------------------------- /scrapling/engines/_browsers/_camoufox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/_browsers/_camoufox.py -------------------------------------------------------------------------------- /scrapling/engines/_browsers/_config_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/_browsers/_config_tools.py -------------------------------------------------------------------------------- /scrapling/engines/_browsers/_controllers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/_browsers/_controllers.py -------------------------------------------------------------------------------- /scrapling/engines/_browsers/_page.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/_browsers/_page.py -------------------------------------------------------------------------------- /scrapling/engines/_browsers/_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/_browsers/_types.py -------------------------------------------------------------------------------- /scrapling/engines/_browsers/_validators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/_browsers/_validators.py -------------------------------------------------------------------------------- /scrapling/engines/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/constants.py -------------------------------------------------------------------------------- /scrapling/engines/static.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/static.py -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/bypasses/navigator_plugins.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/bypasses/navigator_plugins.js -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/bypasses/notification_permission.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/bypasses/notification_permission.js -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/bypasses/playwright_fingerprint.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/bypasses/playwright_fingerprint.js -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/bypasses/screen_props.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/bypasses/screen_props.js -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/bypasses/webdriver_fully.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/bypasses/webdriver_fully.js -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/bypasses/window_chrome.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/bypasses/window_chrome.js -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/convertor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/convertor.py -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/custom.py -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/fingerprints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/fingerprints.py -------------------------------------------------------------------------------- /scrapling/engines/toolbelt/navigation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/engines/toolbelt/navigation.py -------------------------------------------------------------------------------- /scrapling/fetchers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/fetchers/__init__.py -------------------------------------------------------------------------------- /scrapling/fetchers/chrome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/fetchers/chrome.py -------------------------------------------------------------------------------- /scrapling/fetchers/firefox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/fetchers/firefox.py -------------------------------------------------------------------------------- /scrapling/fetchers/requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/fetchers/requests.py -------------------------------------------------------------------------------- /scrapling/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/scrapling/parser.py -------------------------------------------------------------------------------- /scrapling/py.typed: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/setup.cfg -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | """Package for test project.""" 2 | -------------------------------------------------------------------------------- /tests/ai/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/ai/test_ai_mcp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/ai/test_ai_mcp.py -------------------------------------------------------------------------------- /tests/cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/cli/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/cli/test_cli.py -------------------------------------------------------------------------------- /tests/cli/test_shell_functionality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/cli/test_shell_functionality.py -------------------------------------------------------------------------------- /tests/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/core/test_shell_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/core/test_shell_core.py -------------------------------------------------------------------------------- /tests/core/test_storage_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/core/test_storage_core.py -------------------------------------------------------------------------------- /tests/fetchers/__init__.py: -------------------------------------------------------------------------------- 1 | # Because I'm too lazy to mock requests :) 2 | -------------------------------------------------------------------------------- /tests/fetchers/async/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/fetchers/async/test_camoufox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/async/test_camoufox.py -------------------------------------------------------------------------------- /tests/fetchers/async/test_camoufox_session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/async/test_camoufox_session.py -------------------------------------------------------------------------------- /tests/fetchers/async/test_dynamic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/async/test_dynamic.py -------------------------------------------------------------------------------- /tests/fetchers/async/test_dynamic_session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/async/test_dynamic_session.py -------------------------------------------------------------------------------- /tests/fetchers/async/test_requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/async/test_requests.py -------------------------------------------------------------------------------- /tests/fetchers/async/test_requests_session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/async/test_requests_session.py -------------------------------------------------------------------------------- /tests/fetchers/sync/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/fetchers/sync/test_camoufox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/sync/test_camoufox.py -------------------------------------------------------------------------------- /tests/fetchers/sync/test_camoufox_session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/sync/test_camoufox_session.py -------------------------------------------------------------------------------- /tests/fetchers/sync/test_dynamic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/sync/test_dynamic.py -------------------------------------------------------------------------------- /tests/fetchers/sync/test_requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/sync/test_requests.py -------------------------------------------------------------------------------- /tests/fetchers/sync/test_requests_session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/sync/test_requests_session.py -------------------------------------------------------------------------------- /tests/fetchers/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/test_base.py -------------------------------------------------------------------------------- /tests/fetchers/test_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/test_constants.py -------------------------------------------------------------------------------- /tests/fetchers/test_impersonate_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/test_impersonate_list.py -------------------------------------------------------------------------------- /tests/fetchers/test_pages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/test_pages.py -------------------------------------------------------------------------------- /tests/fetchers/test_response_handling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/test_response_handling.py -------------------------------------------------------------------------------- /tests/fetchers/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/test_utils.py -------------------------------------------------------------------------------- /tests/fetchers/test_validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/fetchers/test_validator.py -------------------------------------------------------------------------------- /tests/parser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/parser/test_adaptive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/parser/test_adaptive.py -------------------------------------------------------------------------------- /tests/parser/test_attributes_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/parser/test_attributes_handler.py -------------------------------------------------------------------------------- /tests/parser/test_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/parser/test_general.py -------------------------------------------------------------------------------- /tests/parser/test_html_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/parser/test_html_utils.py -------------------------------------------------------------------------------- /tests/parser/test_parser_advanced.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/parser/test_parser_advanced.py -------------------------------------------------------------------------------- /tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tests/requirements.txt -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/D4Vinci/Scrapling/HEAD/tox.ini --------------------------------------------------------------------------------