├── .editorconfig ├── .gitattributes ├── .github └── workflows │ └── main.yml ├── .gitignore ├── .pre-commit-config.yaml ├── DevelopJournal.md ├── LICENSE ├── README.md ├── docs └── development.md ├── poetry.lock ├── pyproject.toml ├── requirements.txt ├── settings.yml ├── src └── secretscraper │ ├── __init__.py │ ├── cmdline.py │ ├── config │ ├── __init__.py │ └── settings.yml │ ├── coroutinue.py │ ├── crawler.py │ ├── entity.py │ ├── exception.py │ ├── facade.py │ ├── filter.py │ ├── handler.py │ ├── log.py │ ├── output_formatter.py │ ├── scanner.py │ ├── urlparser.py │ └── util.py ├── tests ├── __init__.py ├── conftest.py ├── local_tests │ ├── __init__.py │ ├── benchmark_handler.py │ ├── local_scan │ │ ├── dir1 │ │ │ └── dir2 │ │ │ │ └── source_text.txt │ │ └── source_text.txt │ ├── local_test_crawler.py │ ├── settings.yml │ └── urls.txt ├── resources │ ├── HackerNews.html │ ├── HackerNews_files │ │ ├── hn.js │ │ ├── news.css │ │ ├── s.gif │ │ └── y18.svg │ ├── Rules.yml │ ├── local_server │ │ ├── 1.js │ │ ├── delete │ │ ├── delete1 │ │ ├── favicon.ico │ │ ├── index.html │ │ ├── normal │ │ └── secrets.txt │ └── source_text.txt ├── settings.yml ├── test_coroutinue.py ├── test_entity.py ├── test_facade.py ├── test_filter.py ├── test_handler.py ├── test_log.py ├── test_urlparser.py ├── test_util.py ├── test_version.py └── urls.txt └── tox.ini /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/.editorconfig -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /DevelopJournal.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/DevelopJournal.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/README.md -------------------------------------------------------------------------------- /docs/development.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/docs/development.md -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/requirements.txt -------------------------------------------------------------------------------- /settings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/settings.yml -------------------------------------------------------------------------------- /src/secretscraper/__init__.py: -------------------------------------------------------------------------------- 1 | """SecretScraper""" 2 | 3 | __version__ = "1.4.1" 4 | -------------------------------------------------------------------------------- /src/secretscraper/cmdline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/cmdline.py -------------------------------------------------------------------------------- /src/secretscraper/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/config/__init__.py -------------------------------------------------------------------------------- /src/secretscraper/config/settings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/config/settings.yml -------------------------------------------------------------------------------- /src/secretscraper/coroutinue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/coroutinue.py -------------------------------------------------------------------------------- /src/secretscraper/crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/crawler.py -------------------------------------------------------------------------------- /src/secretscraper/entity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/entity.py -------------------------------------------------------------------------------- /src/secretscraper/exception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/exception.py -------------------------------------------------------------------------------- /src/secretscraper/facade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/facade.py -------------------------------------------------------------------------------- /src/secretscraper/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/filter.py -------------------------------------------------------------------------------- /src/secretscraper/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/handler.py -------------------------------------------------------------------------------- /src/secretscraper/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/log.py -------------------------------------------------------------------------------- /src/secretscraper/output_formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/output_formatter.py -------------------------------------------------------------------------------- /src/secretscraper/scanner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/scanner.py -------------------------------------------------------------------------------- /src/secretscraper/urlparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/urlparser.py -------------------------------------------------------------------------------- /src/secretscraper/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/src/secretscraper/util.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/local_tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/local_tests/__init__.py -------------------------------------------------------------------------------- /tests/local_tests/benchmark_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/local_tests/benchmark_handler.py -------------------------------------------------------------------------------- /tests/local_tests/local_scan/dir1/dir2/source_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/local_tests/local_scan/dir1/dir2/source_text.txt -------------------------------------------------------------------------------- /tests/local_tests/local_scan/source_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/local_tests/local_scan/source_text.txt -------------------------------------------------------------------------------- /tests/local_tests/local_test_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/local_tests/local_test_crawler.py -------------------------------------------------------------------------------- /tests/local_tests/settings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/local_tests/settings.yml -------------------------------------------------------------------------------- /tests/local_tests/urls.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/local_tests/urls.txt -------------------------------------------------------------------------------- /tests/resources/HackerNews.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/HackerNews.html -------------------------------------------------------------------------------- /tests/resources/HackerNews_files/hn.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/HackerNews_files/hn.js -------------------------------------------------------------------------------- /tests/resources/HackerNews_files/news.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/HackerNews_files/news.css -------------------------------------------------------------------------------- /tests/resources/HackerNews_files/s.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/HackerNews_files/s.gif -------------------------------------------------------------------------------- /tests/resources/HackerNews_files/y18.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/HackerNews_files/y18.svg -------------------------------------------------------------------------------- /tests/resources/Rules.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/Rules.yml -------------------------------------------------------------------------------- /tests/resources/local_server/1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/local_server/1.js -------------------------------------------------------------------------------- /tests/resources/local_server/delete: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/local_server/delete -------------------------------------------------------------------------------- /tests/resources/local_server/delete1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/local_server/delete1 -------------------------------------------------------------------------------- /tests/resources/local_server/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/local_server/favicon.ico -------------------------------------------------------------------------------- /tests/resources/local_server/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/local_server/index.html -------------------------------------------------------------------------------- /tests/resources/local_server/normal: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/local_server/normal -------------------------------------------------------------------------------- /tests/resources/local_server/secrets.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/local_server/secrets.txt -------------------------------------------------------------------------------- /tests/resources/source_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/resources/source_text.txt -------------------------------------------------------------------------------- /tests/settings.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/settings.yml -------------------------------------------------------------------------------- /tests/test_coroutinue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/test_coroutinue.py -------------------------------------------------------------------------------- /tests/test_entity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/test_entity.py -------------------------------------------------------------------------------- /tests/test_facade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/test_facade.py -------------------------------------------------------------------------------- /tests/test_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/test_filter.py -------------------------------------------------------------------------------- /tests/test_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/test_handler.py -------------------------------------------------------------------------------- /tests/test_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/test_log.py -------------------------------------------------------------------------------- /tests/test_urlparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/test_urlparser.py -------------------------------------------------------------------------------- /tests/test_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/test_util.py -------------------------------------------------------------------------------- /tests/test_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/test_version.py -------------------------------------------------------------------------------- /tests/urls.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tests/urls.txt -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PadishahIII/SecretScraper/HEAD/tox.ini --------------------------------------------------------------------------------