├── .coveragerc ├── .env-example ├── .gitignore ├── CHANGELOG.md ├── LICENSE ├── README.md ├── docs ├── ADVANCED_USAGE.md ├── EXAMPLES.md ├── FILE_MERGING.md └── LOGGING.md ├── main.py ├── pytest.ini ├── requirements.txt ├── src ├── __init__.py ├── config.py ├── file_manager.py ├── file_merger.py ├── logger.py ├── parser.py ├── parser_v1.py ├── parser_v2.py ├── scraper.py ├── ui.py └── utils.py └── tests ├── conftest.py ├── test_command_line.py ├── test_config.py ├── test_file_manager.py ├── test_file_manager_additional.py ├── test_file_merger.py ├── test_logger_enhanced.py ├── test_parser.py ├── test_scenario.py ├── test_scraper.py ├── test_scraper_additional.py ├── test_timeouts_and_retry.py └── test_utils.py /.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/.coveragerc -------------------------------------------------------------------------------- /.env-example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/.env-example -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/README.md -------------------------------------------------------------------------------- /docs/ADVANCED_USAGE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/docs/ADVANCED_USAGE.md -------------------------------------------------------------------------------- /docs/EXAMPLES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/docs/EXAMPLES.md -------------------------------------------------------------------------------- /docs/FILE_MERGING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/docs/FILE_MERGING.md -------------------------------------------------------------------------------- /docs/LOGGING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/docs/LOGGING.md -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/main.py -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/pytest.ini -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/config.py -------------------------------------------------------------------------------- /src/file_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/file_manager.py -------------------------------------------------------------------------------- /src/file_merger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/file_merger.py -------------------------------------------------------------------------------- /src/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/logger.py -------------------------------------------------------------------------------- /src/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/parser.py -------------------------------------------------------------------------------- /src/parser_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/parser_v1.py -------------------------------------------------------------------------------- /src/parser_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/parser_v2.py -------------------------------------------------------------------------------- /src/scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/scraper.py -------------------------------------------------------------------------------- /src/ui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/ui.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/src/utils.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/test_command_line.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_command_line.py -------------------------------------------------------------------------------- /tests/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_config.py -------------------------------------------------------------------------------- /tests/test_file_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_file_manager.py -------------------------------------------------------------------------------- /tests/test_file_manager_additional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_file_manager_additional.py -------------------------------------------------------------------------------- /tests/test_file_merger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_file_merger.py -------------------------------------------------------------------------------- /tests/test_logger_enhanced.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_logger_enhanced.py -------------------------------------------------------------------------------- /tests/test_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_parser.py -------------------------------------------------------------------------------- /tests/test_scenario.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_scenario.py -------------------------------------------------------------------------------- /tests/test_scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_scraper.py -------------------------------------------------------------------------------- /tests/test_scraper_additional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_scraper_additional.py -------------------------------------------------------------------------------- /tests/test_timeouts_and_retry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_timeouts_and_retry.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hawkxtreme/scraping_its/HEAD/tests/test_utils.py --------------------------------------------------------------------------------