├── .gitignore ├── CHANGELOG.md ├── README.md ├── TODO ├── assets ├── hash_examples.txt ├── regex_hashes.txt └── simple_html_dom.php ├── aws ├── settings-dist.sh └── termination_notice.sh ├── chart.py ├── documentation ├── training.png └── tweet_scrape.png ├── dumpscraper.py ├── importplain.php ├── lib ├── __init__.py ├── detector │ ├── __init__.py │ ├── abstract.py │ ├── hash.py │ ├── plain.py │ └── trash.py ├── exceptions │ ├── __init__.py │ └── exceptions.py ├── extractor │ ├── __init__.py │ ├── abstract.py │ ├── hash.py │ └── plain.py ├── pastes │ ├── __init__.py │ ├── abstract.py │ └── pastebin.py ├── runner │ ├── __init__.py │ ├── abstract.py │ ├── classify.py │ ├── extract.py │ ├── getscore.py │ ├── review.py │ ├── scrape.py │ ├── scrapeold.py │ ├── scraperaw.py │ └── training.py ├── scrapers │ ├── __init__.py │ ├── abstract.py │ └── pastebin.py └── utils │ ├── __init__.py │ ├── getch.py │ ├── regexes.py │ └── terminalsize.py ├── pip_requirements.txt └── settings-dist.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/README.md -------------------------------------------------------------------------------- /TODO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/TODO -------------------------------------------------------------------------------- /assets/hash_examples.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/assets/hash_examples.txt -------------------------------------------------------------------------------- /assets/regex_hashes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/assets/regex_hashes.txt -------------------------------------------------------------------------------- /assets/simple_html_dom.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/assets/simple_html_dom.php -------------------------------------------------------------------------------- /aws/settings-dist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/aws/settings-dist.sh -------------------------------------------------------------------------------- /aws/termination_notice.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/aws/termination_notice.sh -------------------------------------------------------------------------------- /chart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/chart.py -------------------------------------------------------------------------------- /documentation/training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/documentation/training.png -------------------------------------------------------------------------------- /documentation/tweet_scrape.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/documentation/tweet_scrape.png -------------------------------------------------------------------------------- /dumpscraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/dumpscraper.py -------------------------------------------------------------------------------- /importplain.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/importplain.php -------------------------------------------------------------------------------- /lib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/__init__.py -------------------------------------------------------------------------------- /lib/detector/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/detector/__init__.py -------------------------------------------------------------------------------- /lib/detector/abstract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/detector/abstract.py -------------------------------------------------------------------------------- /lib/detector/hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/detector/hash.py -------------------------------------------------------------------------------- /lib/detector/plain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/detector/plain.py -------------------------------------------------------------------------------- /lib/detector/trash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/detector/trash.py -------------------------------------------------------------------------------- /lib/exceptions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/exceptions/__init__.py -------------------------------------------------------------------------------- /lib/exceptions/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/exceptions/exceptions.py -------------------------------------------------------------------------------- /lib/extractor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tampe125' 2 | -------------------------------------------------------------------------------- /lib/extractor/abstract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/extractor/abstract.py -------------------------------------------------------------------------------- /lib/extractor/hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/extractor/hash.py -------------------------------------------------------------------------------- /lib/extractor/plain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/extractor/plain.py -------------------------------------------------------------------------------- /lib/pastes/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tampe125' 2 | -------------------------------------------------------------------------------- /lib/pastes/abstract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/pastes/abstract.py -------------------------------------------------------------------------------- /lib/pastes/pastebin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/pastes/pastebin.py -------------------------------------------------------------------------------- /lib/runner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/__init__.py -------------------------------------------------------------------------------- /lib/runner/abstract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/abstract.py -------------------------------------------------------------------------------- /lib/runner/classify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/classify.py -------------------------------------------------------------------------------- /lib/runner/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/extract.py -------------------------------------------------------------------------------- /lib/runner/getscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/getscore.py -------------------------------------------------------------------------------- /lib/runner/review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/review.py -------------------------------------------------------------------------------- /lib/runner/scrape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/scrape.py -------------------------------------------------------------------------------- /lib/runner/scrapeold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/scrapeold.py -------------------------------------------------------------------------------- /lib/runner/scraperaw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/scraperaw.py -------------------------------------------------------------------------------- /lib/runner/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/runner/training.py -------------------------------------------------------------------------------- /lib/scrapers/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tampe125' 2 | -------------------------------------------------------------------------------- /lib/scrapers/abstract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/scrapers/abstract.py -------------------------------------------------------------------------------- /lib/scrapers/pastebin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/scrapers/pastebin.py -------------------------------------------------------------------------------- /lib/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/utils/__init__.py -------------------------------------------------------------------------------- /lib/utils/getch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/utils/getch.py -------------------------------------------------------------------------------- /lib/utils/regexes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/utils/regexes.py -------------------------------------------------------------------------------- /lib/utils/terminalsize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/lib/utils/terminalsize.py -------------------------------------------------------------------------------- /pip_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/pip_requirements.txt -------------------------------------------------------------------------------- /settings-dist.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tampe125/dump-scraper/HEAD/settings-dist.json --------------------------------------------------------------------------------