├── .gitignore ├── .gitmodules ├── LICENSE ├── ProxyFetcher ├── __init__.py ├── cronscripts │ ├── execute_spider.sh │ ├── postgrestoredis.py │ ├── postgrestoredis.sh │ ├── proxy.cron │ └── proxy.cron.backup ├── items.py ├── models.py ├── pipelines.py ├── settings.py └── spiders │ ├── __init__.py │ ├── freeproxylistnet_spider.py │ ├── incloak_spider.py │ ├── obsolete │ ├── freeproxylists_spider.py │ ├── gatherproxy_spider.py │ ├── hidemyass_spider.py │ ├── nordvpn_spider.py │ ├── proxyorca_spider.py │ └── vpnhook_spider.py │ ├── proxylist_spider.py │ ├── spys_spider.py │ └── sslproxies_spider.py ├── README.md ├── general.cfg ├── requirements.txt ├── scrapy.cfg └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/LICENSE -------------------------------------------------------------------------------- /ProxyFetcher/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ProxyFetcher/cronscripts/execute_spider.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/cronscripts/execute_spider.sh -------------------------------------------------------------------------------- /ProxyFetcher/cronscripts/postgrestoredis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/cronscripts/postgrestoredis.py -------------------------------------------------------------------------------- /ProxyFetcher/cronscripts/postgrestoredis.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/cronscripts/postgrestoredis.sh -------------------------------------------------------------------------------- /ProxyFetcher/cronscripts/proxy.cron: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/cronscripts/proxy.cron -------------------------------------------------------------------------------- /ProxyFetcher/cronscripts/proxy.cron.backup: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/cronscripts/proxy.cron.backup -------------------------------------------------------------------------------- /ProxyFetcher/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/items.py -------------------------------------------------------------------------------- /ProxyFetcher/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/models.py -------------------------------------------------------------------------------- /ProxyFetcher/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/pipelines.py -------------------------------------------------------------------------------- /ProxyFetcher/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/settings.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/__init__.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/freeproxylistnet_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/freeproxylistnet_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/incloak_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/incloak_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/obsolete/freeproxylists_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/obsolete/freeproxylists_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/obsolete/gatherproxy_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/obsolete/gatherproxy_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/obsolete/hidemyass_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/obsolete/hidemyass_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/obsolete/nordvpn_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/obsolete/nordvpn_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/obsolete/proxyorca_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/obsolete/proxyorca_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/obsolete/vpnhook_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/obsolete/vpnhook_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/proxylist_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/proxylist_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/spys_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/spys_spider.py -------------------------------------------------------------------------------- /ProxyFetcher/spiders/sslproxies_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/ProxyFetcher/spiders/sslproxies_spider.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/README.md -------------------------------------------------------------------------------- /general.cfg: -------------------------------------------------------------------------------- 1 | scrapyvev/config.cfg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/requirements.txt -------------------------------------------------------------------------------- /scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/scrapy.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MartiONE/scrapy-proxy-spiders/HEAD/setup.py --------------------------------------------------------------------------------