├── .gitignore ├── LICENSE ├── README.md ├── crawler.py ├── modules └── useragent │ ├── __init__.py │ ├── chrome.py │ ├── firefox.py │ ├── mozilla.py │ ├── opera.py │ └── safari.py └── requrements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/README.md -------------------------------------------------------------------------------- /crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/crawler.py -------------------------------------------------------------------------------- /modules/useragent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/modules/useragent/__init__.py -------------------------------------------------------------------------------- /modules/useragent/chrome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/modules/useragent/chrome.py -------------------------------------------------------------------------------- /modules/useragent/firefox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/modules/useragent/firefox.py -------------------------------------------------------------------------------- /modules/useragent/mozilla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/modules/useragent/mozilla.py -------------------------------------------------------------------------------- /modules/useragent/opera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/modules/useragent/opera.py -------------------------------------------------------------------------------- /modules/useragent/safari.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/modules/useragent/safari.py -------------------------------------------------------------------------------- /requrements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shuizhubocai/crawler/HEAD/requrements.txt --------------------------------------------------------------------------------