├── README.md ├── baidu ├── baidu.py └── baike.py ├── databases ├── mongo_redis_mgr.py ├── mongomgr.py ├── mysqlmanager.py └── spider_process_mongo.py ├── google ├── .vscode │ └── tags ├── List of Google domains - Wikipedia.htm ├── __init__.py ├── __pycache__ │ ├── heartbeat_client.cpython-36.pyc │ ├── mongo_mgr.cpython-36.pyc │ ├── protocol_constants.cpython-36.pyc │ ├── socket_client.cpython-36.pyc │ └── socket_server.cpython-36.pyc ├── domains.py ├── heartbeat_client.py ├── location_spider.py ├── master.py ├── mongo_mgr.py ├── protocol_constants.py ├── socket_client.py └── socket_server.py ├── headless-chrome ├── chrome_test.py ├── follows.py ├── ghostdriver.log ├── install_headless_chrome_and_driver.txt ├── install_phantomjs.txt └── weibo.py ├── logger ├── .DS_Store ├── Python logging.FileHandler Examples.htm ├── Python logging.FileHandler Examples_files │ ├── analytics.js │ ├── code.css │ ├── jquery.highlight-3.js │ ├── jquery.js │ ├── prettify.css │ ├── prettify.js │ ├── search.png │ ├── style.css │ ├── vote_down.png │ └── vote_up.png ├── conf.py ├── dictlog.py ├── logfile.conf ├── spider.log └── standard.py ├── login ├── .DS_Store ├── form_info.py ├── login.py ├── normal_login.py ├── p3_login.py ├── proxy.py ├── request_login.py └── web │ ├── chlogo.png │ ├── homepage.php │ ├── login.php │ ├── main.php │ ├── style.css │ └── userhome.html ├── lxml ├── .DS_Store ├── jd.com_5089237.htm └── lxml_sample.py ├── mafengwo ├── .DS_Store ├── .vscode │ └── tags ├── __init__.py ├── client_crawler.py ├── master.py ├── mongo_mgr.py ├── mongo_redis_mgr.py ├── protocol_constants.py ├── socket_client.py └── socket_server.py ├── multi-process ├── dbmanager.py └── process_crawl.py ├── multithread └── multi_thread_mfw.py ├── scrapy ├── .DS_Store └── mafengwo │ └── mfw │ ├── mfw │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── travel.py │ └── scrapy.cfg ├── taobao ├── http_request_crawler.py └── taobao.py ├── wechat ├── __init__.py ├── biz_collect_rule.js ├── his_msg_ext.json ├── mongomgr.py ├── mysqlmgr.py ├── readme.md ├── webservice.py ├── wxmsghome.html └── wxrule.js └── weibo ├── README.md ├── __init__.py ├── feeds.txt ├── feeds_crawler.py ├── mongo_db_manager.py ├── mysql_db_manager.py ├── single_demo ├── feeds_test.py └── user_test.py └── user_crawler.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/README.md -------------------------------------------------------------------------------- /baidu/baidu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/baidu/baidu.py -------------------------------------------------------------------------------- /baidu/baike.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/baidu/baike.py -------------------------------------------------------------------------------- /databases/mongo_redis_mgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/databases/mongo_redis_mgr.py -------------------------------------------------------------------------------- /databases/mongomgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/databases/mongomgr.py -------------------------------------------------------------------------------- /databases/mysqlmanager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/databases/mysqlmanager.py -------------------------------------------------------------------------------- /databases/spider_process_mongo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/databases/spider_process_mongo.py -------------------------------------------------------------------------------- /google/.vscode/tags: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/.vscode/tags -------------------------------------------------------------------------------- /google/List of Google domains - Wikipedia.htm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/List of Google domains - Wikipedia.htm -------------------------------------------------------------------------------- /google/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /google/__pycache__/heartbeat_client.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/__pycache__/heartbeat_client.cpython-36.pyc -------------------------------------------------------------------------------- /google/__pycache__/mongo_mgr.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/__pycache__/mongo_mgr.cpython-36.pyc -------------------------------------------------------------------------------- /google/__pycache__/protocol_constants.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/__pycache__/protocol_constants.cpython-36.pyc -------------------------------------------------------------------------------- /google/__pycache__/socket_client.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/__pycache__/socket_client.cpython-36.pyc -------------------------------------------------------------------------------- /google/__pycache__/socket_server.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/__pycache__/socket_server.cpython-36.pyc -------------------------------------------------------------------------------- /google/domains.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/domains.py -------------------------------------------------------------------------------- /google/heartbeat_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/heartbeat_client.py -------------------------------------------------------------------------------- /google/location_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/location_spider.py -------------------------------------------------------------------------------- /google/master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/master.py -------------------------------------------------------------------------------- /google/mongo_mgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/mongo_mgr.py -------------------------------------------------------------------------------- /google/protocol_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/protocol_constants.py -------------------------------------------------------------------------------- /google/socket_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/socket_client.py -------------------------------------------------------------------------------- /google/socket_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/google/socket_server.py -------------------------------------------------------------------------------- /headless-chrome/chrome_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/headless-chrome/chrome_test.py -------------------------------------------------------------------------------- /headless-chrome/follows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/headless-chrome/follows.py -------------------------------------------------------------------------------- /headless-chrome/ghostdriver.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/headless-chrome/ghostdriver.log -------------------------------------------------------------------------------- /headless-chrome/install_headless_chrome_and_driver.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/headless-chrome/install_headless_chrome_and_driver.txt -------------------------------------------------------------------------------- /headless-chrome/install_phantomjs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/headless-chrome/install_phantomjs.txt -------------------------------------------------------------------------------- /headless-chrome/weibo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/headless-chrome/weibo.py -------------------------------------------------------------------------------- /logger/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/.DS_Store -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples.htm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples.htm -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/analytics.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/analytics.js -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/code.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/code.css -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/jquery.highlight-3.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/jquery.highlight-3.js -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/jquery.js -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/prettify.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/prettify.css -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/prettify.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/prettify.js -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/search.png -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/style.css -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/vote_down.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/vote_down.png -------------------------------------------------------------------------------- /logger/Python logging.FileHandler Examples_files/vote_up.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/Python logging.FileHandler Examples_files/vote_up.png -------------------------------------------------------------------------------- /logger/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/conf.py -------------------------------------------------------------------------------- /logger/dictlog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/dictlog.py -------------------------------------------------------------------------------- /logger/logfile.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/logfile.conf -------------------------------------------------------------------------------- /logger/spider.log: -------------------------------------------------------------------------------- 1 | 2017-07-11 18:42:05,258 -- redis !!!DEBUG!!!: Simple Log Test! 2 | -------------------------------------------------------------------------------- /logger/standard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/logger/standard.py -------------------------------------------------------------------------------- /login/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/.DS_Store -------------------------------------------------------------------------------- /login/form_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/form_info.py -------------------------------------------------------------------------------- /login/login.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/login.py -------------------------------------------------------------------------------- /login/normal_login.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/normal_login.py -------------------------------------------------------------------------------- /login/p3_login.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/p3_login.py -------------------------------------------------------------------------------- /login/proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/proxy.py -------------------------------------------------------------------------------- /login/request_login.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/request_login.py -------------------------------------------------------------------------------- /login/web/chlogo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/web/chlogo.png -------------------------------------------------------------------------------- /login/web/homepage.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/web/homepage.php -------------------------------------------------------------------------------- /login/web/login.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/web/login.php -------------------------------------------------------------------------------- /login/web/main.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/web/main.php -------------------------------------------------------------------------------- /login/web/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/login/web/style.css -------------------------------------------------------------------------------- /login/web/userhome.html: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lxml/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/lxml/.DS_Store -------------------------------------------------------------------------------- /lxml/jd.com_5089237.htm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/lxml/jd.com_5089237.htm -------------------------------------------------------------------------------- /lxml/lxml_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/lxml/lxml_sample.py -------------------------------------------------------------------------------- /mafengwo/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/mafengwo/.DS_Store -------------------------------------------------------------------------------- /mafengwo/.vscode/tags: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/mafengwo/.vscode/tags -------------------------------------------------------------------------------- /mafengwo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mafengwo/client_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/mafengwo/client_crawler.py -------------------------------------------------------------------------------- /mafengwo/master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/mafengwo/master.py -------------------------------------------------------------------------------- /mafengwo/mongo_mgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/mafengwo/mongo_mgr.py -------------------------------------------------------------------------------- /mafengwo/mongo_redis_mgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/mafengwo/mongo_redis_mgr.py -------------------------------------------------------------------------------- /mafengwo/protocol_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/mafengwo/protocol_constants.py -------------------------------------------------------------------------------- /mafengwo/socket_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/mafengwo/socket_client.py -------------------------------------------------------------------------------- /mafengwo/socket_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/mafengwo/socket_server.py -------------------------------------------------------------------------------- /multi-process/dbmanager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/multi-process/dbmanager.py -------------------------------------------------------------------------------- /multi-process/process_crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/multi-process/process_crawl.py -------------------------------------------------------------------------------- /multithread/multi_thread_mfw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/multithread/multi_thread_mfw.py -------------------------------------------------------------------------------- /scrapy/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/scrapy/.DS_Store -------------------------------------------------------------------------------- /scrapy/mafengwo/mfw/mfw/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapy/mafengwo/mfw/mfw/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/scrapy/mafengwo/mfw/mfw/items.py -------------------------------------------------------------------------------- /scrapy/mafengwo/mfw/mfw/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/scrapy/mafengwo/mfw/mfw/middlewares.py -------------------------------------------------------------------------------- /scrapy/mafengwo/mfw/mfw/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/scrapy/mafengwo/mfw/mfw/pipelines.py -------------------------------------------------------------------------------- /scrapy/mafengwo/mfw/mfw/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/scrapy/mafengwo/mfw/mfw/settings.py -------------------------------------------------------------------------------- /scrapy/mafengwo/mfw/mfw/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/scrapy/mafengwo/mfw/mfw/spiders/__init__.py -------------------------------------------------------------------------------- /scrapy/mafengwo/mfw/mfw/spiders/travel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/scrapy/mafengwo/mfw/mfw/spiders/travel.py -------------------------------------------------------------------------------- /scrapy/mafengwo/mfw/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/scrapy/mafengwo/mfw/scrapy.cfg -------------------------------------------------------------------------------- /taobao/http_request_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/taobao/http_request_crawler.py -------------------------------------------------------------------------------- /taobao/taobao.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/taobao/taobao.py -------------------------------------------------------------------------------- /wechat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wechat/biz_collect_rule.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/wechat/biz_collect_rule.js -------------------------------------------------------------------------------- /wechat/his_msg_ext.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/wechat/his_msg_ext.json -------------------------------------------------------------------------------- /wechat/mongomgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/wechat/mongomgr.py -------------------------------------------------------------------------------- /wechat/mysqlmgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/wechat/mysqlmgr.py -------------------------------------------------------------------------------- /wechat/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/wechat/readme.md -------------------------------------------------------------------------------- /wechat/webservice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/wechat/webservice.py -------------------------------------------------------------------------------- /wechat/wxmsghome.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/wechat/wxmsghome.html -------------------------------------------------------------------------------- /wechat/wxrule.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/wechat/wxrule.js -------------------------------------------------------------------------------- /weibo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/weibo/README.md -------------------------------------------------------------------------------- /weibo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /weibo/feeds.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/weibo/feeds.txt -------------------------------------------------------------------------------- /weibo/feeds_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/weibo/feeds_crawler.py -------------------------------------------------------------------------------- /weibo/mongo_db_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/weibo/mongo_db_manager.py -------------------------------------------------------------------------------- /weibo/mysql_db_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/weibo/mysql_db_manager.py -------------------------------------------------------------------------------- /weibo/single_demo/feeds_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/weibo/single_demo/feeds_test.py -------------------------------------------------------------------------------- /weibo/single_demo/user_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/weibo/single_demo/user_test.py -------------------------------------------------------------------------------- /weibo/user_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hezhen/spider-course-4/HEAD/weibo/user_crawler.py --------------------------------------------------------------------------------