├── .gitignore ├── BaiduSpider ├── baidu_kws_rank.py └── kws.txt ├── DoubanFilmsTop250 └── get_doban_films_top250.py ├── JianShuCrawler ├── get_article_contents.py ├── get_jianshu_articles.py └── get_more_page_articles.py ├── Python网络爬虫反爬整理-DannyWu.md ├── README.md ├── RunoobCrawler └── get_runoob_articles.py ├── Weather_Forecast ├── .gitignore ├── README.md ├── __init__.py ├── citylist.py ├── config.py ├── db.py ├── get_citylist.py ├── get_weather.py ├── spider.py └── test.py ├── amazon ├── amazon │ ├── __init__.py │ ├── db.py │ ├── db_utils.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── proxy_pool │ │ ├── __init__.py │ │ └── get_proxies.py │ ├── run.py │ ├── run.sh │ ├── run_1.py │ ├── run_three.py │ ├── run_two.py │ ├── run_two.sh │ ├── settings.py │ ├── spiders │ │ ├── __init__.py │ │ ├── get_category_product.py │ │ ├── get_product_details.py │ │ ├── get_product_details_four.py │ │ ├── get_product_details_three.py │ │ └── get_product_details_two.py │ └── test │ │ ├── __init__.py │ │ ├── cookie.py │ │ ├── get_cookies.py │ │ ├── get_ua_list.py │ │ ├── keepa.py │ │ ├── quchong.py │ │ ├── request_test.py │ │ ├── sql.py │ │ ├── test_!.py │ │ ├── test_1.py │ │ └── timee.py ├── scrapy.cfg └── setup.py ├── amz_product_info ├── amz_product_info │ ├── __init__.py │ ├── db.py │ ├── db_utils.py │ ├── import_excel_to_db.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── run.py │ ├── run.sh │ ├── settings.py │ ├── spiders │ │ ├── __init__.py │ │ ├── get_product_details.py │ │ └── get_product_details_two.py │ └── test │ │ ├── __init__.py │ │ ├── cookie.py │ │ ├── get_cookies.py │ │ ├── get_ua_list.py │ │ ├── keepa.py │ │ ├── quchong.py │ │ ├── request_test.py │ │ ├── sql.py │ │ ├── test_!.py │ │ ├── test_1.py │ │ └── timee.py ├── scrapy.cfg └── setup.py ├── amz_sale_monitoring ├── amz_sale_monitoring │ ├── __init__.py │ ├── db.py │ ├── db_utils.py │ ├── fdsg.html │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── run.py │ ├── run.sh │ ├── settings.py │ ├── spiders │ │ ├── __init__.py │ │ └── sale_monitoring.py │ └── test.py └── scrapy.cfg ├── auto_register └── auto_setup_amz │ ├── .vscode │ └── settings.json │ ├── auto_setup_amz │ ├── __init__.py │ ├── auth.py │ ├── auto.py │ ├── check_ip.py │ ├── chromedriver.exe │ ├── create_auth.py │ ├── db.py │ ├── db_utils.py │ ├── fateadm_api.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── proxy_ip.py │ ├── register_mail.py │ ├── server_auto.py │ ├── settings.py │ ├── spiders │ │ ├── __init__.py │ │ └── get_virtual_people.py │ └── test │ │ ├── __init__.py │ │ ├── email.sql │ │ ├── new.py │ │ └── pyppeteer_test.py │ └── scrapy.cfg ├── css_font_spider ├── __init__.py ├── a.jpg ├── current_font.csv ├── current_font1.csv ├── example.woff ├── example_font.csv ├── font.woff ├── font.xml ├── font1.xml ├── font_to_pic.py ├── maoyan.py └── test.py ├── douyin_web_spider ├── douyin_web_spider │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── web_spider.py └── scrapy.cfg ├── fund_spider ├── __init__.py ├── files │ └── __init__.py └── spider │ ├── 161725.py │ ├── 320007.py │ └── __init__.py ├── get_sale_time ├── get_sale_time │ ├── __init__.py │ ├── db.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── run.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── get_product_sale_time.py └── scrapy.cfg ├── mzitu ├── 2018-09-17_211913.png └── get_mzituV10.py ├── newsSpider ├── newsSpider │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── spider.py └── scrapy.cfg ├── sign ├── mysign1.py └── mysign2.py ├── tian_tian_fund_spider ├── README.md ├── scrapy.cfg └── tian_tian_fund_spider │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ ├── fund_gu_zhi_spider.py │ ├── fund_jing_zhi_history_spider.py │ └── fund_jing_zhi_spider.py ├── translate └── translation.py ├── utils ├── __init__.py ├── csv_to_excel.py ├── log_handler.py ├── mysql_client.py ├── scheduler.py └── tool_box.py ├── wallpapers_spider ├── down_pic.py ├── scrapy.cfg ├── url.txt └── wallpapers_spider │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ └── download_wallpapers.py ├── zhihu_spider ├── __init__.py └── zhihu.py ├── 爬虫面经.md └── 爬虫面试相关.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/.gitignore -------------------------------------------------------------------------------- /BaiduSpider/baidu_kws_rank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/BaiduSpider/baidu_kws_rank.py -------------------------------------------------------------------------------- /BaiduSpider/kws.txt: -------------------------------------------------------------------------------- 1 | python 2 | -------------------------------------------------------------------------------- /DoubanFilmsTop250/get_doban_films_top250.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/DoubanFilmsTop250/get_doban_films_top250.py -------------------------------------------------------------------------------- /JianShuCrawler/get_article_contents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/JianShuCrawler/get_article_contents.py -------------------------------------------------------------------------------- /JianShuCrawler/get_jianshu_articles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/JianShuCrawler/get_jianshu_articles.py -------------------------------------------------------------------------------- /JianShuCrawler/get_more_page_articles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/JianShuCrawler/get_more_page_articles.py -------------------------------------------------------------------------------- /Python网络爬虫反爬整理-DannyWu.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Python网络爬虫反爬整理-DannyWu.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/README.md -------------------------------------------------------------------------------- /RunoobCrawler/get_runoob_articles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/RunoobCrawler/get_runoob_articles.py -------------------------------------------------------------------------------- /Weather_Forecast/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/.gitignore -------------------------------------------------------------------------------- /Weather_Forecast/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/README.md -------------------------------------------------------------------------------- /Weather_Forecast/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/__init__.py -------------------------------------------------------------------------------- /Weather_Forecast/citylist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/citylist.py -------------------------------------------------------------------------------- /Weather_Forecast/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/config.py -------------------------------------------------------------------------------- /Weather_Forecast/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/db.py -------------------------------------------------------------------------------- /Weather_Forecast/get_citylist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/get_citylist.py -------------------------------------------------------------------------------- /Weather_Forecast/get_weather.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/get_weather.py -------------------------------------------------------------------------------- /Weather_Forecast/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/spider.py -------------------------------------------------------------------------------- /Weather_Forecast/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/Weather_Forecast/test.py -------------------------------------------------------------------------------- /amazon/amazon/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /amazon/amazon/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/db.py -------------------------------------------------------------------------------- /amazon/amazon/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/db_utils.py -------------------------------------------------------------------------------- /amazon/amazon/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/items.py -------------------------------------------------------------------------------- /amazon/amazon/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/middlewares.py -------------------------------------------------------------------------------- /amazon/amazon/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/pipelines.py -------------------------------------------------------------------------------- /amazon/amazon/proxy_pool/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /amazon/amazon/proxy_pool/get_proxies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/proxy_pool/get_proxies.py -------------------------------------------------------------------------------- /amazon/amazon/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/run.py -------------------------------------------------------------------------------- /amazon/amazon/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/run.sh -------------------------------------------------------------------------------- /amazon/amazon/run_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/run_1.py -------------------------------------------------------------------------------- /amazon/amazon/run_three.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/run_three.py -------------------------------------------------------------------------------- /amazon/amazon/run_two.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/run_two.py -------------------------------------------------------------------------------- /amazon/amazon/run_two.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/run_two.sh -------------------------------------------------------------------------------- /amazon/amazon/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/settings.py -------------------------------------------------------------------------------- /amazon/amazon/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/spiders/__init__.py -------------------------------------------------------------------------------- /amazon/amazon/spiders/get_category_product.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/spiders/get_category_product.py -------------------------------------------------------------------------------- /amazon/amazon/spiders/get_product_details.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/spiders/get_product_details.py -------------------------------------------------------------------------------- /amazon/amazon/spiders/get_product_details_four.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/spiders/get_product_details_four.py -------------------------------------------------------------------------------- /amazon/amazon/spiders/get_product_details_three.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/spiders/get_product_details_three.py -------------------------------------------------------------------------------- /amazon/amazon/spiders/get_product_details_two.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/spiders/get_product_details_two.py -------------------------------------------------------------------------------- /amazon/amazon/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /amazon/amazon/test/cookie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/test/cookie.py -------------------------------------------------------------------------------- /amazon/amazon/test/get_cookies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/test/get_cookies.py -------------------------------------------------------------------------------- /amazon/amazon/test/get_ua_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/test/get_ua_list.py -------------------------------------------------------------------------------- /amazon/amazon/test/keepa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/test/keepa.py -------------------------------------------------------------------------------- /amazon/amazon/test/quchong.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/test/quchong.py -------------------------------------------------------------------------------- /amazon/amazon/test/request_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/test/request_test.py -------------------------------------------------------------------------------- /amazon/amazon/test/sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/test/sql.py -------------------------------------------------------------------------------- /amazon/amazon/test/test_!.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /amazon/amazon/test/test_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/test/test_1.py -------------------------------------------------------------------------------- /amazon/amazon/test/timee.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/amazon/test/timee.py -------------------------------------------------------------------------------- /amazon/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/scrapy.cfg -------------------------------------------------------------------------------- /amazon/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amazon/setup.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/db.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/db_utils.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/import_excel_to_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/import_excel_to_db.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/items.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/middlewares.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/pipelines.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/run.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/run.sh -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/settings.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/spiders/__init__.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/spiders/get_product_details.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/spiders/get_product_details.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/spiders/get_product_details_two.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/spiders/get_product_details_two.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/cookie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/test/cookie.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/get_cookies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/test/get_cookies.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/get_ua_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/test/get_ua_list.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/keepa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/test/keepa.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/quchong.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/test/quchong.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/request_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/test/request_test.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/test/sql.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/test_!.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/test_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/test/test_1.py -------------------------------------------------------------------------------- /amz_product_info/amz_product_info/test/timee.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/amz_product_info/test/timee.py -------------------------------------------------------------------------------- /amz_product_info/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/scrapy.cfg -------------------------------------------------------------------------------- /amz_product_info/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_product_info/setup.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/db.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/db_utils.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/fdsg.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/fdsg.html -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/items.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/middlewares.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/pipelines.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/run.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/run.sh -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/settings.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/spiders/__init__.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/spiders/sale_monitoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/spiders/sale_monitoring.py -------------------------------------------------------------------------------- /amz_sale_monitoring/amz_sale_monitoring/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/amz_sale_monitoring/test.py -------------------------------------------------------------------------------- /amz_sale_monitoring/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/amz_sale_monitoring/scrapy.cfg -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/.vscode/settings.json: -------------------------------------------------------------------------------- 1 | { 2 | "git.ignoreLimitWarning": true 3 | } -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/auth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/auth.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/auto.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/check_ip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/check_ip.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/chromedriver.exe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/chromedriver.exe -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/create_auth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/create_auth.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/db.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/db_utils.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/fateadm_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/fateadm_api.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/items.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/middlewares.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/pipelines.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/proxy_ip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/proxy_ip.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/register_mail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/register_mail.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/server_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/server_auto.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/settings.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/spiders/__init__.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/spiders/get_virtual_people.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/spiders/get_virtual_people.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/test/email.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/test/email.sql -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/test/new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/test/new.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/auto_setup_amz/test/pyppeteer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/auto_setup_amz/test/pyppeteer_test.py -------------------------------------------------------------------------------- /auto_register/auto_setup_amz/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/auto_register/auto_setup_amz/scrapy.cfg -------------------------------------------------------------------------------- /css_font_spider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /css_font_spider/a.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/a.jpg -------------------------------------------------------------------------------- /css_font_spider/current_font.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/current_font.csv -------------------------------------------------------------------------------- /css_font_spider/current_font1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/current_font1.csv -------------------------------------------------------------------------------- /css_font_spider/example.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/example.woff -------------------------------------------------------------------------------- /css_font_spider/example_font.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/example_font.csv -------------------------------------------------------------------------------- /css_font_spider/font.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/font.woff -------------------------------------------------------------------------------- /css_font_spider/font.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/font.xml -------------------------------------------------------------------------------- /css_font_spider/font1.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/font1.xml -------------------------------------------------------------------------------- /css_font_spider/font_to_pic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/font_to_pic.py -------------------------------------------------------------------------------- /css_font_spider/maoyan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/maoyan.py -------------------------------------------------------------------------------- /css_font_spider/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/css_font_spider/test.py -------------------------------------------------------------------------------- /douyin_web_spider/douyin_web_spider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /douyin_web_spider/douyin_web_spider/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/douyin_web_spider/douyin_web_spider/items.py -------------------------------------------------------------------------------- /douyin_web_spider/douyin_web_spider/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/douyin_web_spider/douyin_web_spider/middlewares.py -------------------------------------------------------------------------------- /douyin_web_spider/douyin_web_spider/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/douyin_web_spider/douyin_web_spider/pipelines.py -------------------------------------------------------------------------------- /douyin_web_spider/douyin_web_spider/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/douyin_web_spider/douyin_web_spider/settings.py -------------------------------------------------------------------------------- /douyin_web_spider/douyin_web_spider/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/douyin_web_spider/douyin_web_spider/spiders/__init__.py -------------------------------------------------------------------------------- /douyin_web_spider/douyin_web_spider/spiders/web_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/douyin_web_spider/douyin_web_spider/spiders/web_spider.py -------------------------------------------------------------------------------- /douyin_web_spider/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/douyin_web_spider/scrapy.cfg -------------------------------------------------------------------------------- /fund_spider/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/fund_spider/__init__.py -------------------------------------------------------------------------------- /fund_spider/files/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/fund_spider/files/__init__.py -------------------------------------------------------------------------------- /fund_spider/spider/161725.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/fund_spider/spider/161725.py -------------------------------------------------------------------------------- /fund_spider/spider/320007.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/fund_spider/spider/320007.py -------------------------------------------------------------------------------- /fund_spider/spider/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/fund_spider/spider/__init__.py -------------------------------------------------------------------------------- /get_sale_time/get_sale_time/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /get_sale_time/get_sale_time/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/get_sale_time/get_sale_time/db.py -------------------------------------------------------------------------------- /get_sale_time/get_sale_time/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/get_sale_time/get_sale_time/items.py -------------------------------------------------------------------------------- /get_sale_time/get_sale_time/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/get_sale_time/get_sale_time/middlewares.py -------------------------------------------------------------------------------- /get_sale_time/get_sale_time/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/get_sale_time/get_sale_time/pipelines.py -------------------------------------------------------------------------------- /get_sale_time/get_sale_time/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/get_sale_time/get_sale_time/run.py -------------------------------------------------------------------------------- /get_sale_time/get_sale_time/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/get_sale_time/get_sale_time/settings.py -------------------------------------------------------------------------------- /get_sale_time/get_sale_time/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/get_sale_time/get_sale_time/spiders/__init__.py -------------------------------------------------------------------------------- /get_sale_time/get_sale_time/spiders/get_product_sale_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/get_sale_time/get_sale_time/spiders/get_product_sale_time.py -------------------------------------------------------------------------------- /get_sale_time/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/get_sale_time/scrapy.cfg -------------------------------------------------------------------------------- /mzitu/2018-09-17_211913.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/mzitu/2018-09-17_211913.png -------------------------------------------------------------------------------- /mzitu/get_mzituV10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/mzitu/get_mzituV10.py -------------------------------------------------------------------------------- /newsSpider/newsSpider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /newsSpider/newsSpider/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/newsSpider/newsSpider/items.py -------------------------------------------------------------------------------- /newsSpider/newsSpider/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/newsSpider/newsSpider/middlewares.py -------------------------------------------------------------------------------- /newsSpider/newsSpider/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/newsSpider/newsSpider/pipelines.py -------------------------------------------------------------------------------- /newsSpider/newsSpider/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/newsSpider/newsSpider/settings.py -------------------------------------------------------------------------------- /newsSpider/newsSpider/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/newsSpider/newsSpider/spiders/__init__.py -------------------------------------------------------------------------------- /newsSpider/newsSpider/spiders/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/newsSpider/newsSpider/spiders/spider.py -------------------------------------------------------------------------------- /newsSpider/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/newsSpider/scrapy.cfg -------------------------------------------------------------------------------- /sign/mysign1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/sign/mysign1.py -------------------------------------------------------------------------------- /sign/mysign2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/sign/mysign2.py -------------------------------------------------------------------------------- /tian_tian_fund_spider/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/README.md -------------------------------------------------------------------------------- /tian_tian_fund_spider/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/scrapy.cfg -------------------------------------------------------------------------------- /tian_tian_fund_spider/tian_tian_fund_spider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tian_tian_fund_spider/tian_tian_fund_spider/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/tian_tian_fund_spider/items.py -------------------------------------------------------------------------------- /tian_tian_fund_spider/tian_tian_fund_spider/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/tian_tian_fund_spider/middlewares.py -------------------------------------------------------------------------------- /tian_tian_fund_spider/tian_tian_fund_spider/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/tian_tian_fund_spider/pipelines.py -------------------------------------------------------------------------------- /tian_tian_fund_spider/tian_tian_fund_spider/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/tian_tian_fund_spider/settings.py -------------------------------------------------------------------------------- /tian_tian_fund_spider/tian_tian_fund_spider/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/tian_tian_fund_spider/spiders/__init__.py -------------------------------------------------------------------------------- /tian_tian_fund_spider/tian_tian_fund_spider/spiders/fund_gu_zhi_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/tian_tian_fund_spider/spiders/fund_gu_zhi_spider.py -------------------------------------------------------------------------------- /tian_tian_fund_spider/tian_tian_fund_spider/spiders/fund_jing_zhi_history_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/tian_tian_fund_spider/spiders/fund_jing_zhi_history_spider.py -------------------------------------------------------------------------------- /tian_tian_fund_spider/tian_tian_fund_spider/spiders/fund_jing_zhi_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/tian_tian_fund_spider/tian_tian_fund_spider/spiders/fund_jing_zhi_spider.py -------------------------------------------------------------------------------- /translate/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/translate/translation.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/csv_to_excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/utils/csv_to_excel.py -------------------------------------------------------------------------------- /utils/log_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/utils/log_handler.py -------------------------------------------------------------------------------- /utils/mysql_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/utils/mysql_client.py -------------------------------------------------------------------------------- /utils/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/utils/scheduler.py -------------------------------------------------------------------------------- /utils/tool_box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/utils/tool_box.py -------------------------------------------------------------------------------- /wallpapers_spider/down_pic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/wallpapers_spider/down_pic.py -------------------------------------------------------------------------------- /wallpapers_spider/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/wallpapers_spider/scrapy.cfg -------------------------------------------------------------------------------- /wallpapers_spider/url.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/wallpapers_spider/url.txt -------------------------------------------------------------------------------- /wallpapers_spider/wallpapers_spider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wallpapers_spider/wallpapers_spider/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/wallpapers_spider/wallpapers_spider/items.py -------------------------------------------------------------------------------- /wallpapers_spider/wallpapers_spider/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/wallpapers_spider/wallpapers_spider/middlewares.py -------------------------------------------------------------------------------- /wallpapers_spider/wallpapers_spider/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/wallpapers_spider/wallpapers_spider/pipelines.py -------------------------------------------------------------------------------- /wallpapers_spider/wallpapers_spider/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/wallpapers_spider/wallpapers_spider/settings.py -------------------------------------------------------------------------------- /wallpapers_spider/wallpapers_spider/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/wallpapers_spider/wallpapers_spider/spiders/__init__.py -------------------------------------------------------------------------------- /wallpapers_spider/wallpapers_spider/spiders/download_wallpapers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/wallpapers_spider/wallpapers_spider/spiders/download_wallpapers.py -------------------------------------------------------------------------------- /zhihu_spider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /zhihu_spider/zhihu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/zhihu_spider/zhihu.py -------------------------------------------------------------------------------- /爬虫面经.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/爬虫面经.md -------------------------------------------------------------------------------- /爬虫面试相关.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MrDannyWu/PythonCrawler/HEAD/爬虫面试相关.md --------------------------------------------------------------------------------