├── Images360II ├── .DS_Store ├── .gitignore ├── README.md ├── begin.py ├── images360 │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── images.py └── scrapy.cfg ├── README.md ├── dataanalysis ├── .idea │ ├── misc.xml │ ├── modules.xml │ ├── workspace.xml │ └── youdao.iml ├── ceshi.py ├── extract_json.py ├── file │ └── china-city-list.csv ├── heatmap.html ├── qunar.py ├── qunar_sights.py ├── qunarhotel.py ├── qunarhotelj.ipynb ├── readme ├── weatherapi.py ├── youdao.py └── youdao2.py ├── douban ├── .idea │ ├── douban.iml │ ├── misc.xml │ ├── modules.xml │ └── workspace.xml ├── begin.py ├── douban │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── items.cpython-36.pyc │ │ ├── middlewares.cpython-36.pyc │ │ ├── pipelines.cpython-36.pyc │ │ └── settings.cpython-36.pyc │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ └── movie.cpython-36.pyc │ │ └── movie.py ├── ghostdriver.log ├── readme └── scrapy.cfg ├── peiqi.py ├── python ├── .idea │ ├── .idea │ │ ├── .idea.iml │ │ ├── misc.xml │ │ ├── modules.xml │ │ ├── vcs.xml │ │ └── workspace.xml │ ├── __init__.py │ ├── exam │ │ ├── Febinaci.py │ │ ├── JumpFloor.py │ │ ├── JumpFloor2.py │ │ ├── Retangle.py │ │ ├── __init__.py │ │ ├── ceshi.py │ │ └── image.png │ ├── misc.xml │ ├── modules.xml │ ├── pachong1 │ │ ├── __init__.py │ │ ├── cookie.py │ │ ├── excepts.py │ │ ├── login.py │ │ ├── loginsina.py │ │ ├── moban.py │ │ └── mycookie.txt │ ├── pachongdemo │ │ ├── BDTB.py │ │ ├── QSBK2.py │ │ ├── __init__.py │ │ ├── jiandan2.py │ │ ├── xiushibaike.py │ │ └── 纯原创 数据总结2016-2017赛季常规赛50大球星.txt │ ├── py1 │ │ ├── GetName.py │ │ ├── ImageCut.py │ │ ├── daxiaoxie.py │ │ ├── hannuota.py │ │ ├── kehequxian.py │ │ ├── love.py │ │ └── qipan.py │ ├── py2 │ │ ├── csvs.py │ │ ├── excel.csv │ │ ├── img │ │ │ ├── 548663.jpg │ │ │ └── 5486633.jpg │ │ ├── jsons.py │ │ ├── wc2.py │ │ ├── wc3.py │ │ └── 三国演义.txt │ ├── py3 │ │ ├── 3dheat.py │ │ ├── dikaerheat.py │ │ ├── heat.jpg │ │ ├── james.jpg │ │ ├── leida.py │ │ ├── sanwei.py │ │ └── sins.py │ ├── py4 │ │ ├── __init__.py │ │ ├── image │ │ ├── image1.py │ │ ├── image2.py │ │ ├── rank.py │ │ └── rank1.py │ ├── study │ │ ├── Retangle.py │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ └── jiandan.cpython-36.pyc │ │ ├── easyguis.py │ │ ├── file.py │ │ ├── haha.txt │ │ ├── hehe.pkl │ │ ├── ipget.py │ │ ├── iplist │ │ │ └── ipget.txt │ │ ├── jiandan.py │ │ ├── myIterator.py │ │ ├── mygen.py │ │ ├── mylist.py │ │ ├── myproperty.py │ │ ├── mytimer.py │ │ ├── oo.py │ │ ├── oo1.py │ │ ├── oo3.py │ │ ├── pachong.py │ │ ├── pickles.py │ │ ├── property.py │ │ ├── proxy.py │ │ ├── regix.py │ │ ├── theieves.py │ │ ├── translate.py │ │ └── translate2.py │ ├── vcs.xml │ └── workspace.xml └── python.iml ├── python3pra ├── .idea │ ├── .idea │ │ ├── .idea.iml │ │ ├── misc.xml │ │ ├── modules.xml │ │ ├── vcs.xml │ │ └── workspace.xml │ ├── __init__.py │ ├── ceshi │ │ ├── __init__.py │ │ └── ghostdriver.log │ ├── misc.xml │ ├── modules.xml │ ├── part10 │ │ ├── __init__.py │ │ ├── logingithub.py │ │ └── logingithub2.py │ ├── part11 │ │ ├── __init__.py │ │ └── appnium.py │ ├── part3 │ │ ├── __init__.py │ │ ├── demo.py │ │ ├── douban.py │ │ ├── github.ico │ │ ├── github.py │ │ ├── maoyan.py │ │ ├── postex.py │ │ ├── regix.py │ │ ├── userequests.py │ │ ├── 猫眼电影top100.txt │ │ └── 豆瓣电影top250.txt │ ├── part5 │ │ ├── __init__.py │ │ ├── create.py │ │ ├── csvs.py │ │ ├── hupu.py │ │ ├── mongodb.py │ │ ├── mysqlc.py │ │ ├── redise.py │ │ ├── test.csv │ │ ├── zhihu.py │ │ ├── 知乎热门回答.txt │ │ └── 虎扑新闻.txt │ ├── part6 │ │ ├── __init__.py │ │ ├── sina.py │ │ └── toutiao.py │ ├── part7 │ │ ├── Cookies.py │ │ ├── __init__.py │ │ ├── actionchain.py │ │ ├── ceshi.py │ │ ├── executejs.py │ │ ├── fb.py │ │ ├── getattr.py │ │ ├── jiandan.py │ │ ├── select.py │ │ ├── seleniume.py │ │ ├── splashapi.py │ │ ├── taobao.py │ │ ├── taobaoproduct.py │ │ └── toutiaos2.py │ ├── part8 │ │ ├── Code.jpg │ │ ├── captcha1.png │ │ ├── captcha2.png │ │ ├── jiyan.py │ │ └── zhiwang.py │ ├── part9 │ │ ├── __init__.py │ │ ├── requestproxy.py │ │ ├── seleniumproxy.py │ │ └── urlproxy.py │ ├── proxypool │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── api.cpython-36.pyc │ │ │ ├── crawler.cpython-36.pyc │ │ │ ├── db.cpython-36.pyc │ │ │ ├── error.cpython-36.pyc │ │ │ ├── getter.cpython-36.pyc │ │ │ ├── scheduler.cpython-36.pyc │ │ │ ├── setting.cpython-36.pyc │ │ │ ├── tester.cpython-36.pyc │ │ │ └── utils.cpython-36.pyc │ │ ├── api.py │ │ ├── crawler.py │ │ ├── db.py │ │ ├── error.py │ │ ├── getter.py │ │ ├── importer.py │ │ ├── run.py │ │ ├── scheduler.py │ │ ├── setting.py │ │ ├── tester.py │ │ └── utils.py │ ├── proxypool1 │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── api.cpython-36.pyc │ │ │ ├── crawler.cpython-36.pyc │ │ │ ├── db.cpython-36.pyc │ │ │ ├── error.cpython-36.pyc │ │ │ ├── getter.cpython-36.pyc │ │ │ ├── scheduler.cpython-36.pyc │ │ │ ├── setting.cpython-36.pyc │ │ │ ├── tester.cpython-36.pyc │ │ │ └── utils.cpython-36.pyc │ │ ├── api.py │ │ ├── crawler.py │ │ ├── db.py │ │ ├── error.py │ │ ├── getter.py │ │ ├── run.py │ │ ├── scheduler.py │ │ ├── setting.py │ │ ├── tester.py │ │ └── utils.py │ ├── vcs.xml │ ├── weixingongzhonghao │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── config.cpython-36.pyc │ │ │ ├── db.cpython-36.pyc │ │ │ ├── mysql.cpython-36.pyc │ │ │ └── request.cpython-36.pyc │ │ ├── config.py │ │ ├── db.py │ │ ├── mysql.py │ │ ├── request.py │ │ ├── spider.py │ │ └── weixin.py │ └── workspace.xml └── python3pra.iml ├── scrapychinacom ├── .idea │ ├── misc.xml │ ├── modules.xml │ ├── scrapychinacom.iml │ └── workspace.xml ├── begin.py ├── readme.txt ├── run.py ├── scrapy.cfg └── scrapychinacom │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── items.cpython-36.pyc │ ├── loaders.cpython-36.pyc │ ├── pipelines.cpython-36.pyc │ ├── rules.cpython-36.pyc │ ├── settings.cpython-36.pyc │ ├── urls.cpython-36.pyc │ └── utils.cpython-36.pyc │ ├── configs │ ├── __init__.py │ ├── china.json │ └── nba.json │ ├── items.py │ ├── loaders.py │ ├── middlewares.py │ ├── pipelines.py │ ├── rules.py │ ├── settings.py │ ├── spiders │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── china.cpython-36.pyc │ │ └── universal.cpython-36.pyc │ ├── china.py │ └── universal.py │ ├── urls.py │ └── utils.py ├── scrapydownloadertest ├── .idea │ ├── misc.xml │ ├── modules.xml │ ├── scrapydownloadertest.iml │ └── workspace.xml ├── begin.py ├── scrapy.cfg └── scrapydownloadertest │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── middlewares.cpython-36.pyc │ └── settings.cpython-36.pyc │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ └── httpbin.cpython-36.pyc │ └── httpbin.py ├── scrapyseleniumtest ├── .idea │ ├── misc.xml │ ├── modules.xml │ ├── scrapyseleniumtest.iml │ └── workspace.xml ├── begin.py ├── ghostdriver.log ├── scrapy.cfg └── scrapyseleniumtest │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── items.cpython-36.pyc │ ├── middlewares.cpython-36.pyc │ ├── pipelines.cpython-36.pyc │ └── settings.cpython-36.pyc │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ └── taobao.cpython-36.pyc │ └── taobao.py ├── scrapysplashtest ├── .idea │ ├── misc.xml │ ├── modules.xml │ ├── scrapysplashtest.iml │ └── workspace.xml ├── begin.py ├── readme ├── scrapy.cfg └── scrapysplashtest │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── items.cpython-36.pyc │ ├── pipelines.cpython-36.pyc │ └── settings.cpython-36.pyc │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ └── taobao.cpython-36.pyc │ └── taobao.py ├── scrapytoutiao ├── .idea │ ├── misc.xml │ ├── modules.xml │ ├── scrapytoutiao.iml │ └── workspace.xml ├── README.md ├── begin.py ├── readme ├── scrapy.cfg └── scrapytoutiao │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── items.cpython-36.pyc │ ├── links.cpython-36.pyc │ ├── middlewares.cpython-36.pyc │ ├── pipelines.cpython-36.pyc │ └── settings.cpython-36.pyc │ ├── ghostdriver.log │ ├── items.py │ ├── links.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ └── toutiao.cpython-36.pyc │ ├── ghostdriver.log │ └── toutiao.py ├── toutiao ├── .idea │ ├── misc.xml │ ├── modules.xml │ ├── toutiao.iml │ └── workspace.xml ├── nba │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ └── config.cpython-36.pyc │ ├── config.py │ └── toutiao.py └── readme.txt ├── tutorial ├── .idea │ ├── inspectionProfiles │ │ └── Project_Default.xml │ ├── misc.xml │ ├── modules.xml │ ├── tutorial.iml │ └── workspace.xml ├── Dockerfile ├── quotes.json ├── requirements.txt ├── scrapy.cfg └── tutorial │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── items.cpython-36.pyc │ ├── pipelines.cpython-36.pyc │ └── settings.cpython-36.pyc │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ └── quotes.cpython-36.pyc │ └── quotes.py └── wangzherongyao ├── 1.jpg ├── 2s.jpg ├── __init__.py ├── rongyao.py └── 王者荣耀 ├── SNK霸王丸.jpg ├── 三太子哪吒.jpg ├── 东皇太一东海龙王.jpg ├── 亚瑟心灵战警.jpg ├── 亚瑟死亡骑士.jpg ├── 亚瑟狮心王.jpg ├── 元歌午夜歌剧院.jpg ├── 公孙离花间舞.jpg ├── 公孙离蜜橘之夏.jpg ├── 兰陵王暗隐狩猎者.jpg ├── 兰陵王隐刃.jpg ├── 兰陵王隐刃重做造型曝光.jpg ├── 关羽-冰锋战神.jpg ├── 关羽天启骑士.jpg ├── 关羽龙腾万里.jpg ├── 典韦穷奇.jpg ├── 典韦黄金武士.jpg ├── 刘备汉昭烈帝.jpg ├── 刘备皮肤.jpg ├── 刘备纽约教父.jpg ├── 刘禅天才门将.jpg ├── 刘禅绅士熊喵.jpg ├── 刘禅英喵野望.jpg ├── 刘邦吸血鬼.jpg ├── 刘邦圣殿之光.jpg ├── 司马懿伴生皮肤.jpg ├── 后羿-恶魔猎人.jpg ├── 后羿精灵王.jpg ├── 后羿辉光之辰.jpg ├── 后羿铠甲勇士.jpg ├── 后羿阿尔法小队.jpg ├── 后羿黄金射手座.jpg ├── 吕布圣诞狂欢.jpg ├── 吕布天魔缭乱.jpg ├── 吕布末日机甲.jpg ├── 周瑜海军大将.jpg ├── 周瑜真爱至上.jpg ├── 哪吒逐梦之翼.jpg ├── 墨子进击墨子号.jpg ├── 墨子进击的墨子号.jpg ├── 墨子金属风暴.jpg ├── 墨子龙骑士.jpg ├── 夏侯惇乘风破浪.jpg ├── 夏侯惇战争骑士.jpg ├── 大乔伊势女巫.jpg ├── 大乔守护之力.jpg ├── 太乙真人圆桌骑士.jpg ├── 太乙真人饕餮.jpg ├── 女娲尼罗河女神.jpg ├── 妲己仙境爱丽丝.jpg ├── 妲己女仆咖啡.jpg ├── 妲己少女阿狸.jpg ├── 妲己热情桑巴.jpg ├── 妲己魅力维加斯.jpg ├── 姜子牙皮肤.jpg ├── 嬴政优雅恋人.jpg ├── 嬴政摇滚巨星.jpg ├── 嬴政暗夜贵公子.jpg ├── 孙尚香末日机甲.jpg ├── 孙尚香杀手不太冷.jpg ├── 孙尚香水果甜心.jpg ├── 孙尚香沉稳之力.jpg ├── 孙尚香火炮千金.jpg ├── 孙尚香蔷薇恋人.jpg ├── 孙悟空全息碎影.jpg ├── 孙悟空地狱火.jpg ├── 孙悟空美猴王.jpg ├── 孙悟空至尊宝.jpg ├── 孙悟空西部大镖客.jpg ├── 孙策海之征途.jpg ├── 孙膑天使之翼.jpg ├── 孙膑妖精王.jpg ├── 孙膑未来旅行.jpg ├── 安琪拉-电子纪元.jpg ├── 安琪拉心灵骇客.jpg ├── 安琪拉玩偶对对碰.jpg ├── 安琪拉魔法小厨娘.jpg ├── 宫本地狱之眼.jpg ├── 宫本武藏万象初新.jpg ├── 宫本武藏皮肤.jpg ├── 宫本鬼剑武藏.jpg ├── 小乔万圣前夜.jpg ├── 小乔天鹅之梦.jpg ├── 小乔纯白花嫁.jpg ├── 小乔缤纷独角兽.jpg ├── 干将莫邪第七人偶.jpg ├── 庄周云端筑梦师.jpg ├── 庄周蜃楼王.jpg ├── 庄周鲤鱼之梦.jpg ├── 庞统死亡笔记.jpg ├── 廉颇地狱岩魂.jpg ├── 弈星踏雪寻梅.jpg ├── 张良一千零一夜.jpg ├── 张良天堂福音.jpg ├── 张飞乱世虎臣.jpg ├── 张飞皮肤.jpg ├── 德古拉伯爵.jpg ├── 成吉思汗维京掠夺者.jpg ├── 扁鹊化身博士.jpg ├── 扁鹊星元.jpg ├── 扁鹊炼金王.jpg ├── 扁鹊红莲之瞳.jpg ├── 日式女巫.jpg ├── 明世隐占星术士.jpg ├── 曹操幽灵船长.jpg ├── 曹操死神来了.jpg ├── 曹操烛龙.jpg ├── 曹操超能战警.jpg ├── 李元芳特种部队.jpg ├── 李元芳逐浪之夏.jpg ├── 李元芳黑猫爱糖果.jpg ├── 李白凤求凰皮肤.jpg ├── 李白千年之狐.jpg ├── 李白敏锐之力.jpg ├── 李白毁灭机甲.jpg ├── 李白皮肤曝光.jpg ├── 李白范海辛.jpg ├── 杨戬埃及法老.jpg ├── 杨戬永耀之星.jpg ├── 杨戬皮肤.jpg ├── 杨玉环霓裳曲.jpg ├── 梦奇美梦成真.jpg ├── 梦见猫新皮肤.jpg ├── 武则天东方不败.jpg ├── 武则天海洋之心.jpg ├── 牛魔制霸全明星.jpg ├── 牛魔西部大镖客.jpg ├── 狂铁命运角斗场.jpg ├── 狄仁杰超时空战士.jpg ├── 狄仁杰锦衣卫.jpg ├── 狄仁杰阴阳师.jpg ├── 狄仁杰魔术师.jpg ├── 王昭君凤凰于飞.jpg ├── 王昭君幻想奇妙夜皮肤.jpg ├── 王昭君皮肤.jpg ├── 王昭君精灵公主.jpg ├── 甄姬冰雪圆舞曲.jpg ├── 甄姬游园惊梦.jpg ├── 甄姬花好人间.jpg ├── 电玩小子.jpg ├── 白色死神.jpg ├── 白起巫毒师.jpg ├── 白起无畏之灵-狰.jpg ├── 白起白色死神.jpg ├── 百里守约全军出击.jpg ├── 百里守约特工魅影.jpg ├── 百里守约绝影神枪.jpg ├── 百里玄策威尼斯狂欢.jpg ├── 盾山极冰防御线.jpg ├── 程咬金功夫厨神.jpg ├── 程咬金华尔街大亨.jpg ├── 程咬金星际陆战队.jpg ├── 程咬金爱与正义.jpg ├── 米莱狄精准探案法.jpg ├── 老夫子功夫老勺.jpg ├── 老夫子圣诞老人.jpg ├── 老夫子潮流仙人.jpg ├── 芈月大秦宣太后.jpg ├── 芈月红桃皇后.jpg ├── 芈月重明.jpg ├── 花木兰兔女郎.jpg ├── 花木兰剑舞者.jpg ├── 花木兰星元.jpg ├── 花木兰水晶猎龙者.jpg ├── 花木兰青春决赛季.jpg ├── 苏烈爱与和平.jpg ├── 蔡文姬舞动绿茵.jpg ├── 蔡文姬蔷薇王座.jpg ├── 虞姬凯尔特女王.jpg ├── 虞姬加勒比小姐.jpg ├── 虞姬霸王别姬.jpg ├── 街头霸王.jpg ├── 裴擒虎梅西.jpg ├── 裴擒虎街头旋风.jpg ├── 诸葛亮-冬日舞会.jpg ├── 诸葛亮掌控之力.jpg ├── 诸葛亮星航指挥官.jpg ├── 诸葛亮暗鸦之灵.jpg ├── 诸葛亮武陵仙君.jpg ├── 诸葛亮海军少将.jpg ├── 诸葛亮黄金分割率.jpg ├── 貂蝉仲夏夜之梦.jpg ├── 貂蝉圣诞恋歌.jpg ├── 貂蝉异域舞娘.jpg ├── 貂蝉逐梦之音.jpg ├── 貂蝉金色仲夏夜.jpg ├── 赵云嘻哈天王.jpg ├── 赵云引擎之心.jpg ├── 赵云忍炎影.jpg ├── 赵云未来纪元.jpg ├── 赵云白执事.jpg ├── 赵云皇家上将.jpg ├── 赵云皮肤.jpg ├── 达摩大发明家.jpg ├── 达摩拳王.jpg ├── 达摩皮肤.jpg ├── 钟无艳海滩丽影.jpg ├── 钟无艳王者之锤.jpg ├── 钟无艳生化警戒.jpg ├── 钟馗皮肤.jpg ├── 铠曙光守护者.jpg ├── 铠龙域领主.jpg ├── 阿轲暗夜猫娘.jpg ├── 阿轲爱心护理.jpg ├── 阿轲致命风华.jpg ├── 雅典娜冰冠公主.jpg ├── 雅典娜埃及艳后.jpg ├── 雅典娜战争女神.jpg ├── 雅典娜神奇女侠.jpg ├── 露娜哥特玫瑰.jpg ├── 露娜圣辉骑士.jpg ├── 露娜紫霞仙子.jpg ├── 露娜绯红之刃.jpg ├── 韩信教廷特使.jpg ├── 韩信白龙吟.jpg ├── 韩信街头霸王.jpg ├── 韩信逐梦之影.jpg ├── 项羽帝国元帅.jpg ├── 项羽海滩派对.jpg ├── 项羽职棒王牌.jpg ├── 项羽苍穹之光.jpg ├── 项羽霸王别姬.jpg ├── 马可波罗激情绿茵.jpg ├── 高渐离死亡摇滚.jpg ├── 高渐离金属狂潮.jpg ├── 鬼谷子幻乐之宴.jpg ├── 鲁班七号星空梦想.jpg ├── 鲁班七号木偶奇遇记.jpg ├── 鲁班七号电玩小子.jpg ├── 鲁班七号福禄兄弟.jpg ├── 黄忠芝加哥教父.jpg ├── 黑帮老大.jpg └── 龙且海军少将.jpg /Images360II/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/Images360II/.DS_Store -------------------------------------------------------------------------------- /Images360II/.gitignore: -------------------------------------------------------------------------------- 1 | /images 2 | .idea 3 | *.pyc -------------------------------------------------------------------------------- /Images360II/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/Images360II/README.md -------------------------------------------------------------------------------- /Images360II/begin.py: -------------------------------------------------------------------------------- 1 | #运行文件 2 | from scrapy import cmdline 3 | cmdline.execute('scrapy crawl images'.split()) -------------------------------------------------------------------------------- /Images360II/images360/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/Images360II/images360/__init__.py -------------------------------------------------------------------------------- /Images360II/images360/items.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define here the models for your scraped items 4 | # 5 | # See documentation in: 6 | # http://doc.scrapy.org/en/latest/topics/items.html 7 | 8 | from scrapy import Item, Field 9 | 10 | 11 | class ImageItem(Item): 12 | collection = table = 'images' 13 | 14 | id = Field() 15 | url = Field() 16 | title = Field() 17 | thumb = Field() 18 | -------------------------------------------------------------------------------- /Images360II/images360/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | # This package will contain the spiders of your Scrapy project 2 | # 3 | # Please refer to the documentation for information on how to create and manage 4 | # your spiders. 5 | -------------------------------------------------------------------------------- /Images360II/images360/spiders/images.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from scrapy import Spider, Request 3 | from urllib.parse import urlencode 4 | import json 5 | 6 | from images360.items import ImageItem 7 | 8 | 9 | class ImagesSpider(Spider): 10 | name = 'images' 11 | allowed_domains = ['images.so.com'] 12 | start_urls = ['http://images.so.com/'] 13 | 14 | 15 | def start_requests(self): 16 | data = {'ch': 'photography', 'listtype': 'new'} 17 | base_url = 'https://image.so.com/zj?' 18 | for page in range(1, self.settings.get('MAX_PAGE') + 1): 19 | data['sn'] = page * 30 20 | params = urlencode(data) 21 | url = base_url + params 22 | yield Request(url, self.parse) 23 | 24 | def parse(self, response): 25 | result = json.loads(response.text) 26 | for image in result.get('list'): 27 | item = ImageItem() 28 | item['id'] = image.get('imageid') 29 | item['url'] = image.get('qhimg_url') 30 | item['title'] = image.get('group_title') 31 | item['thumb'] = image.get('qhimg_thumb_url') 32 | yield item 33 | -------------------------------------------------------------------------------- /Images360II/scrapy.cfg: -------------------------------------------------------------------------------- 1 | # Automatically created by: scrapy startproject 2 | # 3 | # For more information about the [deploy] section see: 4 | # https://scrapyd.readthedocs.org/en/latest/deploy.html 5 | 6 | [settings] 7 | default = images360.settings 8 | 9 | [deploy] 10 | #url = http://localhost:6800/ 11 | project = images360 12 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | 爬虫的小项目，有需要的可以拿来练手 2 | 3 | 1.抓取360摄影图片项目 4 | 5 | 2.数据分析类项目（包含爬虫案例，如爬取去哪儿网自由行数据10万条） 6 | 7 | 3.抓取豆瓣影评 8 | 9 | 4.百度贴吧，内涵段子等爬虫 10 | 11 | 5.python3pra内有各种爬虫案例 12 | 13 | 6.scrapy框架爬取中国技术网 14 | 15 | 7.scrapy框架爬取中国技术网 16 | 17 | 8.scrapy框架（测试），可直接跳过 18 | 19 | 9.scrapy框架爬取淘宝商品，可扩展至分布式爬虫 20 | 21 | 10.scrapy框架爬取淘宝商品2可跳过 22 | 23 | 11.scrapy抓取今日头条 24 | 25 | 12.头条项目 26 | 27 | 13.scrapy测试可跳过 28 | 29 | 14.王者荣耀蒙太奇拼图(爬虫+合成) 30 | 31 | 15.小猪佩奇代码 32 | 33 | 以上项目均为本人所写，欢迎加入你自己的爬虫项目（加上备注） 34 | 35 | 36 | 37 | 38 | 39 | 40 | 41 | -------------------------------------------------------------------------------- /dataanalysis/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /dataanalysis/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /dataanalysis/.idea/youdao.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /dataanalysis/extract_json.py: -------------------------------------------------------------------------------- 1 | #提取qunaer_sights.csv文件中的经纬度和销量信息 2 | 3 | import pandas as pd 4 | import json 5 | 6 | df=pd.read_csv('qunaer_sights.csv') 7 | points=[] 8 | df=df[['经度','纬度','月销量']] 9 | for item in df.values: 10 | points.append({'lng':item[0],'lat':item[1],'count':item[2]}) 11 | strs=json.dumps(points) 12 | print(strs) -------------------------------------------------------------------------------- /dataanalysis/readme: -------------------------------------------------------------------------------- 1 | 1.利用selenium对接有道翻译实现翻译(支持任何语言) 2 | 3 | 2.利用request库通过构建表单实现 4 | 5 | 3.抓取去哪儿自由行数据 6 | 7 | 4.利用selenium抓取去哪儿酒店数据(可抓全国以及境外所有酒店信息) 8 | -------------------------------------------------------------------------------- /douban/.idea/douban.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /douban/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /douban/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /douban/begin.py: -------------------------------------------------------------------------------- 1 | from scrapy import cmdline 2 | 3 | cmdline.execute('scrapy crawl movie'.split()) -------------------------------------------------------------------------------- /douban/douban/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/douban/douban/__init__.py -------------------------------------------------------------------------------- /douban/douban/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/douban/douban/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /douban/douban/__pycache__/items.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/douban/douban/__pycache__/items.cpython-36.pyc -------------------------------------------------------------------------------- /douban/douban/__pycache__/middlewares.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/douban/douban/__pycache__/middlewares.cpython-36.pyc -------------------------------------------------------------------------------- /douban/douban/__pycache__/pipelines.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/douban/douban/__pycache__/pipelines.cpython-36.pyc -------------------------------------------------------------------------------- /douban/douban/__pycache__/settings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/douban/douban/__pycache__/settings.cpython-36.pyc -------------------------------------------------------------------------------- /douban/douban/items.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define here the models for your scraped items 4 | # 5 | # See documentation in: 6 | # https://doc.scrapy.org/en/latest/topics/items.html 7 | 8 | from scrapy import Item,Field 9 | 10 | 11 | class DoubanItem(Item): 12 | collection='review' 13 | user=Field() 14 | title=Field() 15 | datetime=Field() 16 | tag=Field() 17 | content=Field() 18 | 19 | -------------------------------------------------------------------------------- /douban/douban/pipelines.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define your item pipelines here 4 | # 5 | # Don't forget to add your pipeline to the ITEM_PIPELINES setting 6 | # See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html 7 | 8 | import pymongo 9 | 10 | class MoviePipeline(object): 11 | 12 | def __init__(self,mongo_uri,mongo_db): 13 | self.mongo_uri=mongo_uri 14 | self.mongo_db=mongo_db 15 | 16 | 17 | @classmethod 18 | def from_crawler(cls,crawler): 19 | 20 | return cls( 21 | mongo_uri=crawler.settings.get('MONGO_URI'), 22 | mongo_db=crawler.settings.get('MONGO_DB') 23 | ) 24 | 25 | def open_spider(self,spider): 26 | self.client=pymongo.MongoClient(self.mongo_uri) 27 | self.db=self.client[self.mongo_db] 28 | 29 | def process_item(self,item,spider): 30 | self.db[item.collection].insert(dict(item)) 31 | return item 32 | 33 | def close_spider(self,spider): 34 | self.client.close() 35 | 36 | 37 | 38 | -------------------------------------------------------------------------------- /douban/douban/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | # This package will contain the spiders of your Scrapy project 2 | # 3 | # Please refer to the documentation for information on how to create and manage 4 | # your spiders. 5 | -------------------------------------------------------------------------------- /douban/douban/spiders/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/douban/douban/spiders/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /douban/douban/spiders/__pycache__/movie.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/douban/douban/spiders/__pycache__/movie.cpython-36.pyc -------------------------------------------------------------------------------- /douban/readme: -------------------------------------------------------------------------------- 1 | 利用scrapy对接selenium抓取豆瓣最受欢迎影评 2 | url='https://movie.douban.com/review/best/' 3 | 抓取数据存入mongodb数据库 -------------------------------------------------------------------------------- /douban/scrapy.cfg: -------------------------------------------------------------------------------- 1 | # Automatically created by: scrapy startproject 2 | # 3 | # For more information about the [deploy] section see: 4 | # https://scrapyd.readthedocs.io/en/latest/deploy.html 5 | 6 | [settings] 7 | default = douban.settings 8 | 9 | [deploy] 10 | #url = http://localhost:6800/ 11 | project = douban 12 | -------------------------------------------------------------------------------- /python/.idea/.idea/.idea.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /python/.idea/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /python/.idea/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /python/.idea/.idea/vcs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /python/.idea/__init__.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | -------------------------------------------------------------------------------- /python/.idea/exam/Febinaci.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | def function(n): 3 | if n==1 or n==2: 4 | return 1 5 | return function(n-2)+function(n-1) 6 | print(function(7)) 7 | -------------------------------------------------------------------------------- /python/.idea/exam/JumpFloor.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | '''' 3 | 一只青蛙一次可以跳上1级台阶，也可以跳上2级。求该青蛙跳上一个n级的台阶总共有多少种跳法。 4 | ''' 5 | def function(n): 6 | if n==1 or n==2: 7 | return n 8 | return function(n-2)+function(n-1) 9 | print(function(5)) -------------------------------------------------------------------------------- /python/.idea/exam/JumpFloor2.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | ''' 3 | 一只青蛙一次可以跳上1级台阶，也可以跳上2级……它也可以跳上n级。 4 | 求该青蛙跳上一个n级的台阶总共有多少种跳法。 5 | ''' 6 | def function(n): 7 | if n==1: 8 | return n 9 | return 2*function(n-1) 10 | print(function(4)) -------------------------------------------------------------------------------- /python/.idea/exam/Retangle.py: -------------------------------------------------------------------------------- 1 | # Created by TTT 2 | ''' 3 | 我们可以用2*1的小矩形横着或者竖着去覆盖更大的矩形。 4 | 请问用n个2*1的小矩形无重叠地覆盖一个2*n的大矩形，总共有多少种方法？ 5 | ''' 6 | 7 | 8 | def function(n): 9 | if n == 1 or n == 2: 10 | return n 11 | return function(n - 2) + function(n - 1) 12 | print(function(5)) 13 | -------------------------------------------------------------------------------- /python/.idea/exam/__init__.py: -------------------------------------------------------------------------------- 1 | def f(w, s, n): 2 | if s == 0: 3 | return True 4 | elif (s < 0) or (s > 0 and n < 1): 5 | return False 6 | elif f(w, s - w[n - 1], n - 1): 7 | print(w[n - 1]) 8 | return True 9 | else: 10 | return f(w, s, n - 1) 11 | w=[5,7,9,8,6] 12 | print(f(w,9,2)) -------------------------------------------------------------------------------- /python/.idea/exam/ceshi.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from flask import Flask 4 | app=Flask(__name__) 5 | @app.route('/') 6 | def hello(): 7 | return 'hello world' 8 | if __name__=='__main__': 9 | app.run() -------------------------------------------------------------------------------- /python/.idea/exam/image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python/.idea/exam/image.png -------------------------------------------------------------------------------- /python/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /python/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /python/.idea/pachong1/__init__.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | -------------------------------------------------------------------------------- /python/.idea/pachong1/cookie.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | import urllib.request 3 | import http.cookiejar as c 4 | ''' 5 | 3.从文件中获取Cookie并访问 6 | filename='mycookie.txt' 7 | url='http://www.baidu.com' 8 | cookie=c.MozillaCookieJar() 9 | cookie.load(filename,ignore_expires=True,ignore_discard=True) 10 | request=urllib.request.Request(url) 11 | opener=urllib.request.build_opener(urllib.request.HTTPCookieProcessor(cookie)) 12 | response=opener.open(request) 13 | print(response.read()) 14 | ''' 15 | ''' 16 | 2.保存cookie到文件 17 | filename='mycookie.txt' 18 | cookie=c.MozillaCookieJar(filename) 19 | handler=urllib.request.HTTPCookieProcessor(cookie) 20 | openner=urllib.request.build_opener(handler) 21 | url='http://www.baidu.com' 22 | request=urllib.request.Request(url) 23 | response=openner.open(request) 24 | cookie.save(ignore_discard=True,ignore_expires=True) 25 | ''' 26 | ''' 27 | 1.获取cookie保存到变量 28 | #声明一个CookieJar对象实例来保存cookie 29 | cookie=c.CookieJar() 30 | #利用urllib.request库中的HTTPCookieProcessor对象来创建cookie处理器 31 | handler=urllib.request.HTTPCookieProcessor(cookie) 32 | #通过handler来构建opener 33 | opener=urllib.request.build_opener(handler) 34 | url='http://www.baidu.com' 35 | request=urllib.request.Request(url) 36 | response=opener.open(request) 37 | for item in cookie: 38 | print('Name='+item.name) 39 | print('Value'+item.value) 40 | ''' -------------------------------------------------------------------------------- /python/.idea/pachong1/excepts.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | import urllib.request 3 | import urllib.error as u 4 | import http.cookiejar 5 | url='http://www.baidu.com' 6 | request=urllib.request.Request(url) 7 | try: 8 | response=urllib.request.urlopen(request,timeout=10) 9 | except u.HTTPError as e:#URLError的子类 10 | print(e.code) 11 | except u.URLError as e: 12 | if hasattr(e,'reason'): 13 | print(e.reason) 14 | 15 | 16 | -------------------------------------------------------------------------------- /python/.idea/pachong1/login.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | import urllib.request 3 | import urllib.parse 4 | values={'username':'18872738629','password':'wq1996122418'} 5 | data=urllib.parse.urlencode(values).encode('utf-8') 6 | url='https://weibo.com/login.php' 7 | request=urllib.request.Request(url,data) 8 | response=urllib.request.urlopen(request) 9 | print(response.read()) -------------------------------------------------------------------------------- /python/.idea/pachong1/loginsina.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | #利用cookie模拟登陆新浪(失败) 3 | import urllib.request 4 | import urllib.parse 5 | import http.cookiejar as c 6 | filaname='mycookie.txt' 7 | cookie=c.MozillaCookieJar(filaname) 8 | opener=urllib.request.build_opener(urllib.request.HTTPCookieProcessor(cookie)) 9 | data=urllib.parse.urlencode({'loginname':'18872738629', 10 | 'password':'wq1996122418'}).encode('utf-8') 11 | sinaurl='https://weibo.com/#_loginLayer_1530966056592' 12 | result=opener.open(sinaurl,data) 13 | cookie.save(ignore_discard=True,ignore_expires=True) 14 | sinaurls='http://my.sina.cn/?vt=4&pos=108&his=0' 15 | result=opener.open(sinaurls) 16 | print(result.read()) -------------------------------------------------------------------------------- /python/.idea/pachong1/mycookie.txt: -------------------------------------------------------------------------------- 1 | # Netscape HTTP Cookie File 2 | # http://curl.haxx.se/rfc/cookie_spec.html 3 | # This is a generated file! Do not edit. 4 | 5 | weibo.com FALSE / FALSE YF-Ugrow-G0 ad83bc19c1269e709f753b172bddb094 6 | -------------------------------------------------------------------------------- /python/.idea/pachongdemo/__init__.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | -------------------------------------------------------------------------------- /python/.idea/py1/GetName.py: -------------------------------------------------------------------------------- 1 | #提取姓名 2 | import openpyxl 3 | import json 4 | wbr=openpyxl.load_workbook('C:\\Users\\TTT\\Desktop\\杂\\1.xlsx') 5 | ws=wbr['15计科本1'] 6 | lst=[] 7 | for cell in list(ws.rows)[20]: 8 | lst.append(cell.value) 9 | lst0=[] 10 | for cell in list(ws.rows)[0]: 11 | lst0.append(cell.value) 12 | 13 | wbw=openpyxl.Workbook() 14 | wbw.remove(wbw.active) 15 | nws=wbw.create_sheet('mysheet',index=1) 16 | nws.append(lst) 17 | for i in range(10): 18 | nws['C%d'%(i+2)].value=i+1 19 | nws['b%d'%(i+2)].value=i+1 20 | nws['D11'].value='=sum(A2:A11)' 21 | wbw.save('C:\\Users\\TTT\\Desktop\\杂\\2.xlsx') -------------------------------------------------------------------------------- /python/.idea/py1/ImageCut.py: -------------------------------------------------------------------------------- 1 | #压缩图片 2 | 3 | import os 4 | from PIL import Image 5 | 6 | def resizeImg(): 7 | im = Image.open('C:/Users/TTT/Desktop/杂/图片/548663.jpg') 8 | w, h = im.size 9 | ims=os.path.getsize('C:/Users/TTT/Desktop/杂/图片/548663.jpg') 10 | while ims>10240: 11 | w=w*0.9 12 | h=h*0.9 13 | im.thumbnail((w,h)) 14 | im.save('C:/Users/TTT/Desktop/杂/图片/548663s.jpg') 15 | ims=os.path.getsize('C:/Users/TTT/Desktop/杂/图片/548663s.jpg') 16 | return ims 17 | size=resizeImg() 18 | print(size) 19 | 20 | -------------------------------------------------------------------------------- /python/.idea/py1/daxiaoxie.py: -------------------------------------------------------------------------------- 1 | import keyword 2 | s=keyword.kwlist 3 | #建立保留字列表 4 | 5 | n=input("输入一个文件名:") 6 | f=open(n,"r","utf-8").readlines() 7 | ls=[] 8 | for i in f: 9 | i=i.split() 10 | ls.append(i) 11 | #建立一个以每行的所有单词为元素组成的一个列表组 12 | 13 | fo=open(n,"w+") 14 | for i in range(len(ls)): 15 | if f[i].isspace(): 16 | fo.write(" "+"\n") 17 | for j in range(len(ls[i])): 18 | x= ls[i][j] 19 | if x not in s: 20 | x=x.upper() 21 | else: 22 | x=x.lower() 23 | if x==ls[i][len(ls[i])-1]:#判定是否遍历至每行的末尾 24 | fo.write(x+"\n") 25 | else: 26 | fo.write(x+" ") 27 | -------------------------------------------------------------------------------- /python/.idea/py1/hannuota.py: -------------------------------------------------------------------------------- 1 | #汉诺塔问题(递归) 2 | steps=0 3 | def move(): 4 | global steps 5 | steps+=1 6 | def towers(n,x,y,z): 7 | if(n==1): 8 | print('{0} from '.format(n),x,' to ',z) 9 | move() 10 | else: 11 | towers(n-1,x,z,y) 12 | move() 13 | print('{0} from '.format(n),x,' to ',z) 14 | towers(n-1,y,x,z) 15 | n=int(input("请输入要移动的层数:")) 16 | towers(n,'A','B','C') 17 | print('{0}层汉诺塔需要移动{1}次'.format(n,steps)) 18 | #64层需要2**64-1次移动 19 | -------------------------------------------------------------------------------- /python/.idea/py1/kehequxian.py: -------------------------------------------------------------------------------- 1 | #科赫曲线 2 | from turtle import * 3 | def koch(size,n): 4 | if n==0: 5 | fd(size) 6 | else: 7 | for angle in [0,60,-120,60]: 8 | left(angle) 9 | koch(size/3,n-1) 10 | def main(): 11 | setup(600,600) 12 | speed(0) 13 | penup() 14 | goto(-200,100) 15 | pendown() 16 | pensize(2) 17 | level=5 18 | koch(400,level) 19 | right(120) 20 | koch(400,level) 21 | right(120) 22 | koch(400,level) 23 | hideturtle() 24 | main() 25 | -------------------------------------------------------------------------------- /python/.idea/py1/love.py: -------------------------------------------------------------------------------- 1 | from __future__ import unicode_literals 2 | import requests 3 | import itchat 4 | import time 5 | 6 | def get_news(): 7 | url = "http://open.iciba.com/dsapi" 8 | r = requests.get(url) 9 | contents = r.json()['content'] 10 | translation = r.json()['translation'] 11 | return contents, translation 12 | 13 | def send_news(): 14 | try: 15 | # 登陆你的微信账号，会弹出网页二维码，扫描即可 16 | itchat.auto_login(hotReload=True) 17 | # 获取你对应的好友备注 18 | # 改成你最心爱的人的名字。 19 | my_friend = itchat.search_friends(name=u'骑摩托的糖') 20 | # 获取对应名称的一串数字 21 | TTT = my_friend[0]["UserName"] 22 | # 获取金山字典的内容 23 | message1 = str(get_news()[0]) 24 | content = str(get_news()[1][17:]) 25 | message2 = str(content) 26 | message3 = "来自你最爱的人" 27 | # 发送消息 28 | itchat.send(message1, toUserName=TTT) 29 | itchat.send(message2, toUserName=TTT) 30 | itchat.send(message3, toUserName=TTT) 31 | # 每86400秒（1天），发送1次， 32 | # 不用linux的定时任务是因为每次登陆都需要扫描二维码登陆， 33 | # 很麻烦的一件事，就让他一直挂着吧 34 | # t = time(86400, send_news()) 35 | # t.start() 36 | except: 37 | message4 = u"今天最爱你的人出现了 bug /(ㄒoㄒ)/~~" 38 | itchat.send(message4, toUserName=XiaoMing) 39 | 40 | def main(): 41 | send_news() 42 | 43 | if __name__ == '__main__': 44 | main() -------------------------------------------------------------------------------- /python/.idea/py1/qipan.py: -------------------------------------------------------------------------------- 1 | #象棋问题,L型（递归） 2 | ''' 3 | tr表示棋盘的行位置 4 | tc表示棋盘的列位置 5 | dr表示当前所在棋盘的行位置 6 | dc表示当前所在棋盘的列位置 7 | s表示当前棋盘的尺寸 8 | ''' 9 | steps=0 10 | lists=[[]]*4 11 | def move(n,a,b): 12 | global steps 13 | steps+=1 14 | def qipan(tr,tc,dr,dc,s): 15 | if s==1: 16 | return 17 | cut=steps 18 | s=s/2 19 | #左上部分 20 | if drself.n: 13 | raise StopIteration 14 | return self.a 15 | fib=Fibs() 16 | for h in fib: 17 | print(h) -------------------------------------------------------------------------------- /python/.idea/study/mygen.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | #生成器 3 | ''' 4 | def fibs(): 5 | a=0 6 | b=1 7 | while True: 8 | a,b=b,b+a 9 | yield a 10 | 11 | for i in fibs(): 12 | if i>100: 13 | break 14 | print(i) 15 | for i in fibs(): 16 | if i>200: 17 | break 18 | print(i) 19 | ''' 20 | a=[i for i in range(100) if i%2 and i%3] 21 | b={i:i%2!=0 for i in range(10) } 22 | print(b) -------------------------------------------------------------------------------- /python/.idea/study/mylist.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | #定义自己的序列 3 | class Mylist: 4 | def __init__(self,*args): 5 | self.values=[x for x in args] 6 | self.count={}.fromkeys(range(len(self.values)),0) 7 | def __len__(self):#必须 8 | return len(self.values) 9 | def __getitem__(self, item):#必须 10 | self.count[item]+=1 11 | return self.values[item] 12 | c1=Mylist(1,2,4) 13 | print(c1[0]) 14 | print(c1.count) -------------------------------------------------------------------------------- /python/.idea/study/myproperty.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | class Myproperty: 3 | def __init__(self,mset=None,mget=None,mdel=None): 4 | self.mset=mset 5 | self.mget=mget 6 | self.mdel=mdel 7 | def __get__(self, instance, owner): 8 | return self.mget(instance) 9 | def __set__(self, instance, value): 10 | self.mset(instance,value) 11 | def __delete__(self, instance): 12 | self.mdel(instance) 13 | class sheshi: 14 | def __init__(self,x=26.0): 15 | self.x=float(x) 16 | def __get__(self, instance, owner): 17 | return self.x 18 | def __set__(self, instance, value): 19 | self.x=float(value) 20 | class huashi: 21 | def __get__(self, instance, owner): 22 | return instance.c*1.8+32 23 | def __set__(self, instance, value): 24 | instance.c=(float(value)-32)/1.8 25 | class Wram: 26 | c=sheshi() 27 | h=huashi() 28 | 29 | w=Wram() 30 | w.c=44 31 | print(w.h) 32 | 33 | -------------------------------------------------------------------------------- /python/.idea/study/mytimer.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | import time 3 | class Timer: 4 | def __init__(self): 5 | self.ls=0#起始时间 6 | self.lss=0#结束时间 7 | self.strs='还没有开始计时'#单个时间的输出 8 | self.strss=''#两个时间的输出 9 | self.result=0#时间差 10 | def __str__(self,ls,lss): 11 | return self.strs 12 | 13 | __repr__=__str__ 14 | 15 | def __add__(self, other): 16 | self.strss='运行时间为' 17 | return self.strss+str(int(self.strs[-1])+int(other.strs[-1])) 18 | def start(self): 19 | self.ls=time.localtime()[5] 20 | self.strs='请调用end方法' 21 | print('计时开始') 22 | def end(self): 23 | print('计时结束') 24 | self.lss=time.localtime()[5] 25 | self.result=self.lss-self.ls 26 | self.strs='运行时间为'+str(self.result) 27 | self.strs='请直接输出对象' 28 | #print(self.strs) -------------------------------------------------------------------------------- /python/.idea/study/oo.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | class Person: 3 | name="wq" 4 | p=Person() 5 | #print(hasattr(p,'gg')) 6 | setattr(p,'rr','fda') 7 | print(getattr(p,'rr')) 8 | print(dir(Person())) 9 | print(dir(p)) -------------------------------------------------------------------------------- /python/.idea/study/oo1.py: -------------------------------------------------------------------------------- 1 | # Created by TTT 2 | class mystr(int): 3 | def __new__(cls,s): 4 | s=s.upper() 5 | return str.__new__(cls,s) 6 | def __init__(self, s): 7 | self.s = s 8 | def get(self): 9 | return self.s 10 | m = mystr('uuuu') 11 | print(m.get()) 12 | -------------------------------------------------------------------------------- /python/.idea/study/oo3.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | class myint(int): 3 | def __add__(self, other): 4 | return int.__sub__(self,other) 5 | def __sub__(self, other): 6 | return int.__add__(self,other) 7 | def __iadd__(self, other): 8 | return int.__add__(self,other) 9 | 10 | a=myint('4') 11 | b=myint('6') 12 | print(a+b) -------------------------------------------------------------------------------- /python/.idea/study/pachong.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | import urllib.request 3 | import re 4 | import random 5 | import requests 6 | def daili(url): 7 | headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36'} 8 | req=urllib.request.Request(url=url,headers=headers) 9 | iplist=['212.8.252.106:1080','61.135.217.7:80','118.190.95.43:9001','110.72.193.161:8123'] 10 | proxy_support=urllib.request.ProxyHandler({'http':random.choice(iplist)}) 11 | openner=urllib.request.build_opener(proxy_support) 12 | urllib.request.install_opener(openner) 13 | return req 14 | 15 | def pachong(): 16 | url='http://www.hugsmxy.com/' 17 | request=daili(url) 18 | reponse=urllib.request.urlopen(request) 19 | content = reponse.read().decode('utf-8') 20 | pattern = re.compile('.png') 21 | img=re.findall(pattern,content) 22 | imgurl=list() 23 | i=0 24 | for imgs in img: 25 | #imgurl.append(url+(imgs.attrs.get('src'))) 26 | #print(i.__str__()+'.jpg') 27 | #imgreq=requests.get(imgurl[i]) 28 | with open(i.__str__()+'.jpg','w') as f: 29 | #f.write(imgreq.content) 30 | f.write(imgs) 31 | i+=1 32 | if i>5: 33 | break 34 | if __name__=='__main__': 35 | pachong() 36 | -------------------------------------------------------------------------------- /python/.idea/study/pickles.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | #将一个列表写入一个二进制文件中 3 | from pickle import *#pickle(泡菜) 4 | l1=[123,3.3,'nihao',[1,'da']] 5 | ''' 6 | filename=open('hehe.pkl','wb') 7 | dump(l1,filename) 8 | ''' 9 | filename=open('hehe.pkl','rb') 10 | print(load(filename)) 11 | 12 | filename.close() -------------------------------------------------------------------------------- /python/.idea/study/property.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | class defined: 3 | ''' 4 | def __init__(self,size=10): 5 | self.size=size 6 | def get(self): 7 | return self.size 8 | def set(self,value): 9 | self.size=value 10 | def dele(self): 11 | del self.size 12 | x=property(get,set,dele) 13 | ''' 14 | def __getattribute__(self, item): 15 | print("gggg") 16 | return super().__getattribute__(item) 17 | def __getattr__(self, item): 18 | print("haha") 19 | def __setattr__(self, key, value): 20 | print('faafa') 21 | return super().__setattr__(key,value) 22 | def __delattr__(self, item): 23 | print('fafafafa') 24 | return super().__delattr__(item) 25 | d=defined() 26 | d.x=1 27 | print(d.x) 28 | #del d.x -------------------------------------------------------------------------------- /python/.idea/study/proxy.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | #代理(隐藏) 3 | import urllib.request 4 | import random 5 | url='https://www.whatismyip.com' 6 | iplist=['212.8.252.106:1080'] 7 | proxy_support=urllib.request.ProxyHandler({'http':random.choice(iplist)})#字典类型 8 | opener=urllib.request.build_opener(proxy_support) 9 | opener.addheaders=[('user-agent','Mozilla/5.0 (Windows NT 10.0; WOW64)' 10 | 'AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36')] 11 | reponse=urllib.request.urlopen(url) 12 | html=reponse.read().decode('utf-8') 13 | print(html) -------------------------------------------------------------------------------- /python/.idea/study/theieves.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | for theif in ['a','b','c','d']: 3 | sum=(theif!='a')+(theif=='c')+(theif=='d')+(theif!='d') 4 | if sum==3: 5 | print(theif) -------------------------------------------------------------------------------- /python/.idea/study/translate.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | #爬取手机百度翻译 3 | import requests 4 | import json 5 | content=0 6 | while True: 7 | content=input('请输入您要翻译的句子\n') 8 | if content!='': 9 | url = "http://fanyi.baidu.com/basetrans" 10 | data = { 11 | "query": content, 12 | "from": "zh", 13 | "to": "en", 14 | } 15 | headers = { 16 | "User-Agent": "Mozilla/5.0 (Linux; Android 5.1.1; Nexus 6 Build/LYZ28E) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.84 Mobile Safari/537.36", 17 | } 18 | response = requests.post(url,data=data,headers=headers) 19 | html = response.content.decode('unicode-escape') 20 | target = json.loads(html) 21 | print(target['trans'][0]['dst']) # 显示出来unicode的中文 22 | else: 23 | break 24 | -------------------------------------------------------------------------------- /python/.idea/study/translate2.py: -------------------------------------------------------------------------------- 1 | #Created by TTT 2 | import urllib.request 3 | import urllib.parse 4 | import json 5 | content='你好' 6 | url = "http://fanyi.baidu.com/basetrans" 7 | data = { 8 | "query": content, 9 | "from": "zh", 10 | "to": "en", 11 | } 12 | data=urllib.parse.urlencode(data).encode('utf-8') 13 | response=urllib.request.urlopen(url,data) 14 | html=response.read().decode('utf-8') 15 | target=json.loads(html) 16 | print(target) -------------------------------------------------------------------------------- /python/.idea/vcs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /python/python.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | -------------------------------------------------------------------------------- /python3pra/.idea/.idea/.idea.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /python3pra/.idea/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /python3pra/.idea/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /python3pra/.idea/.idea/vcs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /python3pra/.idea/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | -------------------------------------------------------------------------------- /python3pra/.idea/ceshi/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from selenium import webdriver 4 | 5 | browser=webdriver.PhantomJS() 6 | browser.get('https://www.baidu.com') 7 | print(browser.current_url) -------------------------------------------------------------------------------- /python3pra/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /python3pra/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /python3pra/.idea/part10/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | -------------------------------------------------------------------------------- /python3pra/.idea/part10/logingithub2.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from selenium import webdriver 4 | from selenium.webdriver.common.by import By 5 | from selenium.webdriver.common.keys import Keys 6 | from selenium.webdriver.support.wait import WebDriverWait 7 | from selenium.webdriver.support import expected_conditions as EC 8 | from pyquery import PyQuery as pq 9 | 10 | url='https://github.com/login' 11 | githubu='NGUWQ' 12 | githubp='Wq1996122421' 13 | browser=webdriver.Chrome() 14 | wait=WebDriverWait(browser,10) 15 | 16 | browser.get(url) 17 | username=browser.find_element_by_id('login_field') 18 | username.send_keys(githubu) 19 | password=browser.find_element_by_id('password') 20 | password.send_keys(githubp) 21 | submit=wait.until(EC.element_to_be_clickable((By.NAME,'commit'))) 22 | submit.click() 23 | html=browser.page_source 24 | doc=pq(html) 25 | items=doc('.news .d-flex .flex-items-baseline').items() 26 | for item in items: 27 | print(item) 28 | -------------------------------------------------------------------------------- /python3pra/.idea/part11/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | -------------------------------------------------------------------------------- /python3pra/.idea/part3/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | -------------------------------------------------------------------------------- /python3pra/.idea/part3/demo.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | import pyquery 4 | html=''' 5 |
6 |
7 | 14 |
15 |
16 | ''' 17 | doc=pyquery.PyQuery(html) 18 | #li=doc('li:first-child') 19 | l0=doc('li a:first-child') 20 | #print(li) 21 | print(l0) -------------------------------------------------------------------------------- /python3pra/.idea/part3/github.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/part3/github.ico -------------------------------------------------------------------------------- /python3pra/.idea/part3/github.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | import requests 4 | import re 5 | headers={'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 ' 6 | '(KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36'} 7 | url='https://github.com/favicon.ico' 8 | r=requests.get(url,headers=headers) 9 | with open('github.ico','wb') as f: 10 | f.write(r.content) 11 | f.close() 12 | 13 | -------------------------------------------------------------------------------- /python3pra/.idea/part3/postex.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | #request高级用法 4 | import requests 5 | headers={'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 ' 6 | '(KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36'} 7 | url='http://httpbin.org/post' 8 | data={'name':'wang','age':'22'} 9 | files={'file':open('github.ico','rb')} 10 | r=requests.post(url,data=data,headers=headers,files=files) 11 | print(r.text) 12 | -------------------------------------------------------------------------------- /python3pra/.idea/part3/regix.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | import re 4 | content='''hello 1234567 5 | haha 6 | ''' 7 | result=re.match('^he.*?(\d+).*?haha$',content,re.S) 8 | print(result.group(1)) 9 | -------------------------------------------------------------------------------- /python3pra/.idea/part5/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | -------------------------------------------------------------------------------- /python3pra/.idea/part5/csvs.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | import csv 4 | import pandas 5 | 6 | #csv写入读取数据 7 | with open('test.csv', 'w',newline='') as csvfile: 8 | 9 | filename=['id', 'name', 'age'] 10 | writer = csv.DictWriter(csvfile,fieldnames=filename) 11 | writer.writeheader() 12 | writer.writerow({'id':'10001','name':'jordan','age':'22'}) 13 | with open('test.csv', 'r') as csvfile: 14 | reader=csv.reader(csvfile) 15 | for row in reader: 16 | print(row) 17 | ''' 18 | #pandas写入读取数据 19 | da=['id', 'name', 'age'] 20 | content=[['10001','jordan','22'],['10002','jorda','21'],['10003','jord','20']] 21 | df=pandas.DataFrame(content,columns=da) 22 | df.to_csv('test.csv',encoding='utf-8') 23 | df=pandas.read_csv('test.csv',encoding='utf-8') 24 | print(df) 25 | ''' -------------------------------------------------------------------------------- /python3pra/.idea/part5/mysqlc.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | #连接mysql 4 | import pymysql 5 | db=pymysql.connect(host='localhost',user='root',password='123',port=3306) 6 | cursor=db.cursor() 7 | cursor.execute('SELECT VERSION()') 8 | data=cursor.fetchone() 9 | print('database version:',data) 10 | cursor.execute("CREATE DATABASE spiders DEFAULT CHARACTER SET utf8") 11 | db.close() -------------------------------------------------------------------------------- /python3pra/.idea/part5/redise.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from redis import StrictRedis 4 | redis=StrictRedis(host='localhost',port=6379,db=0,password=None) 5 | redis.set('name','Bob') 6 | print(redis.get('name')) -------------------------------------------------------------------------------- /python3pra/.idea/part5/test.csv: -------------------------------------------------------------------------------- 1 | id,name,age 2 | 10001,jordan,22 3 | -------------------------------------------------------------------------------- /python3pra/.idea/part6/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | -------------------------------------------------------------------------------- /python3pra/.idea/part7/Cookies.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | #selenium的cookies操作 4 | from selenium import webdriver 5 | browser=webdriver.Chrome() 6 | browser.get('https://www.zhihu.com/explore') 7 | print(browser.get_cookies()) 8 | browser.add_cookie({'name':'wang','domain':'www.zhihu.com','value':'germey'}) 9 | print(browser.get_cookies()) 10 | browser.delete_all_cookies() 11 | print(browser.get_cookies()) -------------------------------------------------------------------------------- /python3pra/.idea/part7/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | -------------------------------------------------------------------------------- /python3pra/.idea/part7/actionchain.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | #动作链完成拖拽 4 | from selenium import webdriver 5 | from selenium.webdriver import ActionChains 6 | browser=webdriver.Chrome() 7 | url='http://www.runoob.com/try/try.php?filename=jqueryui-api-droppable' 8 | browser.get(url) 9 | browser.switch_to_frame('iframeResult') 10 | source=browser.find_element_by_css_selector('#draggable') 11 | target=browser.find_element_by_css_selector('#droppable') 12 | actions=ActionChains(browser) 13 | actions.drag_and_drop(source,target) 14 | actions.perform() -------------------------------------------------------------------------------- /python3pra/.idea/part7/executejs.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | #执行JavaScript模拟下拉进度条 4 | from selenium import webdriver 5 | browser=webdriver.Chrome() 6 | browser.get('https://www.zhihu.com/explore') 7 | browser.execute_script('window.scrollTo(0,document.body.scrollHeight)') 8 | browser.execute_script('alert("To Buttom")') -------------------------------------------------------------------------------- /python3pra/.idea/part7/fb.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | #前进和后退 4 | import time 5 | from selenium import webdriver 6 | 7 | browser=webdriver.Chrome() 8 | browser.get('https://www.baidu.com/') 9 | browser.get('https://www.zhihu.com/') 10 | browser.get('https://www.taobao.com/') 11 | browser.back() 12 | time.sleep(1) 13 | browser.forward() 14 | browser.close() -------------------------------------------------------------------------------- /python3pra/.idea/part7/getattr.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | #获取属性 4 | from selenium import webdriver 5 | from selenium.webdriver import ActionChains 6 | browser=webdriver.Chrome() 7 | browser.get('https://www.zhihu.com/explore') 8 | logo=browser.find_element_by_id('zh-top-link-logo') 9 | input=browser.find_element_by_class_name('zu-top-link-logo') 10 | print(logo) 11 | print(logo.get_attribute('class'))#获取当前节点属性 12 | print(logo.text)#获取当前节点文本 13 | print(input.id)#获取节点id 14 | print(input.location)#获取该节点在页面中的相对位置 15 | print(input.tag_name)#获取标签名称 16 | print(input.size)#获取节点的大小 -------------------------------------------------------------------------------- /python3pra/.idea/part7/select.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | #selenium模拟浏览器进行选项卡管理 4 | import time 5 | from selenium import webdriver 6 | 7 | browser=webdriver.Chrome() 8 | browser.get('https://www.baidu.com') 9 | browser.execute_script('window.open()') 10 | print(browser.window_handles) 11 | browser.switch_to_window(browser.window_handles[1]) 12 | browser.get('https://www.taobao.com') 13 | time.sleep(1) 14 | ''' 15 | browser.switch_to_window(browser.window_handles[0]) 16 | browser.get('https://www.zhihu.com') 17 | ''' 18 | print(browser.page_source) -------------------------------------------------------------------------------- /python3pra/.idea/part7/seleniume.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from selenium import webdriver 4 | from selenium.webdriver.common.by import By 5 | from selenium.webdriver.common.keys import Keys 6 | from selenium.webdriver.support import expected_conditions as EC 7 | from selenium.webdriver.support.wait import WebDriverWait 8 | 9 | browser = webdriver.Chrome() # 浏览器对象初始化 10 | try: 11 | browser.get('https://www.cnblogs.com/101718qiong/') # 请求网页 12 | input = browser.find_element_by_id('kw') # 根据id值来获取搜索节点 13 | input.send_keys('Python') # 节点交互传入搜索值 14 | input.send_keys(Keys.ENTER) # 传入enter键 15 | wait = WebDriverWait(browser, 10) # 最长等待时间 16 | ouput = wait.until(EC.presence_of_element_located((By.ID, 'content_left'))) # 10秒内该id节点是否成功加载出来 17 | other = wait.until(EC.title_is(u'Silence&QH - 博客园')) 18 | print(browser.current_url) # 打印当前url 19 | print(ouput) 20 | print(other) 21 | # print(browser.get_cookies())#daycookies 22 | # print(browser.page_source) # 打印源代码 23 | finally: 24 | browser.close() 25 | -------------------------------------------------------------------------------- /python3pra/.idea/part7/splashapi.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | import requests 4 | url = 'http://localhost:8050/render.html?url=https://www.baidu.com&wait=5' 5 | response=requests.get(url) 6 | print(response.text) -------------------------------------------------------------------------------- /python3pra/.idea/part7/taobao.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from selenium import webdriver 4 | import time 5 | browser=webdriver.Chrome() 6 | browser.get('https://www.taobao.com') 7 | input=browser.find_element_by_id('q') 8 | input.send_keys('iphone') 9 | time.sleep(2) 10 | input.clear() 11 | input.send_keys('ipad') 12 | #button=browser.find_element_by_class_name('btn-search') 13 | #button=browser.find_element_by_css_selector('.btn-search')#css选择器获取 14 | button=browser.find_element_by_xpath('//div[@class="search-button"]/button')#xpath获取 15 | button.click() 16 | ''' 17 | #lis=browser.find_elements_by_css_selector('.service-bd li')css选择器获取多个节点 18 | #lis=browser.find_elements_by_xpath('//ul[@class="service-bd"]//li')#xpath获取多个节点 19 | print(lis) 20 | browser.close() 21 | ''' -------------------------------------------------------------------------------- /python3pra/.idea/part8/Code.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/part8/Code.jpg -------------------------------------------------------------------------------- /python3pra/.idea/part8/captcha1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/part8/captcha1.png -------------------------------------------------------------------------------- /python3pra/.idea/part8/captcha2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/part8/captcha2.png -------------------------------------------------------------------------------- /python3pra/.idea/part8/zhiwang.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | #利用tesserocr库来识别图形验证码(识别率低y) 4 | import tesserocr 5 | from PIL import Image 6 | 7 | 8 | image=Image.open('Code.jpg') 9 | image=image.convert('L')#将图片转化为灰度图像 10 | threshold=174 11 | table=[] 12 | for i in range(256): 13 | if iWelcome to Proxy Pool System' 19 | 20 | 21 | @app.route('/random') 22 | def get_proxy(): 23 | """ 24 | Get a proxy 25 | :return: 随机代理 26 | """ 27 | conn = get_conn() 28 | return conn.random() 29 | 30 | 31 | @app.route('/count') 32 | def get_counts(): 33 | """ 34 | Get the count of proxies 35 | :return: 代理池总量 36 | """ 37 | conn = get_conn() 38 | return str(conn.count()) 39 | 40 | 41 | if __name__ == '__main__': 42 | app.run() 43 | -------------------------------------------------------------------------------- /python3pra/.idea/proxypool/error.py: -------------------------------------------------------------------------------- 1 | class PoolEmptyError(Exception): 2 | 3 | def __init__(self): 4 | Exception.__init__(self) 5 | 6 | def __str__(self): 7 | return repr('代理池已经枯竭') 8 | -------------------------------------------------------------------------------- /python3pra/.idea/proxypool/getter.py: -------------------------------------------------------------------------------- 1 | from tester import Tester 2 | from db import RedisClient 3 | from crawler import Crawler 4 | from setting import * 5 | import sys 6 | 7 | class Getter(): 8 | def __init__(self): 9 | self.redis = RedisClient() 10 | self.crawler = Crawler() 11 | 12 | def is_over_threshold(self): 13 | """ 14 | 判断是否达到了代理池限制 15 | """ 16 | if self.redis.count() >= POOL_UPPER_THRESHOLD: 17 | return True 18 | else: 19 | return False 20 | 21 | def run(self): 22 | print('获取器开始执行') 23 | if not self.is_over_threshold(): 24 | for callback_label in range(self.crawler.__CrawlFuncCount__): 25 | callback = self.crawler.__CrawlFunc__[callback_label] 26 | # 获取代理 27 | proxies = self.crawler.get_proxies(callback) 28 | sys.stdout.flush() 29 | for proxy in proxies: 30 | self.redis.add(proxy) 31 | -------------------------------------------------------------------------------- /python3pra/.idea/proxypool/importer.py: -------------------------------------------------------------------------------- 1 | from db import RedisClient 2 | 3 | conn = RedisClient() 4 | 5 | 6 | def set(proxy): 7 | result = conn.add(proxy) 8 | print(proxy) 9 | print('录入成功' if result else '录入失败') 10 | 11 | 12 | def scan(): 13 | print('请输入代理, 输入exit退出读入') 14 | while True: 15 | proxy = input() 16 | if proxy == 'exit': 17 | break 18 | set(proxy) 19 | 20 | 21 | if __name__ == '__main__': 22 | scan() 23 | -------------------------------------------------------------------------------- /python3pra/.idea/proxypool/run.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from scheduler import Scheduler 4 | import sys 5 | import io 6 | 7 | 8 | sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8') 9 | 10 | 11 | def main(): 12 | try: 13 | s = Scheduler() 14 | s.run() 15 | except: 16 | main() 17 | 18 | 19 | if __name__ == '__main__': 20 | main() -------------------------------------------------------------------------------- /python3pra/.idea/proxypool/setting.py: -------------------------------------------------------------------------------- 1 | # Redis数据库地址 2 | REDIS_HOST = '127.0.0.1' 3 | 4 | # Redis端口 5 | REDIS_PORT = 6379 6 | 7 | # Redis密码，如无填None 8 | REDIS_PASSWORD = None 9 | 10 | REDIS_KEY = 'proxies' 11 | 12 | # 代理分数 13 | MAX_SCORE = 100 14 | MIN_SCORE = 98 15 | INITIAL_SCORE = 99 16 | 17 | #VALID_STATUS_CODES = [200, 302] 18 | VALID_STATUS_CODES = [200] 19 | 20 | # 代理池数量界限 21 | POOL_UPPER_THRESHOLD = 50000 22 | 23 | # 检查周期 24 | TESTER_CYCLE = 20 25 | # 获取周期 26 | GETTER_CYCLE = 300 27 | 28 | # 测试API，建议抓哪个网站测哪个 29 | TEST_URL = 'http://weixin.sogou.com/weixin?type=2&s_from=input&query=NBA' 30 | 31 | # API配置 32 | API_HOST = '127.0.0.1' 33 | API_PORT = 5555 34 | 35 | # 开关 36 | TESTER_ENABLED = True 37 | GETTER_ENABLED = True 38 | API_ENABLED = True 39 | 40 | # 最大批测试量 41 | BATCH_TEST_SIZE = 10 42 | -------------------------------------------------------------------------------- /python3pra/.idea/proxypool/utils.py: -------------------------------------------------------------------------------- 1 | import requests 2 | from requests.exceptions import ConnectionError 3 | 4 | base_headers = { 5 | 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.71 Safari/537.36', 6 | 'Accept-Encoding': 'gzip, deflate, sdch', 7 | 'Accept-Language': 'en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7' 8 | } 9 | 10 | 11 | def get_page(url, options={}): 12 | """ 13 | 抓取代理 14 | :param url: 15 | :param options: 16 | :return: 17 | """ 18 | headers = dict(base_headers, **options) 19 | print('正在抓取', url) 20 | try: 21 | response = requests.get(url, headers=headers) 22 | print('抓取成功', url, response.status_code) 23 | if response.status_code == 200: 24 | return response.text 25 | except ConnectionError: 26 | print('抓取失败', url) 27 | return None 28 | -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__pycache__/api.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/proxypool1/__pycache__/api.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__pycache__/crawler.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/proxypool1/__pycache__/crawler.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__pycache__/db.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/proxypool1/__pycache__/db.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__pycache__/error.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/proxypool1/__pycache__/error.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__pycache__/getter.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/proxypool1/__pycache__/getter.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__pycache__/scheduler.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/proxypool1/__pycache__/scheduler.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__pycache__/setting.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/proxypool1/__pycache__/setting.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__pycache__/tester.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/proxypool1/__pycache__/tester.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/__pycache__/utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/proxypool1/__pycache__/utils.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/api.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from flask import Flask, g 4 | 5 | from db import RedisClient 6 | 7 | __all__ = ['app'] 8 | 9 | app = Flask(__name__) 10 | 11 | 12 | def get_conn(): 13 | if not hasattr(g, 'redis'): 14 | g.redis = RedisClient() 15 | return g.redis 16 | 17 | 18 | @app.route('/') 19 | def index(): 20 | return '

Welcome to Proxy Pool System

' 21 | 22 | 23 | @app.route('/random') 24 | def get_proxy(): 25 | """ 26 | Get a proxy 27 | :return: 随机代理 28 | """ 29 | conn = get_conn() 30 | return conn.random() 31 | 32 | 33 | @app.route('/count') 34 | def get_counts(): 35 | """ 36 | Get the count of proxies 37 | :return: 代理池总量 38 | """ 39 | conn = get_conn() 40 | return str(conn.count()) 41 | 42 | 43 | if __name__ == '__main__': 44 | app.run() -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/error.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | class PoolEmptyError(Exception): 4 | 5 | def __init__(self): 6 | Exception.__init__(self) 7 | 8 | def __str__(self): 9 | return repr('代理池已经枯竭') -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/getter.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from tester import Tester 4 | from db import RedisClient 5 | from crawler import Crawler 6 | from setting import * 7 | import sys 8 | 9 | class Getter(): 10 | def __init__(self): 11 | self.redis = RedisClient() 12 | self.crawler = Crawler() 13 | 14 | def is_over_threshold(self): 15 | """ 16 | 判断是否达到了代理池限制 17 | """ 18 | if self.redis.count() >= POOL_UPPER_THRESHOLD: 19 | return True 20 | else: 21 | return False 22 | 23 | def run(self): 24 | print('获取器开始执行') 25 | if not self.is_over_threshold(): 26 | for callback_label in range(self.crawler.__CrawlFuncCount__): 27 | callback = self.crawler.__CrawlFunc__[callback_label] 28 | # 获取代理 29 | proxies = self.crawler.get_proxies(callback) 30 | sys.stdout.flush() 31 | for proxy in proxies: 32 | self.redis.add(proxy) -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/run.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from scheduler import Scheduler 4 | import sys 5 | import io 6 | 7 | sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8') 8 | 9 | 10 | def main(): 11 | try: 12 | s = Scheduler() 13 | s.run() 14 | except: 15 | main() 16 | 17 | 18 | if __name__ == '__main__': 19 | main() -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/setting.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | # Redis数据库地址 4 | REDIS_HOST = '127.0.0.1' 5 | 6 | # Redis端口 7 | REDIS_PORT = 6379 8 | 9 | # Redis密码，如无填None 10 | REDIS_PASSWORD = None 11 | 12 | REDIS_KEY = 'proxies' 13 | 14 | # 代理分数 15 | MAX_SCORE = 100 16 | MIN_SCORE = 0 17 | INITIAL_SCORE = 10 18 | 19 | VALID_STATUS_CODES = [200, 302] 20 | 21 | # 代理池数量界限 22 | POOL_UPPER_THRESHOLD = 50000 23 | 24 | # 检查周期 25 | TESTER_CYCLE = 20 26 | # 获取周期 27 | GETTER_CYCLE = 300 28 | 29 | # 测试API，建议抓哪个网站测哪个 30 | TEST_URL = 'http://www.baidu.com' 31 | 32 | # API配置 33 | API_HOST = '0.0.0.0' 34 | API_PORT = 5555 35 | 36 | # 开关 37 | TESTER_ENABLED = True 38 | GETTER_ENABLED = True 39 | API_ENABLED = True 40 | 41 | # 最大批测试量 42 | BATCH_TEST_SIZE = 10 -------------------------------------------------------------------------------- /python3pra/.idea/proxypool1/utils.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | import requests 4 | from requests.exceptions import ConnectionError 5 | 6 | base_headers = { 7 | 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 8 | 'Accept-Encoding': 'gzip, deflate, sdch', 9 | 'Accept-Language': 'en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7' 10 | } 11 | 12 | 13 | def get_page(url, options={}): 14 | """ 15 | 抓取代理 16 | :param url: 17 | :param options: 18 | :return: 19 | """ 20 | headers = dict(base_headers, **options) 21 | print('正在抓取', url) 22 | try: 23 | response = requests.get(url, headers=headers) 24 | print('抓取成功', url, response.status_code) 25 | if response.status_code == 200: 26 | return response.text 27 | except ConnectionError: 28 | print('抓取失败', url) 29 | return None 30 | 31 | 32 | -------------------------------------------------------------------------------- /python3pra/.idea/vcs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /python3pra/.idea/weixingongzhonghao/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | -------------------------------------------------------------------------------- /python3pra/.idea/weixingongzhonghao/__pycache__/config.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/weixingongzhonghao/__pycache__/config.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/weixingongzhonghao/__pycache__/db.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/weixingongzhonghao/__pycache__/db.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/weixingongzhonghao/__pycache__/mysql.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/weixingongzhonghao/__pycache__/mysql.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/weixingongzhonghao/__pycache__/request.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/python3pra/.idea/weixingongzhonghao/__pycache__/request.cpython-36.pyc -------------------------------------------------------------------------------- /python3pra/.idea/weixingongzhonghao/config.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | REDIS_HOST = 'localhost' 4 | 5 | REDIS_PORT = 6379 6 | 7 | REDIS_PASSWORD = None 8 | 9 | REDIS_KEY = 'weixin' 10 | 11 | PROXY_POOL_URL = 'http://127.0.0.1:5555/random' 12 | 13 | MYSQL_HOST = 'localhost' 14 | 15 | MYSQL_PORT = 3306 16 | 17 | MYSQL_USER = 'root' 18 | 19 | MYSQL_PASSWORD = '123' 20 | 21 | MYSQL_DATABASE = 'weixin' 22 | 23 | TIMEOUT = 10 24 | 25 | MAX_FAILED_TIME = 20 26 | 27 | VALID_STATUSES = [200] -------------------------------------------------------------------------------- /python3pra/.idea/weixingongzhonghao/mysql.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | import pymysql 4 | from config import * 5 | 6 | 7 | class MySQL(): 8 | def __init__(self, host=MYSQL_HOST, username=MYSQL_USER, password=MYSQL_PASSWORD, port=MYSQL_PORT, 9 | database=MYSQL_DATABASE): 10 | """ 11 | MySQL初始化 12 | :param host: 13 | :param username: 14 | :param password: 15 | :param port: 16 | :param database: 17 | """ 18 | try: 19 | self.db = pymysql.connect(host, username, password, database, charset='utf8', port=port) 20 | self.cursor = self.db.cursor() 21 | except pymysql.MySQLError as e: 22 | print(e.args) 23 | 24 | def insert(self, table, data): 25 | """ 26 | 插入数据 27 | :param table: 28 | :param data: 29 | :return: 30 | """ 31 | keys = ', '.join(data.keys()) 32 | values = ', '.join(['%s'] * len(data)) 33 | sql_query = 'insert into %s (%s) values (%s)' % (table, keys, values) 34 | try: 35 | self.cursor.execute(sql_query, tuple(data.values())) 36 | self.db.commit() 37 | except pymysql.MySQLError as e: 38 | print(e.args) 39 | self.db.rollback() -------------------------------------------------------------------------------- /python3pra/.idea/weixingongzhonghao/request.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from config import * 4 | from requests import Request 5 | 6 | 7 | class WeixinRequest(Request): 8 | def __init__(self, url, callback, method='GET', headers=None, need_proxy=False, fail_time=0, timeout=TIMEOUT): 9 | Request.__init__(self, method, url, headers) 10 | self.callback = callback#回调函数 11 | self.need_proxy = need_proxy#是否需要代理爬取 12 | self.fail_time = fail_time#失败次数 13 | self.timeout = timeout#超时时间 -------------------------------------------------------------------------------- /python3pra/python3pra.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | -------------------------------------------------------------------------------- /scrapychinacom/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /scrapychinacom/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /scrapychinacom/.idea/scrapychinacom.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /scrapychinacom/begin.py: -------------------------------------------------------------------------------- 1 | from scrapy import cmdline 2 | cmdline.execute('python run.py china'.split()) -------------------------------------------------------------------------------- /scrapychinacom/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/readme.txt -------------------------------------------------------------------------------- /scrapychinacom/run.py: -------------------------------------------------------------------------------- 1 | import sys 2 | from scrapy.utils.project import get_project_settings 3 | from scrapychinacom.spiders.universal import UniversalSpider 4 | from scrapychinacom.utils import get_config 5 | from scrapy.crawler import CrawlerProcess 6 | 7 | def run(): 8 | name = sys.argv[1] 9 | custom_settings = get_config(name) 10 | spider = custom_settings.get('spider', 'universal') 11 | project_settings = get_project_settings() 12 | settings = dict(project_settings.copy()) 13 | settings.update(custom_settings.get('settings')) 14 | process = CrawlerProcess(settings) 15 | process.crawl(spider, **{'name': name}) 16 | process.start() 17 | 18 | 19 | if __name__ == '__main__': 20 | run() -------------------------------------------------------------------------------- /scrapychinacom/scrapy.cfg: -------------------------------------------------------------------------------- 1 | # Automatically created by: scrapy startproject 2 | # 3 | # For more information about the [deploy] section see: 4 | # https://scrapyd.readthedocs.io/en/latest/deploy.html 5 | 6 | [settings] 7 | default = scrapychinacom.settings 8 | 9 | [deploy] 10 | #url = http://localhost:6800/ 11 | project = scrapychinacom 12 | -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/__init__.py -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/__pycache__/items.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/__pycache__/items.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/__pycache__/loaders.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/__pycache__/loaders.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/__pycache__/pipelines.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/__pycache__/pipelines.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/__pycache__/rules.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/__pycache__/rules.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/__pycache__/settings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/__pycache__/settings.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/__pycache__/urls.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/__pycache__/urls.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/__pycache__/utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/__pycache__/utils.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/configs/__init__.py -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/items.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define here the models for your scraped items 4 | # 5 | # See documentation in: 6 | # https://doc.scrapy.org/en/latest/topics/items.html 7 | 8 | from scrapy import Item,Field 9 | 10 | 11 | class NewsItem(Item): 12 | collection='news' 13 | title=Field() 14 | url=Field() 15 | text=Field() 16 | datetime=Field() 17 | source=Field() 18 | website=Field() 19 | -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/loaders.py: -------------------------------------------------------------------------------- 1 | from scrapy.loader import ItemLoader 2 | from scrapy.loader.processors import TakeFirst,Join,Compose 3 | 4 | class NewsLoader(ItemLoader): 5 | default_output_processor = TakeFirst() 6 | 7 | class ChinaLoader(NewsLoader): 8 | text_out=Compose(Join(),lambda s:s.strip()) 9 | source_out=Compose(Join(),lambda s:s.strip()) 10 | 11 | class NBALoader(NewsLoader): 12 | text_out=Compose(Join(),lambda s:s.strip()) 13 | source_out=Compose(Join(),lambda s:s.strip()) -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/pipelines.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define your item pipelines here 4 | # 5 | # Don't forget to add your pipeline to the ITEM_PIPELINES setting 6 | # See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html 7 | 8 | 9 | import pymongo 10 | 11 | class MongoPipeline(object): 12 | def __init__(self,mongo_uri,mongo_db): 13 | self.mongo_uri=mongo_uri 14 | self.mongo_db=mongo_db 15 | 16 | @classmethod 17 | def from_crawler(cls,crawler): 18 | return cls( 19 | mongo_uri=crawler.settings.get('MONGO_URI'), 20 | mongo_db=crawler.settings.get('MONGO_DB') 21 | ) 22 | 23 | 24 | def open_spider(self,spider): 25 | self.client=pymongo.MongoClient(self.mongo_uri) 26 | self.db=self.client[self.mongo_db] 27 | 28 | def process_item(self,item,spider): 29 | self.db[item.collection].insert(dict(item)) 30 | return item 31 | 32 | def close_spider(self,spider): 33 | self.client.close() -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/rules.py: -------------------------------------------------------------------------------- 1 | from scrapy.linkextractors import LinkExtractor 2 | from scrapy.spiders import Rule 3 | 4 | rules = { 5 | 'china': ( 6 | Rule(LinkExtractor(allow='article\/.*\.html', restrict_xpaths='//div[@id="left_side"]//div[@class="con_item"]'), 7 | callback='parse_item'), 8 | Rule(LinkExtractor(restrict_xpaths='//div[@id="pageStyle"]//a[contains(., "下一页")]')) 9 | ), 10 | 11 | 'nba':( 12 | Rule(LinkExtractor(allow='\/group\/\d+\/', restrict_xpaths='//div[@class="wcommonFeed"]//div[@class="item"]'), 13 | callback='parse_item') 14 | ) 15 | } -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | # This package will contain the spiders of your Scrapy project 2 | # 3 | # Please refer to the documentation for information on how to create and manage 4 | # your spiders. 5 | -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/spiders/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/spiders/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/spiders/__pycache__/china.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/spiders/__pycache__/china.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/spiders/__pycache__/universal.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapychinacom/scrapychinacom/spiders/__pycache__/universal.cpython-36.pyc -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/spiders/china.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import scrapy 3 | from scrapy.linkextractors import LinkExtractor 4 | from scrapy.spiders import CrawlSpider, Rule 5 | from scrapychinacom.loaders import ChinaLoader 6 | from scrapychinacom.items import NewsItem 7 | 8 | class ChinaSpider(CrawlSpider): 9 | name = 'china' 10 | allowed_domains = ['tech.china.com'] 11 | start_urls = ['http://tech.china.com/articles/'] 12 | 13 | def parse_item(self, response): 14 | loader=ChinaLoader(item=NewsItem(),response=response) 15 | loader.add_xpath('title','//h1[@id="chan_newsTitle"]/text()') 16 | loader.add_value('url',response.url) 17 | loader.add_xpath('text','//div[@id="chan_newsDetail"]//text()') 18 | loader.add_xpath('datetime','//div[@id="chan_newsInfo"]/text()',re='(\d+-\d+-\d+\s\d+:\d+:\d+)') 19 | loader.add_xpath('source','//div[@id="chan_newsInfo"]/text()',re='来源：(.*)') 20 | loader.add_value('website','中华网') 21 | yield loader.load_item() 22 | -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/urls.py: -------------------------------------------------------------------------------- 1 | def china(start, end): 2 | for page in range(start, end + 1): 3 | yield 'http://tech.china.com/articles/index_' + str(page) + '.html' 4 | -------------------------------------------------------------------------------- /scrapychinacom/scrapychinacom/utils.py: -------------------------------------------------------------------------------- 1 | from os.path import realpath, dirname 2 | import json 3 | 4 | 5 | def get_config(name): 6 | path = dirname(realpath(__file__)) + '/configs/' + name + '.json' 7 | with open(path, 'r', encoding='utf-8') as f: 8 | return json.loads(f.read()) -------------------------------------------------------------------------------- /scrapydownloadertest/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /scrapydownloadertest/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /scrapydownloadertest/.idea/scrapydownloadertest.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | -------------------------------------------------------------------------------- /scrapydownloadertest/begin.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | from scrapy import cmdline 4 | cmdline.execute("scrapy crawl httpbin".split()) -------------------------------------------------------------------------------- /scrapydownloadertest/scrapy.cfg: -------------------------------------------------------------------------------- 1 | # Automatically created by: scrapy startproject 2 | # 3 | # For more information about the [deploy] section see: 4 | # https://scrapyd.readthedocs.io/en/latest/deploy.html 5 | 6 | [settings] 7 | default = scrapydownloadertest.settings 8 | 9 | [deploy] 10 | #url = http://localhost:6800/ 11 | project = scrapydownloadertest 12 | -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapydownloadertest/scrapydownloadertest/__init__.py -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapydownloadertest/scrapydownloadertest/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/__pycache__/middlewares.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapydownloadertest/scrapydownloadertest/__pycache__/middlewares.cpython-36.pyc -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/__pycache__/settings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapydownloadertest/scrapydownloadertest/__pycache__/settings.cpython-36.pyc -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/items.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define here the models for your scraped items 4 | # 5 | # See documentation in: 6 | # https://doc.scrapy.org/en/latest/topics/items.html 7 | 8 | import scrapy 9 | 10 | 11 | class ScrapydownloadertestItem(scrapy.Item): 12 | # define the fields for your item here like: 13 | # name = scrapy.Field() 14 | pass 15 | -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/pipelines.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define your item pipelines here 4 | # 5 | # Don't forget to add your pipeline to the ITEM_PIPELINES setting 6 | # See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html 7 | 8 | 9 | class ScrapydownloadertestPipeline(object): 10 | def process_item(self, item, spider): 11 | return item -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | # This package will contain the spiders of your Scrapy project 2 | # 3 | # Please refer to the documentation for information on how to create and manage 4 | # your spiders. 5 | -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/spiders/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapydownloadertest/scrapydownloadertest/spiders/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/spiders/__pycache__/httpbin.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapydownloadertest/scrapydownloadertest/spiders/__pycache__/httpbin.cpython-36.pyc -------------------------------------------------------------------------------- /scrapydownloadertest/scrapydownloadertest/spiders/httpbin.py: -------------------------------------------------------------------------------- 1 | __author__ = 'WQ' 2 | # *_*coding:utf-8 *_* 3 | import scrapy 4 | 5 | class HttpbinSpider(scrapy.Spider): 6 | name = 'httpbin' 7 | allowed_domains=['httpbin.org'] 8 | start_urls=['http://httpbin.org/get'] 9 | 10 | def parse(self, response): 11 | self.logger.debug(response.text) 12 | self.logger.debug('status code:'+str(response.status)) -------------------------------------------------------------------------------- /scrapyseleniumtest/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /scrapyseleniumtest/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /scrapyseleniumtest/.idea/scrapyseleniumtest.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /scrapyseleniumtest/begin.py: -------------------------------------------------------------------------------- 1 | from scrapy import cmdline 2 | 3 | cmdline.execute('scrapy crawl taobao'.split()) -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapy.cfg: -------------------------------------------------------------------------------- 1 | # Automatically created by: scrapy startproject 2 | # 3 | # For more information about the [deploy] section see: 4 | # https://scrapyd.readthedocs.io/en/latest/deploy.html 5 | 6 | [settings] 7 | default = scrapyseleniumtest.settings 8 | 9 | [deploy] 10 | #url = http://localhost:6800/ 11 | project = scrapyseleniumtest 12 | -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapyseleniumtest/scrapyseleniumtest/__init__.py -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapyseleniumtest/scrapyseleniumtest/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/__pycache__/items.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapyseleniumtest/scrapyseleniumtest/__pycache__/items.cpython-36.pyc -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/__pycache__/middlewares.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapyseleniumtest/scrapyseleniumtest/__pycache__/middlewares.cpython-36.pyc -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/__pycache__/pipelines.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapyseleniumtest/scrapyseleniumtest/__pycache__/pipelines.cpython-36.pyc -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/__pycache__/settings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapyseleniumtest/scrapyseleniumtest/__pycache__/settings.cpython-36.pyc -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/items.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define here the models for your scraped items 4 | # 5 | # See documentation in: 6 | # https://doc.scrapy.org/en/latest/topics/items.html 7 | 8 | from scrapy import Item,Field 9 | 10 | class ProductItem(Item): 11 | collection='products' 12 | image=Field() 13 | price=Field() 14 | deal=Field() 15 | title=Field() 16 | shop=Field() 17 | location=Field() -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/pipelines.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define your item pipelines here 4 | # 5 | # Don't forget to add your pipeline to the ITEM_PIPELINES setting 6 | # See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html 7 | import pymongo 8 | 9 | class MongoPipeline(object): 10 | def __init__(self,mongo_uri,mongo_db): 11 | self.mongo_uri=mongo_uri 12 | self.mongo_db=mongo_db 13 | 14 | @classmethod 15 | def from_crawler(cls,crawler): 16 | return cls( 17 | mongo_uri=crawler.settings.get('MONGO_URI'), 18 | mongo_db=crawler.settings.get('MONGO_DB') 19 | ) 20 | 21 | 22 | def open_spider(self,spider): 23 | self.client=pymongo.MongoClient(self.mongo_uri) 24 | self.db=self.client[self.mongo_db] 25 | 26 | def process_item(self,item,spider): 27 | self.db[item.collection].insert(dict(item)) 28 | return item 29 | 30 | def close_spider(self,spider): 31 | self.client.close() 32 | -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | # This package will contain the spiders of your Scrapy project 2 | # 3 | # Please refer to the documentation for information on how to create and manage 4 | # your spiders. 5 | -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/spiders/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapyseleniumtest/scrapyseleniumtest/spiders/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapyseleniumtest/scrapyseleniumtest/spiders/__pycache__/taobao.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapyseleniumtest/scrapyseleniumtest/spiders/__pycache__/taobao.cpython-36.pyc -------------------------------------------------------------------------------- /scrapysplashtest/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /scrapysplashtest/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /scrapysplashtest/.idea/scrapysplashtest.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /scrapysplashtest/begin.py: -------------------------------------------------------------------------------- 1 | from scrapy import cmdline 2 | 3 | cmdline.execute('scrapy crawl taobao'.split()) -------------------------------------------------------------------------------- /scrapysplashtest/readme: -------------------------------------------------------------------------------- 1 | 利用Scrapy对接Selenium抓取淘宝商品 2 | -------------------------------------------------------------------------------- /scrapysplashtest/scrapy.cfg: -------------------------------------------------------------------------------- 1 | # Automatically created by: scrapy startproject 2 | # 3 | # For more information about the [deploy] section see: 4 | # https://scrapyd.readthedocs.io/en/latest/deploy.html 5 | 6 | [settings] 7 | default = scrapysplashtest.settings 8 | 9 | [deploy] 10 | #url = http://localhost:6800/ 11 | project = scrapysplashtest 12 | -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapysplashtest/scrapysplashtest/__init__.py -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapysplashtest/scrapysplashtest/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/__pycache__/items.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapysplashtest/scrapysplashtest/__pycache__/items.cpython-36.pyc -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/__pycache__/pipelines.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapysplashtest/scrapysplashtest/__pycache__/pipelines.cpython-36.pyc -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/__pycache__/settings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapysplashtest/scrapysplashtest/__pycache__/settings.cpython-36.pyc -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/items.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define here the models for your scraped items 4 | # 5 | # See documentation in: 6 | # https://doc.scrapy.org/en/latest/topics/items.html 7 | 8 | from scrapy import Field,Item 9 | 10 | 11 | class ProductItem(Item): 12 | # define the fields for your item here like: 13 | # name = scrapy.Field() 14 | collection='products' 15 | image = Field() 16 | price = Field() 17 | deal = Field() 18 | title = Field() 19 | shop = Field() 20 | location = Field() 21 | 22 | -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/pipelines.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define your item pipelines here 4 | # 5 | # Don't forget to add your pipeline to the ITEM_PIPELINES setting 6 | # See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html 7 | 8 | 9 | import pymongo 10 | 11 | class MongoPipeline(object): 12 | def __init__(self,mongo_uri,mongo_db): 13 | self.mongo_uri=mongo_uri 14 | self.mongo_db=mongo_db 15 | 16 | @classmethod 17 | def from_crawler(cls,crawler): 18 | return cls( 19 | mongo_uri=crawler.settings.get('MONGO_URI'), 20 | mongo_db=crawler.settings.get('MONGO_DB') 21 | ) 22 | 23 | 24 | def open_spider(self,spider): 25 | self.client=pymongo.MongoClient(self.mongo_uri) 26 | self.db=self.client[self.mongo_db] 27 | 28 | def process_item(self,item,spider): 29 | self.db[item.collection].insert(dict(item)) 30 | return item 31 | 32 | def close_spider(self,spider): 33 | self.client.close() 34 | -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | # This package will contain the spiders of your Scrapy project 2 | # 3 | # Please refer to the documentation for information on how to create and manage 4 | # your spiders. 5 | -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/spiders/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapysplashtest/scrapysplashtest/spiders/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapysplashtest/scrapysplashtest/spiders/__pycache__/taobao.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapysplashtest/scrapysplashtest/spiders/__pycache__/taobao.cpython-36.pyc -------------------------------------------------------------------------------- /scrapytoutiao/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /scrapytoutiao/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /scrapytoutiao/.idea/scrapytoutiao.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /scrapytoutiao/README.md: -------------------------------------------------------------------------------- 1 | # Python3Spider 2 | 自己学爬虫的小项目 3 | -------------------------------------------------------------------------------- /scrapytoutiao/begin.py: -------------------------------------------------------------------------------- 1 | from scrapy import cmdline 2 | 3 | cmdline.execute('scrapy crawl toutiao'.split()) -------------------------------------------------------------------------------- /scrapytoutiao/readme: -------------------------------------------------------------------------------- 1 | 利用scrapy对接selenium抓取今日头条(模拟Ajax请求) 2 | 模拟人进行鼠标拖动来进行多个页面的抓取 3 | 抓取数据存入mongodb数据库 -------------------------------------------------------------------------------- /scrapytoutiao/scrapy.cfg: -------------------------------------------------------------------------------- 1 | # Automatically created by: scrapy startproject 2 | # 3 | # For more information about the [deploy] section see: 4 | # https://scrapyd.readthedocs.io/en/latest/deploy.html 5 | 6 | [settings] 7 | default = scrapytoutiao.settings 8 | 9 | [deploy] 10 | #url = http://localhost:6800/ 11 | project = scrapytoutiao 12 | -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapytoutiao/scrapytoutiao/__init__.py -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapytoutiao/scrapytoutiao/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/__pycache__/items.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapytoutiao/scrapytoutiao/__pycache__/items.cpython-36.pyc -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/__pycache__/links.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapytoutiao/scrapytoutiao/__pycache__/links.cpython-36.pyc -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/__pycache__/middlewares.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapytoutiao/scrapytoutiao/__pycache__/middlewares.cpython-36.pyc -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/__pycache__/pipelines.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapytoutiao/scrapytoutiao/__pycache__/pipelines.cpython-36.pyc -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/__pycache__/settings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapytoutiao/scrapytoutiao/__pycache__/settings.cpython-36.pyc -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/ghostdriver.log: -------------------------------------------------------------------------------- 1 | [INFO - 2018-08-02T13:04:04.967Z] GhostDriver - Main - running on port 50077 2 | [INFO - 2018-08-02T13:04:07.069Z] Session [89f31a70-9654-11e8-8c99-6b7bcc14c448] - page.settings - {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":true,"localToRemoteUrlAccessEnabled":false,"userAgent":"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/538.1 (KHTML, like Gecko) PhantomJS/2.1.1 Safari/538.1","webSecurityEnabled":true} 3 | [INFO - 2018-08-02T13:04:07.069Z] Session [89f31a70-9654-11e8-8c99-6b7bcc14c448] - page.customHeaders: - {} 4 | [INFO - 2018-08-02T13:04:07.070Z] Session [89f31a70-9654-11e8-8c99-6b7bcc14c448] - Session.negotiatedCapabilities - {"browserName":"phantomjs","version":"2.1.1","driverName":"ghostdriver","driverVersion":"1.2.0","platform":"windows-10-32bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"}} 5 | [INFO - 2018-08-02T13:04:07.070Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: 89f31a70-9654-11e8-8c99-6b7bcc14c448 6 | -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/items.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define here the models for your scraped items 4 | # 5 | # See documentation in: 6 | # https://doc.scrapy.org/en/latest/topics/items.html 7 | 8 | from scrapy import Item,Field 9 | 10 | 11 | class NBAItem(Item): 12 | collection='nba' 13 | title=Field() 14 | source=Field() 15 | datetime=Field() 16 | content=Field() 17 | -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/links.py: -------------------------------------------------------------------------------- 1 | from selenium import webdriver 2 | from bs4 import BeautifulSoup as BS 3 | import time 4 | 5 | browser=webdriver.Chrome() 6 | def getlink(): 7 | """ 8 | 拿到每篇文章的链接 9 | :return: 10 | """ 11 | url = 'https://www.toutiao.com/ch/nba/' 12 | browser.get(url) 13 | # 设置隐式等待，最多等待10s 14 | browser.implicitly_wait(5) 15 | # 模拟鼠标拖动 16 | for x in range(7): 17 | js = "var q=document.documentElement.scrollTop=" + str(x * 700) 18 | browser.execute_script(js) 19 | time.sleep(2) 20 | time.sleep(5) 21 | #链接数组 22 | links=[] 23 | response = browser.page_source 24 | soup = BS(response, 'lxml') 25 | groups = soup.find_all(class_='link') 26 | for group in groups: 27 | links.append(group.attrs['href']) 28 | return links 29 | 30 | if __name__ == '__main__': 31 | print(getlink()) 32 | browser.close() -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/pipelines.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define your item pipelines here 4 | # 5 | # Don't forget to add your pipeline to the ITEM_PIPELINES setting 6 | # See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html 7 | 8 | 9 | import pymongo 10 | 11 | class MongoPipeline(object): 12 | def __init__(self,mongo_uri,mongo_db): 13 | self.mongo_uri=mongo_uri 14 | self.mongo_db=mongo_db 15 | 16 | @classmethod 17 | def from_crawler(cls,crawler): 18 | return cls( 19 | mongo_uri=crawler.settings.get('MONGO_URI'), 20 | mongo_db=crawler.settings.get('MONGO_DB') 21 | ) 22 | 23 | 24 | def open_spider(self,spider): 25 | self.client=pymongo.MongoClient(self.mongo_uri) 26 | self.db=self.client[self.mongo_db] 27 | 28 | def process_item(self,item,spider): 29 | self.db[item.collection].insert(dict(item)) 30 | return item 31 | 32 | def close_spider(self,spider): 33 | self.client.close() 34 | -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | # This package will contain the spiders of your Scrapy project 2 | # 3 | # Please refer to the documentation for information on how to create and manage 4 | # your spiders. 5 | -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/spiders/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapytoutiao/scrapytoutiao/spiders/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/spiders/__pycache__/toutiao.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/scrapytoutiao/scrapytoutiao/spiders/__pycache__/toutiao.cpython-36.pyc -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/spiders/ghostdriver.log: -------------------------------------------------------------------------------- 1 | [INFO - 2018-08-02T02:50:19.717Z] GhostDriver - Main - running on port 64482 2 | [INFO - 2018-08-02T02:50:21.779Z] Session [cc5dc7d0-95fe-11e8-81c6-4f1ac8007243] - page.settings - {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":true,"localToRemoteUrlAccessEnabled":false,"userAgent":"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/538.1 (KHTML, like Gecko) PhantomJS/2.1.1 Safari/538.1","webSecurityEnabled":true} 3 | [INFO - 2018-08-02T02:50:21.779Z] Session [cc5dc7d0-95fe-11e8-81c6-4f1ac8007243] - page.customHeaders: - {} 4 | [INFO - 2018-08-02T02:50:21.779Z] Session [cc5dc7d0-95fe-11e8-81c6-4f1ac8007243] - Session.negotiatedCapabilities - {"browserName":"phantomjs","version":"2.1.1","driverName":"ghostdriver","driverVersion":"1.2.0","platform":"windows-10-32bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"}} 5 | [INFO - 2018-08-02T02:50:21.779Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: cc5dc7d0-95fe-11e8-81c6-4f1ac8007243 6 | -------------------------------------------------------------------------------- /scrapytoutiao/scrapytoutiao/spiders/toutiao.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | from scrapy import Spider,Request 3 | from scrapytoutiao.links import getlink 4 | from scrapytoutiao.items import NBAItem 5 | 6 | class ToutiaoSpider(Spider): 7 | name = 'toutiao' 8 | allowed_domains = ['www.toutiao.com'] 9 | base_urls = 'https://www.toutiao.com' 10 | 11 | def start_requests(self): 12 | links=getlink() 13 | for link in links: 14 | url=self.base_urls+link 15 | yield Request(url=url,callback=self.parse,dont_filter=True) 16 | 17 | def parse(self, response): 18 | try: 19 | item=NBAItem() 20 | item['title']=response.xpath('//div[@class="article-box"]//h1[contains(@class,"article-title")]//text()').extract_first() 21 | item['source']=response.xpath('//div[@class="article-box"]//div[contains(@class,"article-sub")]//text()').re('[\u4e00-\u9fa5_a-zA-Z]+')[-1]#匹配中文和字母 22 | item['datetime']=response.xpath('//div[@class="article-box"]//div[contains(@class,"article-sub")]//text()').re_first('(\d+-\d+-\d+\s\d+:\d+:\d+)')#匹配时间 23 | item['content']=''.join(response.xpath('//div[@class="article-box"]//div[contains(@class,"article-content")]//text()').extract()).strip() 24 | yield item 25 | except: 26 | print('与规则不符,抓取失败') 27 | -------------------------------------------------------------------------------- /toutiao/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /toutiao/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /toutiao/.idea/toutiao.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /toutiao/nba/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/toutiao/nba/__init__.py -------------------------------------------------------------------------------- /toutiao/nba/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/toutiao/nba/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /toutiao/nba/__pycache__/config.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/toutiao/nba/__pycache__/config.cpython-36.pyc -------------------------------------------------------------------------------- /toutiao/nba/config.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | BASE_URL='https://www.toutiao.com' 4 | 5 | 6 | #MONGO 7 | MONGO_URI='localhost' 8 | MONGO_DB='news' -------------------------------------------------------------------------------- /toutiao/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/toutiao/readme.txt -------------------------------------------------------------------------------- /tutorial/.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 14 | -------------------------------------------------------------------------------- /tutorial/.idea/misc.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | -------------------------------------------------------------------------------- /tutorial/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /tutorial/.idea/tutorial.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 12 | -------------------------------------------------------------------------------- /tutorial/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM python:3.6 2 | ENV PATH /usr/local/bin:$PATH 3 | ADD . /code 4 | WORKDIR /code 5 | RUN pip install -r requirements.txt 6 | CMD scrapy crawl quotes -------------------------------------------------------------------------------- /tutorial/requirements.txt: -------------------------------------------------------------------------------- 1 | scrapy 2 | pymongo -------------------------------------------------------------------------------- /tutorial/scrapy.cfg: -------------------------------------------------------------------------------- 1 | # Automatically created by: scrapy startproject 2 | # 3 | # For more information about the [deploy] section see: 4 | # https://scrapyd.readthedocs.io/en/latest/deploy.html 5 | 6 | [settings] 7 | default = tutorial.settings 8 | 9 | [deploy] 10 | #url = http://localhost:6800/ 11 | project = tutorial 12 | -------------------------------------------------------------------------------- /tutorial/tutorial/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/tutorial/tutorial/__init__.py -------------------------------------------------------------------------------- /tutorial/tutorial/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/tutorial/tutorial/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /tutorial/tutorial/__pycache__/items.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/tutorial/tutorial/__pycache__/items.cpython-36.pyc -------------------------------------------------------------------------------- /tutorial/tutorial/__pycache__/pipelines.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/tutorial/tutorial/__pycache__/pipelines.cpython-36.pyc -------------------------------------------------------------------------------- /tutorial/tutorial/__pycache__/settings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/tutorial/tutorial/__pycache__/settings.cpython-36.pyc -------------------------------------------------------------------------------- /tutorial/tutorial/items.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | 3 | # Define here the models for your scraped items 4 | # 5 | # See documentation in: 6 | # https://doc.scrapy.org/en/latest/topics/items.html 7 | 8 | import scrapy 9 | 10 | 11 | class TutorialItem(scrapy.Item): 12 | # define the fields for your item here like: 13 | # name = scrapy.Field() 14 | text=scrapy.Field() 15 | authors=scrapy.Field() 16 | tags=scrapy.Field() 17 | -------------------------------------------------------------------------------- /tutorial/tutorial/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | # This package will contain the spiders of your Scrapy project 2 | # 3 | # Please refer to the documentation for information on how to create and manage 4 | # your spiders. 5 | -------------------------------------------------------------------------------- /tutorial/tutorial/spiders/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/tutorial/tutorial/spiders/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /tutorial/tutorial/spiders/__pycache__/quotes.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/tutorial/tutorial/spiders/__pycache__/quotes.cpython-36.pyc -------------------------------------------------------------------------------- /tutorial/tutorial/spiders/quotes.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- 2 | import scrapy 3 | from tutorial.items import TutorialItem 4 | 5 | 6 | class QuotesSpider(scrapy.Spider): 7 | name = 'quotes' 8 | allowed_domains = ['quotes.toscrape.com/'] 9 | start_urls = ['http://quotes.toscrape.com/'] 10 | 11 | def parse(self, response): 12 | quotes=response.css('.quote') 13 | for quote in quotes: 14 | item=TutorialItem() 15 | item['text']=quote.css('.text::text').extract_first() 16 | item['authors']=quote.css('.author::text').extract_first() 17 | item['tags']=quote.css('.tags.tag::text').extract() 18 | yield item 19 | 20 | next=response.css('.pager .next a::attr(href)').extract_first() 21 | url=response.urljoin(next) 22 | yield scrapy.Request(url=url,callback=self.parse) 23 | -------------------------------------------------------------------------------- /wangzherongyao/1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/1.jpg -------------------------------------------------------------------------------- /wangzherongyao/2s.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/2s.jpg -------------------------------------------------------------------------------- /wangzherongyao/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/__init__.py -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/SNK霸王丸.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/SNK霸王丸.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/三太子哪吒.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/三太子哪吒.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/东皇太一东海龙王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/东皇太一东海龙王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/亚瑟心灵战警.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/亚瑟心灵战警.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/亚瑟死亡骑士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/亚瑟死亡骑士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/亚瑟狮心王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/亚瑟狮心王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/元歌午夜歌剧院.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/元歌午夜歌剧院.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/公孙离花间舞.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/公孙离花间舞.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/公孙离蜜橘之夏.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/公孙离蜜橘之夏.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/兰陵王暗隐狩猎者.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/兰陵王暗隐狩猎者.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/兰陵王隐刃.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/兰陵王隐刃.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/兰陵王隐刃重做造型曝光.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/兰陵王隐刃重做造型曝光.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/关羽-冰锋战神.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/关羽-冰锋战神.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/关羽天启骑士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/关羽天启骑士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/关羽龙腾万里.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/关羽龙腾万里.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/典韦穷奇.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/典韦穷奇.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/典韦黄金武士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/典韦黄金武士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/刘备汉昭烈帝.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/刘备汉昭烈帝.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/刘备皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/刘备皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/刘备纽约教父.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/刘备纽约教父.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/刘禅天才门将.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/刘禅天才门将.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/刘禅绅士熊喵.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/刘禅绅士熊喵.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/刘禅英喵野望.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/刘禅英喵野望.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/刘邦吸血鬼.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/刘邦吸血鬼.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/刘邦圣殿之光.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/刘邦圣殿之光.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/司马懿伴生皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/司马懿伴生皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/后羿-恶魔猎人.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/后羿-恶魔猎人.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/后羿精灵王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/后羿精灵王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/后羿辉光之辰.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/后羿辉光之辰.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/后羿铠甲勇士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/后羿铠甲勇士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/后羿阿尔法小队.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/后羿阿尔法小队.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/后羿黄金射手座.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/后羿黄金射手座.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/吕布圣诞狂欢.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/吕布圣诞狂欢.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/吕布天魔缭乱.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/吕布天魔缭乱.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/吕布末日机甲.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/吕布末日机甲.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/周瑜海军大将.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/周瑜海军大将.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/周瑜真爱至上.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/周瑜真爱至上.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/哪吒逐梦之翼.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/哪吒逐梦之翼.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/墨子进击墨子号.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/墨子进击墨子号.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/墨子进击的墨子号.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/墨子进击的墨子号.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/墨子金属风暴.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/墨子金属风暴.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/墨子龙骑士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/墨子龙骑士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/夏侯惇乘风破浪.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/夏侯惇乘风破浪.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/夏侯惇战争骑士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/夏侯惇战争骑士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/大乔伊势女巫.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/大乔伊势女巫.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/大乔守护之力.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/大乔守护之力.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/太乙真人圆桌骑士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/太乙真人圆桌骑士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/太乙真人饕餮.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/太乙真人饕餮.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/女娲尼罗河女神.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/女娲尼罗河女神.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/妲己仙境爱丽丝.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/妲己仙境爱丽丝.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/妲己女仆咖啡.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/妲己女仆咖啡.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/妲己少女阿狸.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/妲己少女阿狸.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/妲己热情桑巴.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/妲己热情桑巴.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/妲己魅力维加斯.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/妲己魅力维加斯.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/姜子牙皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/姜子牙皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/嬴政优雅恋人.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/嬴政优雅恋人.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/嬴政摇滚巨星.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/嬴政摇滚巨星.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/嬴政暗夜贵公子.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/嬴政暗夜贵公子.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙尚香末日机甲.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙尚香末日机甲.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙尚香杀手不太冷.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙尚香杀手不太冷.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙尚香水果甜心.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙尚香水果甜心.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙尚香沉稳之力.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙尚香沉稳之力.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙尚香火炮千金.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙尚香火炮千金.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙尚香蔷薇恋人.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙尚香蔷薇恋人.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙悟空全息碎影.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙悟空全息碎影.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙悟空地狱火.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙悟空地狱火.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙悟空美猴王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙悟空美猴王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙悟空至尊宝.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙悟空至尊宝.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙悟空西部大镖客.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙悟空西部大镖客.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙策海之征途.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙策海之征途.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙膑天使之翼.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙膑天使之翼.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙膑妖精王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙膑妖精王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/孙膑未来旅行.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/孙膑未来旅行.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/安琪拉-电子纪元.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/安琪拉-电子纪元.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/安琪拉心灵骇客.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/安琪拉心灵骇客.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/安琪拉玩偶对对碰.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/安琪拉玩偶对对碰.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/安琪拉魔法小厨娘.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/安琪拉魔法小厨娘.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/宫本地狱之眼.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/宫本地狱之眼.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/宫本武藏万象初新.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/宫本武藏万象初新.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/宫本武藏皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/宫本武藏皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/宫本鬼剑武藏.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/宫本鬼剑武藏.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/小乔万圣前夜.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/小乔万圣前夜.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/小乔天鹅之梦.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/小乔天鹅之梦.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/小乔纯白花嫁.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/小乔纯白花嫁.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/小乔缤纷独角兽.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/小乔缤纷独角兽.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/干将莫邪第七人偶.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/干将莫邪第七人偶.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/庄周云端筑梦师.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/庄周云端筑梦师.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/庄周蜃楼王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/庄周蜃楼王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/庄周鲤鱼之梦.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/庄周鲤鱼之梦.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/庞统死亡笔记.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/庞统死亡笔记.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/廉颇地狱岩魂.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/廉颇地狱岩魂.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/弈星踏雪寻梅.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/弈星踏雪寻梅.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/张良一千零一夜.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/张良一千零一夜.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/张良天堂福音.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/张良天堂福音.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/张飞乱世虎臣.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/张飞乱世虎臣.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/张飞皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/张飞皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/德古拉伯爵.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/德古拉伯爵.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/成吉思汗维京掠夺者.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/成吉思汗维京掠夺者.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/扁鹊化身博士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/扁鹊化身博士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/扁鹊星元.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/扁鹊星元.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/扁鹊炼金王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/扁鹊炼金王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/扁鹊红莲之瞳.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/扁鹊红莲之瞳.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/日式女巫.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/日式女巫.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/明世隐占星术士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/明世隐占星术士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/曹操幽灵船长.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/曹操幽灵船长.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/曹操死神来了.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/曹操死神来了.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/曹操烛龙.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/曹操烛龙.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/曹操超能战警.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/曹操超能战警.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/李元芳特种部队.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/李元芳特种部队.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/李元芳逐浪之夏.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/李元芳逐浪之夏.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/李元芳黑猫爱糖果.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/李元芳黑猫爱糖果.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/李白凤求凰皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/李白凤求凰皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/李白千年之狐.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/李白千年之狐.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/李白敏锐之力.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/李白敏锐之力.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/李白毁灭机甲.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/李白毁灭机甲.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/李白皮肤曝光.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/李白皮肤曝光.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/李白范海辛.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/李白范海辛.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/杨戬埃及法老.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/杨戬埃及法老.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/杨戬永耀之星.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/杨戬永耀之星.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/杨戬皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/杨戬皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/杨玉环霓裳曲.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/杨玉环霓裳曲.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/梦奇美梦成真.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/梦奇美梦成真.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/梦见猫新皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/梦见猫新皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/武则天东方不败.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/武则天东方不败.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/武则天海洋之心.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/武则天海洋之心.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/牛魔制霸全明星.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/牛魔制霸全明星.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/牛魔西部大镖客.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/牛魔西部大镖客.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/狂铁命运角斗场.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/狂铁命运角斗场.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/狄仁杰超时空战士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/狄仁杰超时空战士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/狄仁杰锦衣卫.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/狄仁杰锦衣卫.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/狄仁杰阴阳师.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/狄仁杰阴阳师.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/狄仁杰魔术师.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/狄仁杰魔术师.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/王昭君凤凰于飞.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/王昭君凤凰于飞.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/王昭君幻想奇妙夜皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/王昭君幻想奇妙夜皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/王昭君皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/王昭君皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/王昭君精灵公主.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/王昭君精灵公主.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/甄姬冰雪圆舞曲.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/甄姬冰雪圆舞曲.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/甄姬游园惊梦.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/甄姬游园惊梦.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/甄姬花好人间.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/甄姬花好人间.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/电玩小子.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/电玩小子.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/白色死神.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/白色死神.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/白起巫毒师.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/白起巫毒师.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/白起无畏之灵-狰.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/白起无畏之灵-狰.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/白起白色死神.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/白起白色死神.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/百里守约全军出击.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/百里守约全军出击.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/百里守约特工魅影.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/百里守约特工魅影.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/百里守约绝影神枪.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/百里守约绝影神枪.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/百里玄策威尼斯狂欢.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/百里玄策威尼斯狂欢.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/盾山极冰防御线.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/盾山极冰防御线.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/程咬金功夫厨神.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/程咬金功夫厨神.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/程咬金华尔街大亨.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/程咬金华尔街大亨.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/程咬金星际陆战队.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/程咬金星际陆战队.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/程咬金爱与正义.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/程咬金爱与正义.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/米莱狄精准探案法.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/米莱狄精准探案法.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/老夫子功夫老勺.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/老夫子功夫老勺.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/老夫子圣诞老人.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/老夫子圣诞老人.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/老夫子潮流仙人.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/老夫子潮流仙人.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/芈月大秦宣太后.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/芈月大秦宣太后.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/芈月红桃皇后.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/芈月红桃皇后.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/芈月重明.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/芈月重明.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/花木兰兔女郎.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/花木兰兔女郎.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/花木兰剑舞者.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/花木兰剑舞者.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/花木兰星元.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/花木兰星元.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/花木兰水晶猎龙者.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/花木兰水晶猎龙者.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/花木兰青春决赛季.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/花木兰青春决赛季.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/苏烈爱与和平.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/苏烈爱与和平.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/蔡文姬舞动绿茵.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/蔡文姬舞动绿茵.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/蔡文姬蔷薇王座.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/蔡文姬蔷薇王座.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/虞姬凯尔特女王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/虞姬凯尔特女王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/虞姬加勒比小姐.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/虞姬加勒比小姐.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/虞姬霸王别姬.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/虞姬霸王别姬.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/街头霸王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/街头霸王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/裴擒虎梅西.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/裴擒虎梅西.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/裴擒虎街头旋风.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/裴擒虎街头旋风.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/诸葛亮-冬日舞会.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/诸葛亮-冬日舞会.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/诸葛亮掌控之力.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/诸葛亮掌控之力.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/诸葛亮星航指挥官.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/诸葛亮星航指挥官.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/诸葛亮暗鸦之灵.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/诸葛亮暗鸦之灵.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/诸葛亮武陵仙君.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/诸葛亮武陵仙君.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/诸葛亮海军少将.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/诸葛亮海军少将.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/诸葛亮黄金分割率.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/诸葛亮黄金分割率.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/貂蝉仲夏夜之梦.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/貂蝉仲夏夜之梦.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/貂蝉圣诞恋歌.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/貂蝉圣诞恋歌.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/貂蝉异域舞娘.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/貂蝉异域舞娘.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/貂蝉逐梦之音.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/貂蝉逐梦之音.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/貂蝉金色仲夏夜.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/貂蝉金色仲夏夜.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/赵云嘻哈天王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/赵云嘻哈天王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/赵云引擎之心.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/赵云引擎之心.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/赵云忍炎影.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/赵云忍炎影.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/赵云未来纪元.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/赵云未来纪元.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/赵云白执事.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/赵云白执事.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/赵云皇家上将.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/赵云皇家上将.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/赵云皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/赵云皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/达摩大发明家.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/达摩大发明家.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/达摩拳王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/达摩拳王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/达摩皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/达摩皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/钟无艳海滩丽影.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/钟无艳海滩丽影.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/钟无艳王者之锤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/钟无艳王者之锤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/钟无艳生化警戒.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/钟无艳生化警戒.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/钟馗皮肤.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/钟馗皮肤.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/铠曙光守护者.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/铠曙光守护者.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/铠龙域领主.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/铠龙域领主.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/阿轲暗夜猫娘.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/阿轲暗夜猫娘.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/阿轲爱心护理.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/阿轲爱心护理.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/阿轲致命风华.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/阿轲致命风华.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/雅典娜冰冠公主.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/雅典娜冰冠公主.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/雅典娜埃及艳后.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/雅典娜埃及艳后.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/雅典娜战争女神.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/雅典娜战争女神.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/雅典娜神奇女侠.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/雅典娜神奇女侠.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/露娜哥特玫瑰.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/露娜哥特玫瑰.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/露娜圣辉骑士.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/露娜圣辉骑士.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/露娜紫霞仙子.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/露娜紫霞仙子.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/露娜绯红之刃.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/露娜绯红之刃.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/韩信教廷特使.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/韩信教廷特使.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/韩信白龙吟.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/韩信白龙吟.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/韩信街头霸王.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/韩信街头霸王.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/韩信逐梦之影.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/韩信逐梦之影.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/项羽帝国元帅.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/项羽帝国元帅.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/项羽海滩派对.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/项羽海滩派对.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/项羽职棒王牌.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/项羽职棒王牌.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/项羽苍穹之光.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/项羽苍穹之光.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/项羽霸王别姬.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/项羽霸王别姬.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/马可波罗激情绿茵.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/马可波罗激情绿茵.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/高渐离死亡摇滚.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/高渐离死亡摇滚.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/高渐离金属狂潮.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/高渐离金属狂潮.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/鬼谷子幻乐之宴.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/鬼谷子幻乐之宴.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/鲁班七号星空梦想.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/鲁班七号星空梦想.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/鲁班七号木偶奇遇记.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/鲁班七号木偶奇遇记.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/鲁班七号电玩小子.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/鲁班七号电玩小子.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/鲁班七号福禄兄弟.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/鲁班七号福禄兄弟.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/黄忠芝加哥教父.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/黄忠芝加哥教父.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/黑帮老大.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/黑帮老大.jpg -------------------------------------------------------------------------------- /wangzherongyao/王者荣耀/龙且海军少将.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NGUWQ/Python3Spider/5869f2574e60ff97f1a9d00445ccbf939be8230f/wangzherongyao/王者荣耀/龙且海军少将.jpg --------------------------------------------------------------------------------