├── .gitignore ├── AoiSolas ├── .idea │ ├── AoiSolas.iml │ ├── misc.xml │ ├── modules.xml │ ├── runConfigurations │ │ └── scrapy.xml │ └── workspace.xml ├── AoiSolas │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── AoiSolaSpider.py │ │ └── __init__.py ├── gif.gif └── scrapy.cfg ├── ImageSpider ├── .idea │ ├── ImageSpider.iml │ ├── misc.xml │ ├── modules.xml │ └── workspace.xml ├── ImageSpider │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── ImgSpider.py │ │ └── __init__.py └── scrapy.cfg ├── ImagesRename ├── .idea │ ├── ImagesRename.iml │ ├── misc.xml │ ├── modules.xml │ └── workspace.xml ├── ImagesRename │ ├── __init__.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── ImgsRename.py │ │ └── __init__.py └── scrapy.cfg ├── InputMongodb ├── .idea │ ├── InputMongodb.iml │ ├── misc.xml │ ├── modules.xml │ ├── mongoSettings.xml │ └── workspace.xml ├── InputMongodb │ ├── __init__.py │ ├── inputMongodbPipeline.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── IntoMongodbSpider.py │ │ └── __init__.py └── scrapy.cfg ├── README.md └── scrapyMysql ├── .idea ├── misc.xml ├── modules.xml ├── scrapyMysql.iml └── workspace.xml ├── scrapy.cfg └── scrapyMysql ├── MySQLPipline.py ├── __init__.py ├── items.py ├── middlewares.py ├── pipelines.py ├── settings.py └── spiders ├── __init__.py └── inputMysql.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/.gitignore -------------------------------------------------------------------------------- /AoiSolas/.idea/AoiSolas.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/.idea/AoiSolas.iml -------------------------------------------------------------------------------- /AoiSolas/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/.idea/misc.xml -------------------------------------------------------------------------------- /AoiSolas/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/.idea/modules.xml -------------------------------------------------------------------------------- /AoiSolas/.idea/runConfigurations/scrapy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/.idea/runConfigurations/scrapy.xml -------------------------------------------------------------------------------- /AoiSolas/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/.idea/workspace.xml -------------------------------------------------------------------------------- /AoiSolas/AoiSolas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AoiSolas/AoiSolas/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/AoiSolas/items.py -------------------------------------------------------------------------------- /AoiSolas/AoiSolas/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/AoiSolas/middlewares.py -------------------------------------------------------------------------------- /AoiSolas/AoiSolas/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/AoiSolas/pipelines.py -------------------------------------------------------------------------------- /AoiSolas/AoiSolas/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/AoiSolas/settings.py -------------------------------------------------------------------------------- /AoiSolas/AoiSolas/spiders/AoiSolaSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/AoiSolas/spiders/AoiSolaSpider.py -------------------------------------------------------------------------------- /AoiSolas/AoiSolas/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/AoiSolas/spiders/__init__.py -------------------------------------------------------------------------------- /AoiSolas/gif.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/gif.gif -------------------------------------------------------------------------------- /AoiSolas/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/AoiSolas/scrapy.cfg -------------------------------------------------------------------------------- /ImageSpider/.idea/ImageSpider.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/.idea/ImageSpider.iml -------------------------------------------------------------------------------- /ImageSpider/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/.idea/misc.xml -------------------------------------------------------------------------------- /ImageSpider/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/.idea/modules.xml -------------------------------------------------------------------------------- /ImageSpider/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/.idea/workspace.xml -------------------------------------------------------------------------------- /ImageSpider/ImageSpider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImageSpider/ImageSpider/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/ImageSpider/items.py -------------------------------------------------------------------------------- /ImageSpider/ImageSpider/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/ImageSpider/middlewares.py -------------------------------------------------------------------------------- /ImageSpider/ImageSpider/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/ImageSpider/pipelines.py -------------------------------------------------------------------------------- /ImageSpider/ImageSpider/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/ImageSpider/settings.py -------------------------------------------------------------------------------- /ImageSpider/ImageSpider/spiders/ImgSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/ImageSpider/spiders/ImgSpider.py -------------------------------------------------------------------------------- /ImageSpider/ImageSpider/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/ImageSpider/spiders/__init__.py -------------------------------------------------------------------------------- /ImageSpider/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImageSpider/scrapy.cfg -------------------------------------------------------------------------------- /ImagesRename/.idea/ImagesRename.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/.idea/ImagesRename.iml -------------------------------------------------------------------------------- /ImagesRename/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/.idea/misc.xml -------------------------------------------------------------------------------- /ImagesRename/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/.idea/modules.xml -------------------------------------------------------------------------------- /ImagesRename/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/.idea/workspace.xml -------------------------------------------------------------------------------- /ImagesRename/ImagesRename/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ImagesRename/ImagesRename/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/ImagesRename/items.py -------------------------------------------------------------------------------- /ImagesRename/ImagesRename/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/ImagesRename/middlewares.py -------------------------------------------------------------------------------- /ImagesRename/ImagesRename/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/ImagesRename/pipelines.py -------------------------------------------------------------------------------- /ImagesRename/ImagesRename/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/ImagesRename/settings.py -------------------------------------------------------------------------------- /ImagesRename/ImagesRename/spiders/ImgsRename.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/ImagesRename/spiders/ImgsRename.py -------------------------------------------------------------------------------- /ImagesRename/ImagesRename/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/ImagesRename/spiders/__init__.py -------------------------------------------------------------------------------- /ImagesRename/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/ImagesRename/scrapy.cfg -------------------------------------------------------------------------------- /InputMongodb/.idea/InputMongodb.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/.idea/InputMongodb.iml -------------------------------------------------------------------------------- /InputMongodb/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/.idea/misc.xml -------------------------------------------------------------------------------- /InputMongodb/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/.idea/modules.xml -------------------------------------------------------------------------------- /InputMongodb/.idea/mongoSettings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/.idea/mongoSettings.xml -------------------------------------------------------------------------------- /InputMongodb/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/.idea/workspace.xml -------------------------------------------------------------------------------- /InputMongodb/InputMongodb/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /InputMongodb/InputMongodb/inputMongodbPipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/InputMongodb/inputMongodbPipeline.py -------------------------------------------------------------------------------- /InputMongodb/InputMongodb/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/InputMongodb/items.py -------------------------------------------------------------------------------- /InputMongodb/InputMongodb/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/InputMongodb/middlewares.py -------------------------------------------------------------------------------- /InputMongodb/InputMongodb/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/InputMongodb/pipelines.py -------------------------------------------------------------------------------- /InputMongodb/InputMongodb/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/InputMongodb/settings.py -------------------------------------------------------------------------------- /InputMongodb/InputMongodb/spiders/IntoMongodbSpider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/InputMongodb/spiders/IntoMongodbSpider.py -------------------------------------------------------------------------------- /InputMongodb/InputMongodb/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/InputMongodb/spiders/__init__.py -------------------------------------------------------------------------------- /InputMongodb/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/InputMongodb/scrapy.cfg -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/README.md -------------------------------------------------------------------------------- /scrapyMysql/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/.idea/misc.xml -------------------------------------------------------------------------------- /scrapyMysql/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/.idea/modules.xml -------------------------------------------------------------------------------- /scrapyMysql/.idea/scrapyMysql.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/.idea/scrapyMysql.iml -------------------------------------------------------------------------------- /scrapyMysql/.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/.idea/workspace.xml -------------------------------------------------------------------------------- /scrapyMysql/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/scrapy.cfg -------------------------------------------------------------------------------- /scrapyMysql/scrapyMysql/MySQLPipline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/scrapyMysql/MySQLPipline.py -------------------------------------------------------------------------------- /scrapyMysql/scrapyMysql/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapyMysql/scrapyMysql/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/scrapyMysql/items.py -------------------------------------------------------------------------------- /scrapyMysql/scrapyMysql/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/scrapyMysql/middlewares.py -------------------------------------------------------------------------------- /scrapyMysql/scrapyMysql/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/scrapyMysql/pipelines.py -------------------------------------------------------------------------------- /scrapyMysql/scrapyMysql/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/scrapyMysql/settings.py -------------------------------------------------------------------------------- /scrapyMysql/scrapyMysql/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/scrapyMysql/spiders/__init__.py -------------------------------------------------------------------------------- /scrapyMysql/scrapyMysql/spiders/inputMysql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cuanboy/ScrapyProject/HEAD/scrapyMysql/scrapyMysql/spiders/inputMysql.py --------------------------------------------------------------------------------