├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.rst ├── example-project-by-younghz ├── README.md ├── crawler_A │ ├── example │ │ ├── __init__.py │ │ ├── items.py │ │ ├── pipelines.py │ │ ├── settings.py │ │ └── spiders │ │ │ ├── __init__.py │ │ │ ├── dmoz.py │ │ │ ├── mycrawler_redis.py │ │ │ └── myspider_redis.py │ ├── process_items.py │ └── scrapy.cfg └── crawler_B │ ├── example │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ ├── dmoz.py │ │ ├── mycrawler_redis.py │ │ └── myspider_redis.py │ ├── process_items.py │ └── scrapy.cfg ├── example-project ├── example │ ├── __init__.py │ ├── items.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ ├── dmoz.py │ │ ├── mycrawler_redis.py │ │ └── myspider_redis.py ├── process_items.py └── scrapy.cfg ├── scrapy_redis ├── __init__.py ├── connection.py ├── dupefilter.py ├── pipelines.py ├── queue.py ├── scheduler.py ├── spiders.py └── tests.py ├── setup.cfg └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | include README.rst 2 | -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/README.rst -------------------------------------------------------------------------------- /example-project-by-younghz/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/README.md -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/example/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_A/example/items.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/example/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_A/example/pipelines.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/example/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_A/example/settings.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/example/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_A/example/spiders/__init__.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/example/spiders/dmoz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_A/example/spiders/dmoz.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/example/spiders/mycrawler_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_A/example/spiders/mycrawler_redis.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/example/spiders/myspider_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_A/example/spiders/myspider_redis.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/process_items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_A/process_items.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_A/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_A/scrapy.cfg -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/example/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_B/example/items.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/example/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_B/example/pipelines.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/example/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_B/example/settings.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/example/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_B/example/spiders/__init__.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/example/spiders/dmoz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_B/example/spiders/dmoz.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/example/spiders/mycrawler_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_B/example/spiders/mycrawler_redis.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/example/spiders/myspider_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_B/example/spiders/myspider_redis.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/process_items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_B/process_items.py -------------------------------------------------------------------------------- /example-project-by-younghz/crawler_B/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project-by-younghz/crawler_B/scrapy.cfg -------------------------------------------------------------------------------- /example-project/example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example-project/example/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project/example/items.py -------------------------------------------------------------------------------- /example-project/example/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project/example/pipelines.py -------------------------------------------------------------------------------- /example-project/example/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project/example/settings.py -------------------------------------------------------------------------------- /example-project/example/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project/example/spiders/__init__.py -------------------------------------------------------------------------------- /example-project/example/spiders/dmoz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project/example/spiders/dmoz.py -------------------------------------------------------------------------------- /example-project/example/spiders/mycrawler_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project/example/spiders/mycrawler_redis.py -------------------------------------------------------------------------------- /example-project/example/spiders/myspider_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project/example/spiders/myspider_redis.py -------------------------------------------------------------------------------- /example-project/process_items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project/process_items.py -------------------------------------------------------------------------------- /example-project/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/example-project/scrapy.cfg -------------------------------------------------------------------------------- /scrapy_redis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scrapy_redis/connection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/scrapy_redis/connection.py -------------------------------------------------------------------------------- /scrapy_redis/dupefilter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/scrapy_redis/dupefilter.py -------------------------------------------------------------------------------- /scrapy_redis/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/scrapy_redis/pipelines.py -------------------------------------------------------------------------------- /scrapy_redis/queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/scrapy_redis/queue.py -------------------------------------------------------------------------------- /scrapy_redis/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/scrapy_redis/scheduler.py -------------------------------------------------------------------------------- /scrapy_redis/spiders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/scrapy_redis/spiders.py -------------------------------------------------------------------------------- /scrapy_redis/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/scrapy_redis/tests.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younghz/sr-chn/HEAD/setup.py --------------------------------------------------------------------------------