├── .idea ├── .gitignore ├── RabbitSpider.iml ├── inspectionProfiles │ ├── Project_Default.xml │ └── profiles_settings.xml ├── misc.xml ├── modules.xml └── vcs.xml ├── MANIFEST.in ├── README.md ├── RabbitSpider ├── __init__.py ├── core │ ├── __init__.py │ ├── download.py │ ├── engine.py │ └── scheduler.py ├── default_settings.py ├── dupefilters │ ├── __init__.py │ └── memoryfilter.py ├── exceptions.py ├── http │ ├── __init__.py │ ├── request.py │ └── response.py ├── items │ ├── __init__.py │ └── item.py ├── middlewares │ ├── __init__.py │ ├── allow_http_code.py │ ├── download_delay.py │ └── retry.py ├── pipelines │ └── __init__.py ├── rabbit_execute.py ├── spider │ └── __init__.py ├── templates │ └── project │ │ ├── __init__.py │ │ ├── items.tmpl │ │ ├── middlewares.tmpl │ │ ├── pipelines.tmpl │ │ ├── settings.tmpl │ │ └── spiders │ │ ├── __init__.py │ │ └── src │ │ └── basic.tmpl └── utils │ ├── __init__.py │ ├── cmdline.py │ ├── control.py │ ├── event.py │ ├── log.py │ ├── subscriber.py │ └── template.py └── setup.py /.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/.idea/.gitignore -------------------------------------------------------------------------------- /.idea/RabbitSpider.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/.idea/RabbitSpider.iml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | recursive-include RabbitSpider/templates * -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/README.md -------------------------------------------------------------------------------- /RabbitSpider/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/__init__.py -------------------------------------------------------------------------------- /RabbitSpider/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /RabbitSpider/core/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/core/download.py -------------------------------------------------------------------------------- /RabbitSpider/core/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/core/engine.py -------------------------------------------------------------------------------- /RabbitSpider/core/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/core/scheduler.py -------------------------------------------------------------------------------- /RabbitSpider/default_settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/default_settings.py -------------------------------------------------------------------------------- /RabbitSpider/dupefilters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/dupefilters/__init__.py -------------------------------------------------------------------------------- /RabbitSpider/dupefilters/memoryfilter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/dupefilters/memoryfilter.py -------------------------------------------------------------------------------- /RabbitSpider/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/exceptions.py -------------------------------------------------------------------------------- /RabbitSpider/http/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /RabbitSpider/http/request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/http/request.py -------------------------------------------------------------------------------- /RabbitSpider/http/response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/http/response.py -------------------------------------------------------------------------------- /RabbitSpider/items/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/items/__init__.py -------------------------------------------------------------------------------- /RabbitSpider/items/item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/items/item.py -------------------------------------------------------------------------------- /RabbitSpider/middlewares/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/middlewares/__init__.py -------------------------------------------------------------------------------- /RabbitSpider/middlewares/allow_http_code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/middlewares/allow_http_code.py -------------------------------------------------------------------------------- /RabbitSpider/middlewares/download_delay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/middlewares/download_delay.py -------------------------------------------------------------------------------- /RabbitSpider/middlewares/retry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/middlewares/retry.py -------------------------------------------------------------------------------- /RabbitSpider/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/pipelines/__init__.py -------------------------------------------------------------------------------- /RabbitSpider/rabbit_execute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/rabbit_execute.py -------------------------------------------------------------------------------- /RabbitSpider/spider/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/spider/__init__.py -------------------------------------------------------------------------------- /RabbitSpider/templates/project/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/templates/project/__init__.py -------------------------------------------------------------------------------- /RabbitSpider/templates/project/items.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/templates/project/items.tmpl -------------------------------------------------------------------------------- /RabbitSpider/templates/project/middlewares.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/templates/project/middlewares.tmpl -------------------------------------------------------------------------------- /RabbitSpider/templates/project/pipelines.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/templates/project/pipelines.tmpl -------------------------------------------------------------------------------- /RabbitSpider/templates/project/settings.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/templates/project/settings.tmpl -------------------------------------------------------------------------------- /RabbitSpider/templates/project/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /RabbitSpider/templates/project/spiders/src/basic.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/templates/project/spiders/src/basic.tmpl -------------------------------------------------------------------------------- /RabbitSpider/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /RabbitSpider/utils/cmdline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/utils/cmdline.py -------------------------------------------------------------------------------- /RabbitSpider/utils/control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/utils/control.py -------------------------------------------------------------------------------- /RabbitSpider/utils/event.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/utils/event.py -------------------------------------------------------------------------------- /RabbitSpider/utils/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/utils/log.py -------------------------------------------------------------------------------- /RabbitSpider/utils/subscriber.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/utils/subscriber.py -------------------------------------------------------------------------------- /RabbitSpider/utils/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/RabbitSpider/utils/template.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YunTom/RabbitSpider/HEAD/setup.py --------------------------------------------------------------------------------