├── .gitignore ├── README.md ├── crawler ├── android_apps_crawler │ ├── __init__.py │ ├── custom_parser.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ └── android_apps_spider.py ├── crawl.sh └── scrapy.cfg ├── downloader └── downloader.py └── repo ├── apps └── README.md └── databases └── README.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/README.md -------------------------------------------------------------------------------- /crawler/android_apps_crawler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crawler/android_apps_crawler/custom_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/crawler/android_apps_crawler/custom_parser.py -------------------------------------------------------------------------------- /crawler/android_apps_crawler/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/crawler/android_apps_crawler/items.py -------------------------------------------------------------------------------- /crawler/android_apps_crawler/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/crawler/android_apps_crawler/middlewares.py -------------------------------------------------------------------------------- /crawler/android_apps_crawler/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/crawler/android_apps_crawler/pipelines.py -------------------------------------------------------------------------------- /crawler/android_apps_crawler/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/crawler/android_apps_crawler/settings.py -------------------------------------------------------------------------------- /crawler/android_apps_crawler/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/crawler/android_apps_crawler/spiders/__init__.py -------------------------------------------------------------------------------- /crawler/android_apps_crawler/spiders/android_apps_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/crawler/android_apps_crawler/spiders/android_apps_spider.py -------------------------------------------------------------------------------- /crawler/crawl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/crawler/crawl.sh -------------------------------------------------------------------------------- /crawler/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/crawler/scrapy.cfg -------------------------------------------------------------------------------- /downloader/downloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/downloader/downloader.py -------------------------------------------------------------------------------- /repo/apps/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mssun/android-apps-crawler/HEAD/repo/apps/README.md -------------------------------------------------------------------------------- /repo/databases/README.md: -------------------------------------------------------------------------------- 1 | SQLite database files will be stored in this directory. 2 | --------------------------------------------------------------------------------