├── .env.example ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md └── workflows │ └── django-ci.yml ├── .gitignore ├── LICENSE ├── README.md ├── api ├── __init__.py ├── admin.py ├── apps.py ├── models.py ├── serializers.py ├── tests.py ├── urls.py └── views.py ├── api_examples └── med_all.py ├── core ├── __init__.py ├── asgi.py ├── settings.py ├── urls.py └── wsgi.py ├── crawler ├── __init__.py ├── admin.py ├── apps.py ├── management │ ├── __init__.py │ └── commands │ │ ├── __init__.py │ │ ├── export_csv.py │ │ ├── export_generics_monograph.py │ │ └── med_generic_mapper.py ├── migrations │ └── __init__.py ├── models.py ├── tests.py └── views.py ├── generic_id.txt.example ├── manage.py ├── medexbot ├── __init__.py ├── items.py ├── management │ └── commands │ │ ├── dosage_form_crawl.py │ │ ├── drug_class_crawl.py │ │ ├── generic_crawl.py │ │ ├── indication_crawl.py │ │ ├── manufacturer_crawl.py │ │ └── med_crawl.py ├── middlewares.py ├── pipelines.py ├── proxy_middlewares.py ├── settings.py └── spiders │ ├── __init__.py │ ├── dosage_form_spider.py │ ├── drug_class_spider.py │ ├── generic_spider.py │ ├── indication_spider.py │ ├── manufacturer_spider.py │ └── med_spider.py ├── requirements.txt ├── run_crawler.py └── scrapy.cfg /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/.env.example -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/workflows/django-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/.github/workflows/django-ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/README.md -------------------------------------------------------------------------------- /api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /api/admin.py: -------------------------------------------------------------------------------- 1 | # Register your models here. 2 | -------------------------------------------------------------------------------- /api/apps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/api/apps.py -------------------------------------------------------------------------------- /api/models.py: -------------------------------------------------------------------------------- 1 | # Create your models here. 2 | -------------------------------------------------------------------------------- /api/serializers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/api/serializers.py -------------------------------------------------------------------------------- /api/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/api/tests.py -------------------------------------------------------------------------------- /api/urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/api/urls.py -------------------------------------------------------------------------------- /api/views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/api/views.py -------------------------------------------------------------------------------- /api_examples/med_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/api_examples/med_all.py -------------------------------------------------------------------------------- /core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/asgi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/core/asgi.py -------------------------------------------------------------------------------- /core/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/core/settings.py -------------------------------------------------------------------------------- /core/urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/core/urls.py -------------------------------------------------------------------------------- /core/wsgi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/core/wsgi.py -------------------------------------------------------------------------------- /crawler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crawler/admin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/crawler/admin.py -------------------------------------------------------------------------------- /crawler/apps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/crawler/apps.py -------------------------------------------------------------------------------- /crawler/management/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crawler/management/commands/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crawler/management/commands/export_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/crawler/management/commands/export_csv.py -------------------------------------------------------------------------------- /crawler/management/commands/export_generics_monograph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/crawler/management/commands/export_generics_monograph.py -------------------------------------------------------------------------------- /crawler/management/commands/med_generic_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/crawler/management/commands/med_generic_mapper.py -------------------------------------------------------------------------------- /crawler/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crawler/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/crawler/models.py -------------------------------------------------------------------------------- /crawler/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/crawler/tests.py -------------------------------------------------------------------------------- /crawler/views.py: -------------------------------------------------------------------------------- 1 | # Create your views here. 2 | -------------------------------------------------------------------------------- /generic_id.txt.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/generic_id.txt.example -------------------------------------------------------------------------------- /manage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/manage.py -------------------------------------------------------------------------------- /medexbot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /medexbot/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/items.py -------------------------------------------------------------------------------- /medexbot/management/commands/dosage_form_crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/management/commands/dosage_form_crawl.py -------------------------------------------------------------------------------- /medexbot/management/commands/drug_class_crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/management/commands/drug_class_crawl.py -------------------------------------------------------------------------------- /medexbot/management/commands/generic_crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/management/commands/generic_crawl.py -------------------------------------------------------------------------------- /medexbot/management/commands/indication_crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/management/commands/indication_crawl.py -------------------------------------------------------------------------------- /medexbot/management/commands/manufacturer_crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/management/commands/manufacturer_crawl.py -------------------------------------------------------------------------------- /medexbot/management/commands/med_crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/management/commands/med_crawl.py -------------------------------------------------------------------------------- /medexbot/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/middlewares.py -------------------------------------------------------------------------------- /medexbot/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/pipelines.py -------------------------------------------------------------------------------- /medexbot/proxy_middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/proxy_middlewares.py -------------------------------------------------------------------------------- /medexbot/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/settings.py -------------------------------------------------------------------------------- /medexbot/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/spiders/__init__.py -------------------------------------------------------------------------------- /medexbot/spiders/dosage_form_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/spiders/dosage_form_spider.py -------------------------------------------------------------------------------- /medexbot/spiders/drug_class_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/spiders/drug_class_spider.py -------------------------------------------------------------------------------- /medexbot/spiders/generic_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/spiders/generic_spider.py -------------------------------------------------------------------------------- /medexbot/spiders/indication_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/spiders/indication_spider.py -------------------------------------------------------------------------------- /medexbot/spiders/manufacturer_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/spiders/manufacturer_spider.py -------------------------------------------------------------------------------- /medexbot/spiders/med_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/medexbot/spiders/med_spider.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/run_crawler.py -------------------------------------------------------------------------------- /scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshahriar/bd-medicine-scraper/HEAD/scrapy.cfg --------------------------------------------------------------------------------