├── README.md ├── amazon_scrapy ├── amazon_scrapy │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ └── settings.cpython-311.pyc │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ ├── amazon_product_spider.cpython-311.pyc │ │ └── products_spider.cpython-311.pyc │ │ └── amazon_product_spider.py ├── products.csv ├── products.json └── scrapy.cfg ├── db ├── amazon_prices.db └── create_db.py ├── main.py ├── requirements.txt ├── scheduler ├── __init__.py └── daily_scheduler.py ├── scraper ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-311.pyc │ └── price_comparator.cpython-311.pyc ├── data │ ├── CPU.csv │ ├── GPU.csv │ └── RAM.csv ├── price_comparator.py ├── proxy_manager.py ├── scraper.py └── test.html └── working_proxies.txt /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/README.md -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/__pycache__/settings.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/__pycache__/settings.cpython-311.pyc -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/items.py -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/middlewares.py -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/pipelines.py -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/settings.py -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/spiders/__init__.py -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/spiders/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/spiders/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/spiders/__pycache__/amazon_product_spider.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/spiders/__pycache__/amazon_product_spider.cpython-311.pyc -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/spiders/__pycache__/products_spider.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/spiders/__pycache__/products_spider.cpython-311.pyc -------------------------------------------------------------------------------- /amazon_scrapy/amazon_scrapy/spiders/amazon_product_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/amazon_scrapy/spiders/amazon_product_spider.py -------------------------------------------------------------------------------- /amazon_scrapy/products.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/products.csv -------------------------------------------------------------------------------- /amazon_scrapy/products.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/products.json -------------------------------------------------------------------------------- /amazon_scrapy/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/amazon_scrapy/scrapy.cfg -------------------------------------------------------------------------------- /db/amazon_prices.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/db/amazon_prices.db -------------------------------------------------------------------------------- /db/create_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/db/create_db.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/main.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/requirements.txt -------------------------------------------------------------------------------- /scheduler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scheduler/daily_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scheduler/daily_scheduler.py -------------------------------------------------------------------------------- /scraper/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scraper/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scraper/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /scraper/__pycache__/price_comparator.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scraper/__pycache__/price_comparator.cpython-311.pyc -------------------------------------------------------------------------------- /scraper/data/CPU.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scraper/data/CPU.csv -------------------------------------------------------------------------------- /scraper/data/GPU.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scraper/data/GPU.csv -------------------------------------------------------------------------------- /scraper/data/RAM.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scraper/data/RAM.csv -------------------------------------------------------------------------------- /scraper/price_comparator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scraper/price_comparator.py -------------------------------------------------------------------------------- /scraper/proxy_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scraper/proxy_manager.py -------------------------------------------------------------------------------- /scraper/scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scraper/scraper.py -------------------------------------------------------------------------------- /scraper/test.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FirasKahlaoui/amazon-scraper/HEAD/scraper/test.html -------------------------------------------------------------------------------- /working_proxies.txt: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------