├── .gitignore ├── Dockerfile ├── README.md ├── docker ├── Base │ ├── Dockerfile │ ├── check-grid.sh │ ├── entry_point.sh │ └── supervisord.conf ├── NodeBase │ ├── Dockerfile │ ├── selenium.conf │ ├── start-selenium-node.sh │ └── start-xvfb.sh ├── NodeChrome │ ├── Dockerfile │ ├── generate_config │ └── wrap_chrome_binary ├── StandaloneChrome │ ├── Dockerfile │ ├── selenium.conf │ └── start-selenium-standalone.sh └── test_chrome.py ├── example-bs4.py ├── example-selenium.py ├── job_spec.yaml └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- 1 | chromedriver* 2 | *.sqlite 3 | .idea/* -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/Dockerfile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/README.md -------------------------------------------------------------------------------- /docker/Base/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/Base/Dockerfile -------------------------------------------------------------------------------- /docker/Base/check-grid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/Base/check-grid.sh -------------------------------------------------------------------------------- /docker/Base/entry_point.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/Base/entry_point.sh -------------------------------------------------------------------------------- /docker/Base/supervisord.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/Base/supervisord.conf -------------------------------------------------------------------------------- /docker/NodeBase/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/NodeBase/Dockerfile -------------------------------------------------------------------------------- /docker/NodeBase/selenium.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/NodeBase/selenium.conf -------------------------------------------------------------------------------- /docker/NodeBase/start-selenium-node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/NodeBase/start-selenium-node.sh -------------------------------------------------------------------------------- /docker/NodeBase/start-xvfb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/NodeBase/start-xvfb.sh -------------------------------------------------------------------------------- /docker/NodeChrome/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/NodeChrome/Dockerfile -------------------------------------------------------------------------------- /docker/NodeChrome/generate_config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/NodeChrome/generate_config -------------------------------------------------------------------------------- /docker/NodeChrome/wrap_chrome_binary: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/NodeChrome/wrap_chrome_binary -------------------------------------------------------------------------------- /docker/StandaloneChrome/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/StandaloneChrome/Dockerfile -------------------------------------------------------------------------------- /docker/StandaloneChrome/selenium.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/StandaloneChrome/selenium.conf -------------------------------------------------------------------------------- /docker/StandaloneChrome/start-selenium-standalone.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/StandaloneChrome/start-selenium-standalone.sh -------------------------------------------------------------------------------- /docker/test_chrome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/docker/test_chrome.py -------------------------------------------------------------------------------- /example-bs4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/example-bs4.py -------------------------------------------------------------------------------- /example-selenium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/example-selenium.py -------------------------------------------------------------------------------- /job_spec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/job_spec.yaml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/szelenka/prefect-webscraper-example/HEAD/requirements.txt --------------------------------------------------------------------------------