├── .codeclimate.yml ├── .gitignore ├── .pyup.yml ├── AUTHORS ├── CHANGES ├── LICENSE ├── MANIFEST.in ├── README.rst ├── appveyor.yml ├── appveyor ├── aquarium │ ├── docker-compose.yml │ ├── filters │ │ ├── easylist.txt │ │ ├── easylist_noadult.txt │ │ ├── easyprivacy.txt │ │ ├── fanboy-annoyance.txt │ │ └── fanboy-social.txt │ ├── haproxy.cfg │ ├── proxy-profiles │ │ ├── default.ini │ │ └── tor.ini │ └── show-stats ├── check_rabbitmq_connection.py ├── docker-compose-up.cmd ├── docker-compose-up.ps1 ├── install_erlang.ps1 ├── install_postgresql_12.ps1 ├── rabbitmq.ps1 └── redis.ps1 ├── codecov.yml ├── contributing.rst ├── docs ├── Makefile ├── __init__.py ├── make.bat └── source │ ├── about.rst │ ├── architecture.rst │ ├── changelog.rst │ ├── conf.py │ ├── index.rst │ └── roadmap.rst ├── environment.yml ├── examples ├── __init__.py ├── books_to_scrape │ ├── __init__.py │ ├── manager.py │ ├── persistence │ │ ├── __init__.py │ │ ├── newt_db.py │ │ └── serialization.py │ ├── schedulers │ │ ├── __init__.py │ │ ├── brokers │ │ │ ├── __init__.py │ │ │ ├── client_main.py │ │ │ └── worker_main.py │ │ └── stateful_book │ │ │ ├── __init__.py │ │ │ ├── book_titles.xlsx │ │ │ └── main.py │ ├── scraper.py │ ├── settings.py │ └── workgroup.py └── cny_exchange_rate.py ├── img └── transistor_logo.png ├── requirements ├── dev.txt └── prod.txt ├── setup.py ├── tests ├── __init__.py ├── books_toscrape │ ├── __init__.py │ ├── book_titles.xlsx │ ├── books_toscrape_index.html │ └── test_books_toscrape.py ├── conftest.py └── unit │ ├── __init__.py │ ├── books │ └── __init__.py │ ├── browsers │ ├── __init__.py │ └── test_splash_browser.py │ ├── managers │ └── __init__.py │ ├── persistence │ ├── __init__.py │ ├── test_exporters.py │ └── test_item.py │ ├── scrapers │ └── __init__.py │ ├── test_internal.py │ ├── utility │ ├── __init__.py │ └── test_utility_serialize.py │ └── workers │ └── __init__.py └── transistor ├── __init__.py ├── __version__.py ├── _internal.py ├── browsers ├── __init__.py ├── mixin.py └── splash_browser.py ├── crawlers ├── __init__.py └── splash_crawler_abc.py ├── exceptions.py ├── headers.py ├── managers ├── __init__.py └── base_manager.py ├── persistence ├── __init__.py ├── containers.py ├── exporters │ ├── __init__.py │ ├── base.py │ ├── exporters.py │ ├── json.py │ └── xml.py ├── item.py ├── loader.py └── newt_db │ ├── __init__.py │ ├── collections.py │ └── newt_crud.py ├── schedulers ├── __init__.py ├── books │ ├── __init__.py │ ├── bookstate.py │ └── taskstate.py └── brokers │ ├── __init__.py │ └── queues.py ├── scrapers ├── __init__.py ├── certs │ └── crawlera-ca.crt ├── scripts │ ├── basic_splash.lua │ ├── basic_splash_crawlera.lua │ └── return_remote_crawlera.lua └── splash_scraper_abc.py ├── utility ├── __init__.py ├── browsercookie.py ├── conf.py ├── crawlera.py ├── logging.py ├── python.py ├── serialize.py ├── trackref.py └── utils.py └── workers ├── __init__.py ├── basegroup.py ├── baseworker.py └── workgroup.py /.codeclimate.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/.codeclimate.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/.gitignore -------------------------------------------------------------------------------- /.pyup.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/.pyup.yml -------------------------------------------------------------------------------- /AUTHORS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/AUTHORS -------------------------------------------------------------------------------- /CHANGES: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/CHANGES -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/README.rst -------------------------------------------------------------------------------- /appveyor.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor.yml -------------------------------------------------------------------------------- /appveyor/aquarium/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/docker-compose.yml -------------------------------------------------------------------------------- /appveyor/aquarium/filters/easylist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/filters/easylist.txt -------------------------------------------------------------------------------- /appveyor/aquarium/filters/easylist_noadult.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/filters/easylist_noadult.txt -------------------------------------------------------------------------------- /appveyor/aquarium/filters/easyprivacy.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/filters/easyprivacy.txt -------------------------------------------------------------------------------- /appveyor/aquarium/filters/fanboy-annoyance.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/filters/fanboy-annoyance.txt -------------------------------------------------------------------------------- /appveyor/aquarium/filters/fanboy-social.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/filters/fanboy-social.txt -------------------------------------------------------------------------------- /appveyor/aquarium/haproxy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/haproxy.cfg -------------------------------------------------------------------------------- /appveyor/aquarium/proxy-profiles/default.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/proxy-profiles/default.ini -------------------------------------------------------------------------------- /appveyor/aquarium/proxy-profiles/tor.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/proxy-profiles/tor.ini -------------------------------------------------------------------------------- /appveyor/aquarium/show-stats: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/aquarium/show-stats -------------------------------------------------------------------------------- /appveyor/check_rabbitmq_connection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/check_rabbitmq_connection.py -------------------------------------------------------------------------------- /appveyor/docker-compose-up.cmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/docker-compose-up.cmd -------------------------------------------------------------------------------- /appveyor/docker-compose-up.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/docker-compose-up.ps1 -------------------------------------------------------------------------------- /appveyor/install_erlang.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/install_erlang.ps1 -------------------------------------------------------------------------------- /appveyor/install_postgresql_12.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/install_postgresql_12.ps1 -------------------------------------------------------------------------------- /appveyor/rabbitmq.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/rabbitmq.ps1 -------------------------------------------------------------------------------- /appveyor/redis.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/appveyor/redis.ps1 -------------------------------------------------------------------------------- /codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/codecov.yml -------------------------------------------------------------------------------- /contributing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/contributing.rst -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/source/about.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/docs/source/about.rst -------------------------------------------------------------------------------- /docs/source/architecture.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/docs/source/architecture.rst -------------------------------------------------------------------------------- /docs/source/changelog.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/docs/source/changelog.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/roadmap.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/docs/source/roadmap.rst -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/environment.yml -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- -------------------------------------------------------------------------------- /examples/books_to_scrape/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/__init__.py -------------------------------------------------------------------------------- /examples/books_to_scrape/manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/manager.py -------------------------------------------------------------------------------- /examples/books_to_scrape/persistence/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/persistence/__init__.py -------------------------------------------------------------------------------- /examples/books_to_scrape/persistence/newt_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/persistence/newt_db.py -------------------------------------------------------------------------------- /examples/books_to_scrape/persistence/serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/persistence/serialization.py -------------------------------------------------------------------------------- /examples/books_to_scrape/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/schedulers/__init__.py -------------------------------------------------------------------------------- /examples/books_to_scrape/schedulers/brokers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/schedulers/brokers/__init__.py -------------------------------------------------------------------------------- /examples/books_to_scrape/schedulers/brokers/client_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/schedulers/brokers/client_main.py -------------------------------------------------------------------------------- /examples/books_to_scrape/schedulers/brokers/worker_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/schedulers/brokers/worker_main.py -------------------------------------------------------------------------------- /examples/books_to_scrape/schedulers/stateful_book/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/schedulers/stateful_book/__init__.py -------------------------------------------------------------------------------- /examples/books_to_scrape/schedulers/stateful_book/book_titles.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/schedulers/stateful_book/book_titles.xlsx -------------------------------------------------------------------------------- /examples/books_to_scrape/schedulers/stateful_book/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/schedulers/stateful_book/main.py -------------------------------------------------------------------------------- /examples/books_to_scrape/scraper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/scraper.py -------------------------------------------------------------------------------- /examples/books_to_scrape/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/settings.py -------------------------------------------------------------------------------- /examples/books_to_scrape/workgroup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/books_to_scrape/workgroup.py -------------------------------------------------------------------------------- /examples/cny_exchange_rate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/examples/cny_exchange_rate.py -------------------------------------------------------------------------------- /img/transistor_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/img/transistor_logo.png -------------------------------------------------------------------------------- /requirements/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/requirements/dev.txt -------------------------------------------------------------------------------- /requirements/prod.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/requirements/prod.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | # -*- coding: utf-8 -*- -------------------------------------------------------------------------------- /tests/books_toscrape/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/books_toscrape/__init__.py -------------------------------------------------------------------------------- /tests/books_toscrape/book_titles.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/books_toscrape/book_titles.xlsx -------------------------------------------------------------------------------- /tests/books_toscrape/books_toscrape_index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/books_toscrape/books_toscrape_index.html -------------------------------------------------------------------------------- /tests/books_toscrape/test_books_toscrape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/books_toscrape/test_books_toscrape.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/books/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/browsers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/browsers/test_splash_browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/unit/browsers/test_splash_browser.py -------------------------------------------------------------------------------- /tests/unit/managers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/persistence/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/persistence/test_exporters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/unit/persistence/test_exporters.py -------------------------------------------------------------------------------- /tests/unit/persistence/test_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/unit/persistence/test_item.py -------------------------------------------------------------------------------- /tests/unit/scrapers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/test_internal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/unit/test_internal.py -------------------------------------------------------------------------------- /tests/unit/utility/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/utility/test_utility_serialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/tests/unit/utility/test_utility_serialize.py -------------------------------------------------------------------------------- /tests/unit/workers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transistor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/__init__.py -------------------------------------------------------------------------------- /transistor/__version__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/__version__.py -------------------------------------------------------------------------------- /transistor/_internal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/_internal.py -------------------------------------------------------------------------------- /transistor/browsers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/browsers/__init__.py -------------------------------------------------------------------------------- /transistor/browsers/mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/browsers/mixin.py -------------------------------------------------------------------------------- /transistor/browsers/splash_browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/browsers/splash_browser.py -------------------------------------------------------------------------------- /transistor/crawlers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/crawlers/__init__.py -------------------------------------------------------------------------------- /transistor/crawlers/splash_crawler_abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/crawlers/splash_crawler_abc.py -------------------------------------------------------------------------------- /transistor/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/exceptions.py -------------------------------------------------------------------------------- /transistor/headers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/headers.py -------------------------------------------------------------------------------- /transistor/managers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/managers/__init__.py -------------------------------------------------------------------------------- /transistor/managers/base_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/managers/base_manager.py -------------------------------------------------------------------------------- /transistor/persistence/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/__init__.py -------------------------------------------------------------------------------- /transistor/persistence/containers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/containers.py -------------------------------------------------------------------------------- /transistor/persistence/exporters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/exporters/__init__.py -------------------------------------------------------------------------------- /transistor/persistence/exporters/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/exporters/base.py -------------------------------------------------------------------------------- /transistor/persistence/exporters/exporters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/exporters/exporters.py -------------------------------------------------------------------------------- /transistor/persistence/exporters/json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/exporters/json.py -------------------------------------------------------------------------------- /transistor/persistence/exporters/xml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/exporters/xml.py -------------------------------------------------------------------------------- /transistor/persistence/item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/item.py -------------------------------------------------------------------------------- /transistor/persistence/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/loader.py -------------------------------------------------------------------------------- /transistor/persistence/newt_db/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/newt_db/__init__.py -------------------------------------------------------------------------------- /transistor/persistence/newt_db/collections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/newt_db/collections.py -------------------------------------------------------------------------------- /transistor/persistence/newt_db/newt_crud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/persistence/newt_db/newt_crud.py -------------------------------------------------------------------------------- /transistor/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/schedulers/__init__.py -------------------------------------------------------------------------------- /transistor/schedulers/books/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/schedulers/books/__init__.py -------------------------------------------------------------------------------- /transistor/schedulers/books/bookstate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/schedulers/books/bookstate.py -------------------------------------------------------------------------------- /transistor/schedulers/books/taskstate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/schedulers/books/taskstate.py -------------------------------------------------------------------------------- /transistor/schedulers/brokers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/schedulers/brokers/__init__.py -------------------------------------------------------------------------------- /transistor/schedulers/brokers/queues.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/schedulers/brokers/queues.py -------------------------------------------------------------------------------- /transistor/scrapers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/scrapers/__init__.py -------------------------------------------------------------------------------- /transistor/scrapers/certs/crawlera-ca.crt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/scrapers/certs/crawlera-ca.crt -------------------------------------------------------------------------------- /transistor/scrapers/scripts/basic_splash.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/scrapers/scripts/basic_splash.lua -------------------------------------------------------------------------------- /transistor/scrapers/scripts/basic_splash_crawlera.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/scrapers/scripts/basic_splash_crawlera.lua -------------------------------------------------------------------------------- /transistor/scrapers/scripts/return_remote_crawlera.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/scrapers/scripts/return_remote_crawlera.lua -------------------------------------------------------------------------------- /transistor/scrapers/splash_scraper_abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/scrapers/splash_scraper_abc.py -------------------------------------------------------------------------------- /transistor/utility/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/utility/__init__.py -------------------------------------------------------------------------------- /transistor/utility/browsercookie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/utility/browsercookie.py -------------------------------------------------------------------------------- /transistor/utility/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/utility/conf.py -------------------------------------------------------------------------------- /transistor/utility/crawlera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/utility/crawlera.py -------------------------------------------------------------------------------- /transistor/utility/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/utility/logging.py -------------------------------------------------------------------------------- /transistor/utility/python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/utility/python.py -------------------------------------------------------------------------------- /transistor/utility/serialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/utility/serialize.py -------------------------------------------------------------------------------- /transistor/utility/trackref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/utility/trackref.py -------------------------------------------------------------------------------- /transistor/utility/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/utility/utils.py -------------------------------------------------------------------------------- /transistor/workers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/workers/__init__.py -------------------------------------------------------------------------------- /transistor/workers/basegroup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/workers/basegroup.py -------------------------------------------------------------------------------- /transistor/workers/baseworker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/workers/baseworker.py -------------------------------------------------------------------------------- /transistor/workers/workgroup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bomquote/transistor/HEAD/transistor/workers/workgroup.py --------------------------------------------------------------------------------