├── .gitignore ├── Emakefile ├── LICENSE.txt ├── Makefile ├── README ├── deps └── .empty ├── doc ├── ebot-architecture-crawler.dia ├── ebot-architecture-crawler.png ├── ebot-architecture.dia ├── ebot-architecture.png ├── ebot-db-url-document.png ├── ebot.png ├── ebot_amqp-1hours.png └── ebot_small.png ├── ebin └── .empty ├── priv ├── data │ └── .empty ├── dispatch.conf ├── log │ ├── .empty │ └── sasl │ │ └── .empty └── www │ └── index.html ├── src ├── ebot.app ├── ebot.erl ├── ebot.hrl ├── ebot_app.erl ├── ebot_crawler.erl ├── ebot_db.erl ├── ebot_db_backend_couchdb.erl ├── ebot_db_backend_riak_pb.erl ├── ebot_db_doc.erl ├── ebot_db_doc_url.erl ├── ebot_db_util.erl ├── ebot_deps.erl ├── ebot_html.erl ├── ebot_html_analyzer_header.erl ├── ebot_html_analyzer_images.erl ├── ebot_html_analyzer_sample.erl ├── ebot_html_util.erl ├── ebot_mq.erl ├── ebot_resource.erl ├── ebot_setup_couchdb.erl ├── ebot_stats.erl ├── ebot_sup.erl ├── ebot_test.erl ├── ebot_url_util.erl ├── ebot_util.erl ├── ebot_web.erl ├── ebot_web_util.erl └── ebot_worker_util.erl ├── start-dev.sh ├── start.sh ├── sys.config └── utils ├── chart-rrd.sh ├── create-rrd.sh └── update-rrd.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/.gitignore -------------------------------------------------------------------------------- /Emakefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/Emakefile -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/Makefile -------------------------------------------------------------------------------- /README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/README -------------------------------------------------------------------------------- /deps/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /doc/ebot-architecture-crawler.dia: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/doc/ebot-architecture-crawler.dia -------------------------------------------------------------------------------- /doc/ebot-architecture-crawler.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/doc/ebot-architecture-crawler.png -------------------------------------------------------------------------------- /doc/ebot-architecture.dia: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/doc/ebot-architecture.dia -------------------------------------------------------------------------------- /doc/ebot-architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/doc/ebot-architecture.png -------------------------------------------------------------------------------- /doc/ebot-db-url-document.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/doc/ebot-db-url-document.png -------------------------------------------------------------------------------- /doc/ebot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/doc/ebot.png -------------------------------------------------------------------------------- /doc/ebot_amqp-1hours.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/doc/ebot_amqp-1hours.png -------------------------------------------------------------------------------- /doc/ebot_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/doc/ebot_small.png -------------------------------------------------------------------------------- /ebin/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /priv/data/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /priv/dispatch.conf: -------------------------------------------------------------------------------- 1 | %% -*- mode: erlang -*- 2 | {[command, '*'], ebot_resource, []}. 3 | -------------------------------------------------------------------------------- /priv/log/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /priv/log/sasl/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /priv/www/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/priv/www/index.html -------------------------------------------------------------------------------- /src/ebot.app: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot.app -------------------------------------------------------------------------------- /src/ebot.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot.erl -------------------------------------------------------------------------------- /src/ebot.hrl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot.hrl -------------------------------------------------------------------------------- /src/ebot_app.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_app.erl -------------------------------------------------------------------------------- /src/ebot_crawler.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_crawler.erl -------------------------------------------------------------------------------- /src/ebot_db.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_db.erl -------------------------------------------------------------------------------- /src/ebot_db_backend_couchdb.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_db_backend_couchdb.erl -------------------------------------------------------------------------------- /src/ebot_db_backend_riak_pb.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_db_backend_riak_pb.erl -------------------------------------------------------------------------------- /src/ebot_db_doc.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_db_doc.erl -------------------------------------------------------------------------------- /src/ebot_db_doc_url.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_db_doc_url.erl -------------------------------------------------------------------------------- /src/ebot_db_util.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_db_util.erl -------------------------------------------------------------------------------- /src/ebot_deps.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_deps.erl -------------------------------------------------------------------------------- /src/ebot_html.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_html.erl -------------------------------------------------------------------------------- /src/ebot_html_analyzer_header.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_html_analyzer_header.erl -------------------------------------------------------------------------------- /src/ebot_html_analyzer_images.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_html_analyzer_images.erl -------------------------------------------------------------------------------- /src/ebot_html_analyzer_sample.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_html_analyzer_sample.erl -------------------------------------------------------------------------------- /src/ebot_html_util.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_html_util.erl -------------------------------------------------------------------------------- /src/ebot_mq.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_mq.erl -------------------------------------------------------------------------------- /src/ebot_resource.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_resource.erl -------------------------------------------------------------------------------- /src/ebot_setup_couchdb.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_setup_couchdb.erl -------------------------------------------------------------------------------- /src/ebot_stats.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_stats.erl -------------------------------------------------------------------------------- /src/ebot_sup.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_sup.erl -------------------------------------------------------------------------------- /src/ebot_test.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_test.erl -------------------------------------------------------------------------------- /src/ebot_url_util.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_url_util.erl -------------------------------------------------------------------------------- /src/ebot_util.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_util.erl -------------------------------------------------------------------------------- /src/ebot_web.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_web.erl -------------------------------------------------------------------------------- /src/ebot_web_util.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_web_util.erl -------------------------------------------------------------------------------- /src/ebot_worker_util.erl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/src/ebot_worker_util.erl -------------------------------------------------------------------------------- /start-dev.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/start-dev.sh -------------------------------------------------------------------------------- /start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/start.sh -------------------------------------------------------------------------------- /sys.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/sys.config -------------------------------------------------------------------------------- /utils/chart-rrd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/utils/chart-rrd.sh -------------------------------------------------------------------------------- /utils/create-rrd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/utils/create-rrd.sh -------------------------------------------------------------------------------- /utils/update-rrd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/matteoredaelli/ebot/HEAD/utils/update-rrd.sh --------------------------------------------------------------------------------