├── .DS_Store ├── Batch ├── .DS_Store ├── batch.sh ├── fileList.txt └── flashback.py ├── Ingest ├── .DS_Store ├── fileList.txt ├── ingest.sh ├── s3_to_parquet.py └── test_Ingest.py ├── README.md ├── Recommendation ├── .DS_Store ├── engine.py ├── process_reddits.py └── testSet.py ├── SimpleGraph ├── .DS_Store ├── degree_compute.py └── self_joinDump.py ├── cassandra ├── .DS_Store ├── cassandra_starter.sh └── cassandra_tables.txt ├── datanode_starter.sh ├── insightpipeline.png ├── namenode_starter.sh ├── storm ├── .DS_Store ├── reddit_stream_topology.jar └── reddit_stream_topology │ ├── .DS_Store │ ├── pyleus_logging.conf │ ├── pyleus_topology.yaml │ ├── reddit_stream_topology │ ├── .DS_Store │ ├── __init__.py │ ├── reddit-ingest_bolt.py │ └── reddit-trend_bolt.py │ └── requirements.txt ├── stream ├── .DS_Store ├── Reddit_Stream │ ├── .DS_Store │ ├── __init__.py │ └── __init__.pyc └── stream.py └── webapp ├── .DS_Store ├── app ├── .DS_Store ├── __init__.py ├── __init__.pyc ├── static │ ├── 404.gif │ ├── css │ │ ├── main.css │ │ └── signup.css │ ├── d3 │ │ └── d3.v3.js │ ├── img │ │ └── vader-icon.png │ ├── jquery-loader.js │ └── js │ │ ├── Chart.min.js │ │ ├── gruntfile.js │ │ └── jquery.animateNumber.min.js ├── subredditlist.txt ├── templates │ ├── .DS_Store │ ├── 404.html │ ├── about.html │ ├── engage.html │ ├── engage_viz.html │ ├── flashback.html │ ├── flashback_response.html │ ├── index.html │ ├── layout.html │ ├── snapshot.html │ ├── snapshot_viz.html │ └── trends.html ├── views.py └── views.pyc ├── config.py ├── config.pyc ├── nohup.out ├── run.py └── tornadoapp.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/.DS_Store -------------------------------------------------------------------------------- /Batch/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Batch/.DS_Store -------------------------------------------------------------------------------- /Batch/batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Batch/batch.sh -------------------------------------------------------------------------------- /Batch/fileList.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Batch/fileList.txt -------------------------------------------------------------------------------- /Batch/flashback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Batch/flashback.py -------------------------------------------------------------------------------- /Ingest/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Ingest/.DS_Store -------------------------------------------------------------------------------- /Ingest/fileList.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Ingest/fileList.txt -------------------------------------------------------------------------------- /Ingest/ingest.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Ingest/ingest.sh -------------------------------------------------------------------------------- /Ingest/s3_to_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Ingest/s3_to_parquet.py -------------------------------------------------------------------------------- /Ingest/test_Ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Ingest/test_Ingest.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/README.md -------------------------------------------------------------------------------- /Recommendation/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Recommendation/.DS_Store -------------------------------------------------------------------------------- /Recommendation/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Recommendation/engine.py -------------------------------------------------------------------------------- /Recommendation/process_reddits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Recommendation/process_reddits.py -------------------------------------------------------------------------------- /Recommendation/testSet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/Recommendation/testSet.py -------------------------------------------------------------------------------- /SimpleGraph/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/SimpleGraph/.DS_Store -------------------------------------------------------------------------------- /SimpleGraph/degree_compute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/SimpleGraph/degree_compute.py -------------------------------------------------------------------------------- /SimpleGraph/self_joinDump.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/SimpleGraph/self_joinDump.py -------------------------------------------------------------------------------- /cassandra/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/cassandra/.DS_Store -------------------------------------------------------------------------------- /cassandra/cassandra_starter.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | cassandra -------------------------------------------------------------------------------- /cassandra/cassandra_tables.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/cassandra/cassandra_tables.txt -------------------------------------------------------------------------------- /datanode_starter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/datanode_starter.sh -------------------------------------------------------------------------------- /insightpipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/insightpipeline.png -------------------------------------------------------------------------------- /namenode_starter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/namenode_starter.sh -------------------------------------------------------------------------------- /storm/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/storm/.DS_Store -------------------------------------------------------------------------------- /storm/reddit_stream_topology.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/storm/reddit_stream_topology.jar -------------------------------------------------------------------------------- /storm/reddit_stream_topology/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/storm/reddit_stream_topology/.DS_Store -------------------------------------------------------------------------------- /storm/reddit_stream_topology/pyleus_logging.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/storm/reddit_stream_topology/pyleus_logging.conf -------------------------------------------------------------------------------- /storm/reddit_stream_topology/pyleus_topology.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/storm/reddit_stream_topology/pyleus_topology.yaml -------------------------------------------------------------------------------- /storm/reddit_stream_topology/reddit_stream_topology/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/storm/reddit_stream_topology/reddit_stream_topology/.DS_Store -------------------------------------------------------------------------------- /storm/reddit_stream_topology/reddit_stream_topology/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /storm/reddit_stream_topology/reddit_stream_topology/reddit-ingest_bolt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/storm/reddit_stream_topology/reddit_stream_topology/reddit-ingest_bolt.py -------------------------------------------------------------------------------- /storm/reddit_stream_topology/reddit_stream_topology/reddit-trend_bolt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/storm/reddit_stream_topology/reddit_stream_topology/reddit-trend_bolt.py -------------------------------------------------------------------------------- /storm/reddit_stream_topology/requirements.txt: -------------------------------------------------------------------------------- 1 | cassandra-driver 2 | simplejson -------------------------------------------------------------------------------- /stream/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/stream/.DS_Store -------------------------------------------------------------------------------- /stream/Reddit_Stream/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/stream/Reddit_Stream/.DS_Store -------------------------------------------------------------------------------- /stream/Reddit_Stream/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/stream/Reddit_Stream/__init__.py -------------------------------------------------------------------------------- /stream/Reddit_Stream/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/stream/Reddit_Stream/__init__.pyc -------------------------------------------------------------------------------- /stream/stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/stream/stream.py -------------------------------------------------------------------------------- /webapp/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/.DS_Store -------------------------------------------------------------------------------- /webapp/app/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/.DS_Store -------------------------------------------------------------------------------- /webapp/app/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/__init__.py -------------------------------------------------------------------------------- /webapp/app/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/__init__.pyc -------------------------------------------------------------------------------- /webapp/app/static/404.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/static/404.gif -------------------------------------------------------------------------------- /webapp/app/static/css/main.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/static/css/main.css -------------------------------------------------------------------------------- /webapp/app/static/css/signup.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/static/css/signup.css -------------------------------------------------------------------------------- /webapp/app/static/d3/d3.v3.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/static/d3/d3.v3.js -------------------------------------------------------------------------------- /webapp/app/static/img/vader-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/static/img/vader-icon.png -------------------------------------------------------------------------------- /webapp/app/static/jquery-loader.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/static/jquery-loader.js -------------------------------------------------------------------------------- /webapp/app/static/js/Chart.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/static/js/Chart.min.js -------------------------------------------------------------------------------- /webapp/app/static/js/gruntfile.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/static/js/gruntfile.js -------------------------------------------------------------------------------- /webapp/app/static/js/jquery.animateNumber.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/static/js/jquery.animateNumber.min.js -------------------------------------------------------------------------------- /webapp/app/subredditlist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/subredditlist.txt -------------------------------------------------------------------------------- /webapp/app/templates/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/.DS_Store -------------------------------------------------------------------------------- /webapp/app/templates/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/404.html -------------------------------------------------------------------------------- /webapp/app/templates/about.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/about.html -------------------------------------------------------------------------------- /webapp/app/templates/engage.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/engage.html -------------------------------------------------------------------------------- /webapp/app/templates/engage_viz.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/engage_viz.html -------------------------------------------------------------------------------- /webapp/app/templates/flashback.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/flashback.html -------------------------------------------------------------------------------- /webapp/app/templates/flashback_response.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/flashback_response.html -------------------------------------------------------------------------------- /webapp/app/templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/index.html -------------------------------------------------------------------------------- /webapp/app/templates/layout.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/layout.html -------------------------------------------------------------------------------- /webapp/app/templates/snapshot.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/snapshot.html -------------------------------------------------------------------------------- /webapp/app/templates/snapshot_viz.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/snapshot_viz.html -------------------------------------------------------------------------------- /webapp/app/templates/trends.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/templates/trends.html -------------------------------------------------------------------------------- /webapp/app/views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/views.py -------------------------------------------------------------------------------- /webapp/app/views.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/app/views.pyc -------------------------------------------------------------------------------- /webapp/config.py: -------------------------------------------------------------------------------- 1 | WTF_CSRF_ENABLED = True 2 | SECRET_KEY = 'you-will-never-guess' -------------------------------------------------------------------------------- /webapp/config.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/config.pyc -------------------------------------------------------------------------------- /webapp/nohup.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/nohup.out -------------------------------------------------------------------------------- /webapp/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/run.py -------------------------------------------------------------------------------- /webapp/tornadoapp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aravindr18/RedditR--Insight-Data-Engineering-Project/HEAD/webapp/tornadoapp.py --------------------------------------------------------------------------------