├── .gitignore ├── README.md ├── airflow ├── schedule.sh └── scheduler.py ├── bash_scripts ├── dist_spark_dependancies.sh ├── kafka_run.sh ├── requirements.txt ├── spark_batch_run.sh └── spark_streaming_run.sh ├── batch_processing └── batch_process.py ├── docs ├── airflow.txt ├── final_pipeline.jpeg ├── frontend.png ├── pegasus.txt └── postgres.txt ├── frontend └── app.py ├── kafka └── producer.py ├── postgres └── pgConnector.py └── streaming ├── min_stream.py └── stream_process.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/README.md -------------------------------------------------------------------------------- /airflow/schedule.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/airflow/schedule.sh -------------------------------------------------------------------------------- /airflow/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/airflow/scheduler.py -------------------------------------------------------------------------------- /bash_scripts/dist_spark_dependancies.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/bash_scripts/dist_spark_dependancies.sh -------------------------------------------------------------------------------- /bash_scripts/kafka_run.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | python kafka/producer.py -------------------------------------------------------------------------------- /bash_scripts/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/bash_scripts/requirements.txt -------------------------------------------------------------------------------- /bash_scripts/spark_batch_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/bash_scripts/spark_batch_run.sh -------------------------------------------------------------------------------- /bash_scripts/spark_streaming_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/bash_scripts/spark_streaming_run.sh -------------------------------------------------------------------------------- /batch_processing/batch_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/batch_processing/batch_process.py -------------------------------------------------------------------------------- /docs/airflow.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/docs/airflow.txt -------------------------------------------------------------------------------- /docs/final_pipeline.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/docs/final_pipeline.jpeg -------------------------------------------------------------------------------- /docs/frontend.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/docs/frontend.png -------------------------------------------------------------------------------- /docs/pegasus.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/docs/pegasus.txt -------------------------------------------------------------------------------- /docs/postgres.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/docs/postgres.txt -------------------------------------------------------------------------------- /frontend/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/frontend/app.py -------------------------------------------------------------------------------- /kafka/producer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/kafka/producer.py -------------------------------------------------------------------------------- /postgres/pgConnector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/postgres/pgConnector.py -------------------------------------------------------------------------------- /streaming/min_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/streaming/min_stream.py -------------------------------------------------------------------------------- /streaming/stream_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FalconFive55/IoT-real-time-anomaly-detection/HEAD/streaming/stream_process.py --------------------------------------------------------------------------------