├── .gitignore ├── .gitignore~ ├── README.md ├── automate └── airflow │ └── frauddetection.py ├── deployInLocal.sh ├── deployToAWS.sh ├── manual ├── sparkFraudDetectionTraining.sh ├── sparkImportToCassandraJob.sh ├── sparkRealtimeFraudDectionDstream.sh └── sparkRealtimeFraudDectionStructuredSteaming.sh ├── pom.xml └── src └── main ├── .gitignore ├── resources ├── cassandra │ └── creditcard.cql ├── data │ ├── customer.csv │ └── transactions.csv ├── log4j.properties ├── pythonOperatonFunction.py └── spark │ ├── application-cluster.conf │ ├── application-local.conf │ └── application.conf └── scala └── com └── datamantra ├── cassandra ├── CassandraConfig.scala ├── CassandraDriver.scala ├── dao │ ├── CreditcardTransactionRepository.scala │ └── KafkaOffsetRepository.scala └── foreachSink │ └── CassandraSinkForeach.scala ├── config └── Config.scala ├── creditcard ├── CreditcardEnum.scala ├── Schema.scala └── Transaction.scala ├── kafka ├── KafkaConfig.scala └── KafkaSource.scala ├── spark ├── DataBalancing.scala ├── DataReader.scala ├── GracefulShutdown.scala ├── SparkConfig.scala ├── algorithms │ └── Algorithms.scala ├── jobs │ ├── FraudDetectionTraining.scala │ ├── IntialImportToCassandra.scala │ ├── RealTimeFraudDetection │ │ ├── DstreamFraudDetection.scala │ │ └── StructuredStreamingFraudDetection.scala │ └── SparkJob.scala └── pipeline │ ├── BuildPipeline.scala │ └── FeatureExtraction.scala ├── testing ├── SamplePipeline.scala └── Streaming.scala └── utils └── Utils.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitignore~: -------------------------------------------------------------------------------- 1 | /.idea 2 | /target 3 | /build-files 4 | /spark-warehouse 5 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/README.md -------------------------------------------------------------------------------- /automate/airflow/frauddetection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/automate/airflow/frauddetection.py -------------------------------------------------------------------------------- /deployInLocal.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/deployInLocal.sh -------------------------------------------------------------------------------- /deployToAWS.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/deployToAWS.sh -------------------------------------------------------------------------------- /manual/sparkFraudDetectionTraining.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/manual/sparkFraudDetectionTraining.sh -------------------------------------------------------------------------------- /manual/sparkImportToCassandraJob.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/manual/sparkImportToCassandraJob.sh -------------------------------------------------------------------------------- /manual/sparkRealtimeFraudDectionDstream.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/manual/sparkRealtimeFraudDectionDstream.sh -------------------------------------------------------------------------------- /manual/sparkRealtimeFraudDectionStructuredSteaming.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/manual/sparkRealtimeFraudDectionStructuredSteaming.sh -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/.gitignore: -------------------------------------------------------------------------------- 1 | /main.iml 2 | -------------------------------------------------------------------------------- /src/main/resources/cassandra/creditcard.cql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/resources/cassandra/creditcard.cql -------------------------------------------------------------------------------- /src/main/resources/data/customer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/resources/data/customer.csv -------------------------------------------------------------------------------- /src/main/resources/data/transactions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/resources/data/transactions.csv -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /src/main/resources/pythonOperatonFunction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/resources/pythonOperatonFunction.py -------------------------------------------------------------------------------- /src/main/resources/spark/application-cluster.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/resources/spark/application-cluster.conf -------------------------------------------------------------------------------- /src/main/resources/spark/application-local.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/resources/spark/application-local.conf -------------------------------------------------------------------------------- /src/main/resources/spark/application.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/resources/spark/application.conf -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/cassandra/CassandraConfig.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/cassandra/CassandraConfig.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/cassandra/CassandraDriver.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/cassandra/CassandraDriver.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/cassandra/dao/CreditcardTransactionRepository.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/cassandra/dao/CreditcardTransactionRepository.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/cassandra/dao/KafkaOffsetRepository.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/cassandra/dao/KafkaOffsetRepository.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/cassandra/foreachSink/CassandraSinkForeach.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/cassandra/foreachSink/CassandraSinkForeach.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/config/Config.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/config/Config.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/creditcard/CreditcardEnum.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/creditcard/CreditcardEnum.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/creditcard/Schema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/creditcard/Schema.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/creditcard/Transaction.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/creditcard/Transaction.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/kafka/KafkaConfig.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/kafka/KafkaConfig.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/kafka/KafkaSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/kafka/KafkaSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/DataBalancing.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/DataBalancing.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/DataReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/DataReader.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/GracefulShutdown.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/GracefulShutdown.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/SparkConfig.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/SparkConfig.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/algorithms/Algorithms.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/algorithms/Algorithms.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/jobs/FraudDetectionTraining.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/jobs/FraudDetectionTraining.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/jobs/IntialImportToCassandra.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/jobs/IntialImportToCassandra.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/jobs/RealTimeFraudDetection/DstreamFraudDetection.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/jobs/RealTimeFraudDetection/DstreamFraudDetection.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/jobs/RealTimeFraudDetection/StructuredStreamingFraudDetection.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/jobs/RealTimeFraudDetection/StructuredStreamingFraudDetection.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/jobs/SparkJob.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/jobs/SparkJob.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/pipeline/BuildPipeline.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/pipeline/BuildPipeline.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/spark/pipeline/FeatureExtraction.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/spark/pipeline/FeatureExtraction.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/testing/SamplePipeline.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/testing/SamplePipeline.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/testing/Streaming.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/testing/Streaming.scala -------------------------------------------------------------------------------- /src/main/scala/com/datamantra/utils/Utils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pramoddatamantra/FraudDetection/HEAD/src/main/scala/com/datamantra/utils/Utils.scala --------------------------------------------------------------------------------