├── .gitignore ├── README.md ├── pom.xml ├── scripts └── run-emr-job.sh └── src └── main ├── resources └── log4j.properties └── scala └── com └── datapyro └── emr ├── common ├── EmrConstants.scala └── Utils.scala ├── dynamo ├── SparkCSVToDynamoDB.scala └── SparkDynamoDBQuery.scala ├── elastic ├── SparkCSVToElasticSearch.scala └── SparkElasticSearchAnalysis.scala ├── integration ├── SparkJDBCToDynamoDB.scala └── SparkJDBCToElasticSearch.scala ├── jdbc ├── SparkCSVToJDBC.scala └── SparkJDBCBackup.scala ├── ml └── SparkCreditCardFraudClassifier.scala └── spark ├── SparkLogParser.scala └── SparkS3BinaryData.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/README.md -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/pom.xml -------------------------------------------------------------------------------- /scripts/run-emr-job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/scripts/run-emr-job.sh -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/common/EmrConstants.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/common/EmrConstants.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/common/Utils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/common/Utils.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/dynamo/SparkCSVToDynamoDB.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/dynamo/SparkCSVToDynamoDB.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/dynamo/SparkDynamoDBQuery.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/dynamo/SparkDynamoDBQuery.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/elastic/SparkCSVToElasticSearch.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/elastic/SparkCSVToElasticSearch.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/elastic/SparkElasticSearchAnalysis.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/elastic/SparkElasticSearchAnalysis.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/integration/SparkJDBCToDynamoDB.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/integration/SparkJDBCToDynamoDB.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/integration/SparkJDBCToElasticSearch.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/integration/SparkJDBCToElasticSearch.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/jdbc/SparkCSVToJDBC.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/jdbc/SparkCSVToJDBC.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/jdbc/SparkJDBCBackup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/jdbc/SparkJDBCBackup.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/ml/SparkCreditCardFraudClassifier.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/ml/SparkCreditCardFraudClassifier.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/spark/SparkLogParser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/spark/SparkLogParser.scala -------------------------------------------------------------------------------- /src/main/scala/com/datapyro/emr/spark/SparkS3BinaryData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hakanilter/aws-emr-examples/HEAD/src/main/scala/com/datapyro/emr/spark/SparkS3BinaryData.scala --------------------------------------------------------------------------------