├── Big-Data-Demo.png ├── README.md ├── cart-producer ├── .gitignore ├── README.md ├── build.gradle.kts └── src │ └── main │ ├── resources │ ├── application.conf │ └── log4j.properties │ └── scala │ └── org │ └── bd │ └── cart │ ├── CartProducer.scala │ ├── ProductDB.scala │ ├── Streamer.scala │ └── ZipCodeDB.scala ├── cart-stream-processing ├── build.gradle.kts └── src │ └── main │ ├── resources │ ├── application.conf │ ├── hbase-site.xml │ ├── hive-site.xml │ └── log4j.properties │ └── scala │ └── com │ └── bd │ └── streaming │ ├── cassandra │ └── CartStreamingCassandraApp.scala │ └── hive │ ├── CartStreamingHiveApp.scala │ └── ProductSalesRecord.scala ├── client-producer.bat ├── client-producer.sh ├── docker ├── docker-compose-distributed-local.yml ├── hadoop-hive.env ├── hadoop.env └── jupyter │ ├── Dockerfile │ ├── build-docker.sh │ ├── jupyter_notebook_config.json │ └── shared │ ├── Product Sale Cassandra Integration Report.ipynb │ └── Product Sale Hive Integration Report.ipynb ├── dto ├── .gitignore ├── build.gradle.kts └── src │ └── main │ └── scala │ └── com.mekong.dto │ ├── Cart.scala │ ├── Order.scala │ ├── ShippingAddress.scala │ └── ShippingStatus.scala ├── gradle └── wrapper │ ├── gradle-wrapper.jar │ └── gradle-wrapper.properties ├── gradlew ├── gradlew.bat ├── run-all-services.bat ├── run-all-services.sh ├── settings.gradle.kts ├── spark-stream-hive-submit.bat ├── spark-stream-hive-submit.sh ├── stop-all-services.bat └── stop-all-services.sh /Big-Data-Demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/Big-Data-Demo.png -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/README.md -------------------------------------------------------------------------------- /cart-producer/.gitignore: -------------------------------------------------------------------------------- 1 | /target/ 2 | -------------------------------------------------------------------------------- /cart-producer/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cart-producer/build.gradle.kts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-producer/build.gradle.kts -------------------------------------------------------------------------------- /cart-producer/src/main/resources/application.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-producer/src/main/resources/application.conf -------------------------------------------------------------------------------- /cart-producer/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-producer/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /cart-producer/src/main/scala/org/bd/cart/CartProducer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-producer/src/main/scala/org/bd/cart/CartProducer.scala -------------------------------------------------------------------------------- /cart-producer/src/main/scala/org/bd/cart/ProductDB.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-producer/src/main/scala/org/bd/cart/ProductDB.scala -------------------------------------------------------------------------------- /cart-producer/src/main/scala/org/bd/cart/Streamer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-producer/src/main/scala/org/bd/cart/Streamer.scala -------------------------------------------------------------------------------- /cart-producer/src/main/scala/org/bd/cart/ZipCodeDB.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-producer/src/main/scala/org/bd/cart/ZipCodeDB.scala -------------------------------------------------------------------------------- /cart-stream-processing/build.gradle.kts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-stream-processing/build.gradle.kts -------------------------------------------------------------------------------- /cart-stream-processing/src/main/resources/application.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-stream-processing/src/main/resources/application.conf -------------------------------------------------------------------------------- /cart-stream-processing/src/main/resources/hbase-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-stream-processing/src/main/resources/hbase-site.xml -------------------------------------------------------------------------------- /cart-stream-processing/src/main/resources/hive-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-stream-processing/src/main/resources/hive-site.xml -------------------------------------------------------------------------------- /cart-stream-processing/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-stream-processing/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /cart-stream-processing/src/main/scala/com/bd/streaming/cassandra/CartStreamingCassandraApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-stream-processing/src/main/scala/com/bd/streaming/cassandra/CartStreamingCassandraApp.scala -------------------------------------------------------------------------------- /cart-stream-processing/src/main/scala/com/bd/streaming/hive/CartStreamingHiveApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-stream-processing/src/main/scala/com/bd/streaming/hive/CartStreamingHiveApp.scala -------------------------------------------------------------------------------- /cart-stream-processing/src/main/scala/com/bd/streaming/hive/ProductSalesRecord.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/cart-stream-processing/src/main/scala/com/bd/streaming/hive/ProductSalesRecord.scala -------------------------------------------------------------------------------- /client-producer.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/client-producer.bat -------------------------------------------------------------------------------- /client-producer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/client-producer.sh -------------------------------------------------------------------------------- /docker/docker-compose-distributed-local.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/docker/docker-compose-distributed-local.yml -------------------------------------------------------------------------------- /docker/hadoop-hive.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/docker/hadoop-hive.env -------------------------------------------------------------------------------- /docker/hadoop.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/docker/hadoop.env -------------------------------------------------------------------------------- /docker/jupyter/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/docker/jupyter/Dockerfile -------------------------------------------------------------------------------- /docker/jupyter/build-docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/docker/jupyter/build-docker.sh -------------------------------------------------------------------------------- /docker/jupyter/jupyter_notebook_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/docker/jupyter/jupyter_notebook_config.json -------------------------------------------------------------------------------- /docker/jupyter/shared/Product Sale Cassandra Integration Report.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/docker/jupyter/shared/Product Sale Cassandra Integration Report.ipynb -------------------------------------------------------------------------------- /docker/jupyter/shared/Product Sale Hive Integration Report.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/docker/jupyter/shared/Product Sale Hive Integration Report.ipynb -------------------------------------------------------------------------------- /dto/.gitignore: -------------------------------------------------------------------------------- 1 | /target/ 2 | -------------------------------------------------------------------------------- /dto/build.gradle.kts: -------------------------------------------------------------------------------- 1 | /* 2 | * This file was generated by the Gradle "init" task. 3 | */ 4 | -------------------------------------------------------------------------------- /dto/src/main/scala/com.mekong.dto/Cart.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/dto/src/main/scala/com.mekong.dto/Cart.scala -------------------------------------------------------------------------------- /dto/src/main/scala/com.mekong.dto/Order.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/dto/src/main/scala/com.mekong.dto/Order.scala -------------------------------------------------------------------------------- /dto/src/main/scala/com.mekong.dto/ShippingAddress.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/dto/src/main/scala/com.mekong.dto/ShippingAddress.scala -------------------------------------------------------------------------------- /dto/src/main/scala/com.mekong.dto/ShippingStatus.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/dto/src/main/scala/com.mekong.dto/ShippingStatus.scala -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/gradle/wrapper/gradle-wrapper.properties -------------------------------------------------------------------------------- /gradlew: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/gradlew -------------------------------------------------------------------------------- /gradlew.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/gradlew.bat -------------------------------------------------------------------------------- /run-all-services.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/run-all-services.bat -------------------------------------------------------------------------------- /run-all-services.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/run-all-services.sh -------------------------------------------------------------------------------- /settings.gradle.kts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/settings.gradle.kts -------------------------------------------------------------------------------- /spark-stream-hive-submit.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/spark-stream-hive-submit.bat -------------------------------------------------------------------------------- /spark-stream-hive-submit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/spark-stream-hive-submit.sh -------------------------------------------------------------------------------- /stop-all-services.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/stop-all-services.bat -------------------------------------------------------------------------------- /stop-all-services.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haiphucnguyen/BigDataDemo/HEAD/stop-all-services.sh --------------------------------------------------------------------------------