├── .gitignore ├── .idea └── .gitignore ├── Google └── Guia de Introdução para estudantes GCP.pdf ├── Livros ├── databasereliabilityengineering.pdf └── fundamentals-of-data-engineering.pdf ├── Módulo 1 ├── Astro │ └── clientes.csv ├── Bolsa_Familia │ └── BolsaFamilia.ipynb ├── CleanCode_PEP8 │ ├── cc_exemplo1.py │ ├── cc_exemplo10.py │ ├── cc_exemplo11.py │ ├── cc_exemplo12.py │ ├── cc_exemplo13.py │ ├── cc_exemplo2.py │ ├── cc_exemplo3.py │ ├── cc_exemplo4.py │ ├── cc_exemplo5.py │ ├── cc_exemplo6.py │ ├── cc_exemplo7.py │ ├── cc_exemplo8.py │ ├── cc_exemplo9.py │ ├── pep_exemplo1.py │ ├── pep_exemplo10.py │ ├── pep_exemplo11.py │ ├── pep_exemplo12.py │ ├── pep_exemplo2.py │ ├── pep_exemplo3.py │ ├── pep_exemplo4.py │ ├── pep_exemplo5.py │ ├── pep_exemplo6.py │ ├── pep_exemplo7.py │ ├── pep_exemplo8.py │ └── pep_exemplo9.py ├── Data_Mining │ ├── csv │ │ ├── teste │ │ │ └── clientes_testes.csv │ │ └── treino │ │ │ └── clientes.csv │ ├── datamining.ipynb │ └── programa.ipynb ├── Data_Type_File_Type │ ├── DataTypes.ipynb │ └── FileTypes.ipynb ├── Iris │ ├── Iris.csv │ └── iris.ipynb └── Tesouro_Direto │ └── TesouroDireto.ipynb ├── Módulo 4 ├── Flink-Kafka │ ├── README.md │ ├── arquitetura │ │ ├── Arquitetura Flink.png │ │ └── arquitetura-flink.svg │ ├── docker │ │ └── docker-compose.yaml │ ├── java │ │ └── FlinkCommerce │ │ │ ├── .idea │ │ │ ├── .gitignore │ │ │ ├── compiler.xml │ │ │ ├── encodings.xml │ │ │ ├── jarRepositories.xml │ │ │ ├── misc.xml │ │ │ └── vcs.xml │ │ │ ├── pom.xml │ │ │ ├── src │ │ │ └── main │ │ │ │ ├── java │ │ │ │ └── org │ │ │ │ │ └── example │ │ │ │ │ ├── DTO │ │ │ │ │ ├── AmountReduce.java │ │ │ │ │ ├── SalesTransaction.java │ │ │ │ │ └── Transaction.java │ │ │ │ │ ├── DataStreamJob.java │ │ │ │ │ └── JSON │ │ │ │ │ └── JSONDeserializerTransaction.java │ │ │ │ └── resources │ │ │ │ └── log4j2.properties │ │ │ └── target │ │ │ ├── FlinkCommerce-2.0-SNAPSHOT-shaded.jar │ │ │ ├── FlinkCommerce-2.0-SNAPSHOT.jar │ │ │ ├── classes │ │ │ ├── log4j2.properties │ │ │ └── org │ │ │ │ └── example │ │ │ │ ├── DTO │ │ │ │ ├── AmountReduce.class │ │ │ │ ├── SalesTransaction.class │ │ │ │ └── Transaction.class │ │ │ │ ├── DataStreamJob.class │ │ │ │ └── JSON │ │ │ │ └── JSONDeserializerTransaction.class │ │ │ ├── maven-archiver │ │ │ └── pom.properties │ │ │ ├── maven-status │ │ │ └── maven-compiler-plugin │ │ │ │ └── compile │ │ │ │ └── default-compile │ │ │ │ ├── createdFiles.lst │ │ │ │ └── inputFiles.lst │ │ │ └── original-FlinkCommerce-2.0-SNAPSHOT.jar │ └── python │ │ └── main.py ├── MSK │ └── README.md ├── Pratica-Inicial-Kafka │ └── multinode │ │ ├── .env │ │ ├── README.md │ │ └── docker-compose.yaml ├── Spark-Kafka │ ├── arquitetura │ │ └── arquitetura.svg │ ├── docker │ │ └── docker-compose.yaml │ └── python │ │ ├── jars │ │ ├── commons-pool2-2.8.0.jar │ │ ├── kafka-clients-3.0.0.jar │ │ ├── spark-sql-kafka-0-10_2.12-3.0.0.jar │ │ ├── spark-streaming-kafka-0-10_2.12-3.0.0.jar │ │ └── spark-token-provider-kafka-0-10_2.12-3.0.0.jar │ │ ├── main.py │ │ └── sparkmain.py └── Trabalho-Pratico │ ├── connect │ ├── .env_kafka_connect │ ├── README.md │ ├── connectors │ │ ├── sink │ │ │ ├── connect_s3_sink.config │ │ │ ├── s3_sink_class.config │ │ │ ├── s3_sink_count.config │ │ │ └── s3_sink_jovens.config │ │ └── source │ │ │ └── connect_jdbc_postgres.config │ ├── custom-kafka-connector-image │ │ └── Dockerfile │ ├── docker-compose.yaml │ ├── postgres │ │ └── docker-compose.yaml │ ├── processing │ │ ├── consume_from_kafka.py │ │ └── from_kafka_to_delta.py │ └── simulations │ │ ├── make_fake_data.py │ │ ├── requirements.txt │ │ └── start.py │ └── excalidraw │ ├── Kafka.excalidraw │ └── Kafka.svg └── README.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/.gitignore -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /shelf/ 3 | /workspace.xml 4 | -------------------------------------------------------------------------------- /Google/Guia de Introdução para estudantes GCP.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Google/Guia de Introdução para estudantes GCP.pdf -------------------------------------------------------------------------------- /Livros/databasereliabilityengineering.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Livros/databasereliabilityengineering.pdf -------------------------------------------------------------------------------- /Livros/fundamentals-of-data-engineering.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Livros/fundamentals-of-data-engineering.pdf -------------------------------------------------------------------------------- /Módulo 1/Astro/clientes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Astro/clientes.csv -------------------------------------------------------------------------------- /Módulo 1/Bolsa_Familia/BolsaFamilia.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Bolsa_Familia/BolsaFamilia.ipynb -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo1.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo10.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo11.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo11.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo12.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo12.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo13.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo13.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo2.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo3.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo4.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo5.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo6.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo7.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo8.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/cc_exemplo9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/cc_exemplo9.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo1.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo10.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo11.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo11.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo12.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo12.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo2.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo3.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo4.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo5.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo6.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo7.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo8.py -------------------------------------------------------------------------------- /Módulo 1/CleanCode_PEP8/pep_exemplo9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/CleanCode_PEP8/pep_exemplo9.py -------------------------------------------------------------------------------- /Módulo 1/Data_Mining/csv/teste/clientes_testes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Data_Mining/csv/teste/clientes_testes.csv -------------------------------------------------------------------------------- /Módulo 1/Data_Mining/csv/treino/clientes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Data_Mining/csv/treino/clientes.csv -------------------------------------------------------------------------------- /Módulo 1/Data_Mining/datamining.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Data_Mining/datamining.ipynb -------------------------------------------------------------------------------- /Módulo 1/Data_Mining/programa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Data_Mining/programa.ipynb -------------------------------------------------------------------------------- /Módulo 1/Data_Type_File_Type/DataTypes.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Data_Type_File_Type/DataTypes.ipynb -------------------------------------------------------------------------------- /Módulo 1/Data_Type_File_Type/FileTypes.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Data_Type_File_Type/FileTypes.ipynb -------------------------------------------------------------------------------- /Módulo 1/Iris/Iris.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Iris/Iris.csv -------------------------------------------------------------------------------- /Módulo 1/Iris/iris.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Iris/iris.ipynb -------------------------------------------------------------------------------- /Módulo 1/Tesouro_Direto/TesouroDireto.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 1/Tesouro_Direto/TesouroDireto.ipynb -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/README.md -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/arquitetura/Arquitetura Flink.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/arquitetura/Arquitetura Flink.png -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/arquitetura/arquitetura-flink.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/arquitetura/arquitetura-flink.svg -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/docker/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/docker/docker-compose.yaml -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/.gitignore -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/compiler.xml -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/encodings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/encodings.xml -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/jarRepositories.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/jarRepositories.xml -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/misc.xml -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/.idea/vcs.xml -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/pom.xml -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/DTO/AmountReduce.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/DTO/AmountReduce.java -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/DTO/SalesTransaction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/DTO/SalesTransaction.java -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/DTO/Transaction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/DTO/Transaction.java -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/DataStreamJob.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/DataStreamJob.java -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/JSON/JSONDeserializerTransaction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/java/org/example/JSON/JSONDeserializerTransaction.java -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/FlinkCommerce-2.0-SNAPSHOT-shaded.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/FlinkCommerce-2.0-SNAPSHOT-shaded.jar -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/FlinkCommerce-2.0-SNAPSHOT.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/FlinkCommerce-2.0-SNAPSHOT.jar -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/log4j2.properties -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/DTO/AmountReduce.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/DTO/AmountReduce.class -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/DTO/SalesTransaction.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/DTO/SalesTransaction.class -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/DTO/Transaction.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/DTO/Transaction.class -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/DataStreamJob.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/DataStreamJob.class -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/JSON/JSONDeserializerTransaction.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/classes/org/example/JSON/JSONDeserializerTransaction.class -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/maven-archiver/pom.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/maven-archiver/pom.properties -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/java/FlinkCommerce/target/original-FlinkCommerce-2.0-SNAPSHOT.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/java/FlinkCommerce/target/original-FlinkCommerce-2.0-SNAPSHOT.jar -------------------------------------------------------------------------------- /Módulo 4/Flink-Kafka/python/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Flink-Kafka/python/main.py -------------------------------------------------------------------------------- /Módulo 4/MSK/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/MSK/README.md -------------------------------------------------------------------------------- /Módulo 4/Pratica-Inicial-Kafka/multinode/.env: -------------------------------------------------------------------------------- 1 | CONTAINER_NAME=multinode_kafka-1_1 2 | BOOTSTRAP_SERVER=localhost:19092 3 | TOPIC=topico 4 | GROUP=grupo -------------------------------------------------------------------------------- /Módulo 4/Pratica-Inicial-Kafka/multinode/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Pratica-Inicial-Kafka/multinode/README.md -------------------------------------------------------------------------------- /Módulo 4/Pratica-Inicial-Kafka/multinode/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Pratica-Inicial-Kafka/multinode/docker-compose.yaml -------------------------------------------------------------------------------- /Módulo 4/Spark-Kafka/arquitetura/arquitetura.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Spark-Kafka/arquitetura/arquitetura.svg -------------------------------------------------------------------------------- /Módulo 4/Spark-Kafka/docker/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Spark-Kafka/docker/docker-compose.yaml -------------------------------------------------------------------------------- /Módulo 4/Spark-Kafka/python/jars/commons-pool2-2.8.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Spark-Kafka/python/jars/commons-pool2-2.8.0.jar -------------------------------------------------------------------------------- /Módulo 4/Spark-Kafka/python/jars/kafka-clients-3.0.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Spark-Kafka/python/jars/kafka-clients-3.0.0.jar -------------------------------------------------------------------------------- /Módulo 4/Spark-Kafka/python/jars/spark-sql-kafka-0-10_2.12-3.0.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Spark-Kafka/python/jars/spark-sql-kafka-0-10_2.12-3.0.0.jar -------------------------------------------------------------------------------- /Módulo 4/Spark-Kafka/python/jars/spark-streaming-kafka-0-10_2.12-3.0.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Spark-Kafka/python/jars/spark-streaming-kafka-0-10_2.12-3.0.0.jar -------------------------------------------------------------------------------- /Módulo 4/Spark-Kafka/python/jars/spark-token-provider-kafka-0-10_2.12-3.0.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Spark-Kafka/python/jars/spark-token-provider-kafka-0-10_2.12-3.0.0.jar -------------------------------------------------------------------------------- /Módulo 4/Spark-Kafka/python/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Spark-Kafka/python/main.py -------------------------------------------------------------------------------- /Módulo 4/Spark-Kafka/python/sparkmain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Spark-Kafka/python/sparkmain.py -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/.env_kafka_connect: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/.env_kafka_connect -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/README.md -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/connectors/sink/connect_s3_sink.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/connectors/sink/connect_s3_sink.config -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/connectors/sink/s3_sink_class.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/connectors/sink/s3_sink_class.config -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/connectors/sink/s3_sink_count.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/connectors/sink/s3_sink_count.config -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/connectors/sink/s3_sink_jovens.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/connectors/sink/s3_sink_jovens.config -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/connectors/source/connect_jdbc_postgres.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/connectors/source/connect_jdbc_postgres.config -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/custom-kafka-connector-image/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/custom-kafka-connector-image/Dockerfile -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/docker-compose.yaml -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/postgres/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/postgres/docker-compose.yaml -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/processing/consume_from_kafka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/processing/consume_from_kafka.py -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/processing/from_kafka_to_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/processing/from_kafka_to_delta.py -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/simulations/make_fake_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/simulations/make_fake_data.py -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/simulations/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/simulations/requirements.txt -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/connect/simulations/start.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/connect/simulations/start.py -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/excalidraw/Kafka.excalidraw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/excalidraw/Kafka.excalidraw -------------------------------------------------------------------------------- /Módulo 4/Trabalho-Pratico/excalidraw/Kafka.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/Módulo 4/Trabalho-Pratico/excalidraw/Kafka.svg -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jpaulobf/XPE-EDD/HEAD/README.md --------------------------------------------------------------------------------