├── .gitignore ├── data-generator ├── pom.xml └── src │ └── main │ ├── java │ └── kafka │ │ ├── AvroSchemaRegistryTest.java │ │ ├── JsonCurrencySender.java │ │ ├── JsonOrderSender.java │ │ └── KafkaGenerator.java │ └── resources │ ├── avro │ └── UserAvro.avsc │ ├── dynamic_index.csv │ ├── hive_read.csv │ ├── 1 │ ├── 2 │ ├── 3 │ └── 4 │ ├── src.csv │ ├── test.csv │ ├── test.json │ ├── test1.csv │ ├── test15.csv │ ├── test_csv.csv │ ├── testdata.avro │ ├── user.avro │ └── part-6be7eb15-4ec0-4ff8-aa29-59d5ec37dfae-0-0 │ ├── user.csv │ ├── user19.json │ ├── user2.csv │ ├── user3.csv │ ├── user4.json │ └── user_part.csv ├── etl-job ├── pom.xml └── src │ └── main │ ├── java │ ├── Test.java │ ├── TestGen.java │ ├── constants │ │ ├── FlinkSqlConstants.java │ │ └── UnboundedFlinkSqlConstants.java │ ├── kafka │ │ └── UserAvro.java │ ├── kafka2es │ │ ├── Kafak2DynamicIndexEs.java │ │ ├── Kafka2AppendEs.java │ │ ├── Kafka2UpsertEs.java │ │ └── Kafka2dynamicEsSQL.java │ ├── kafka2file │ │ ├── EventTimeBucketAssigner.java │ │ ├── ReadHiveDataETL.java │ │ ├── StreamETLKafka2Hdfs.java │ │ ├── StreamETLKafka2HdfsSQL.java │ │ ├── TestCsv2Csv.java │ │ ├── TestCsv2Csv1.java │ │ ├── TestCsvError.java │ │ ├── TestFileSink.scala │ │ └── Write2Kafka.java │ ├── kafka2hbase │ │ ├── KafkaJoinHbaseJoinMysql2Hbase.java │ │ ├── TestHbase.java │ │ └── UnboundedKafkaJoinHbase2Hbase.java │ ├── kafka2jdbc │ │ ├── KafkaJoinJdbc2Jdbc.java │ │ ├── KafkaJoinJdbc2JdbcProc.java │ │ ├── TestJdbc.java │ │ ├── UnboundedKafkaJoinJdbc2Jdbc.java │ │ ├── retract2Mysql.java │ │ └── testNonExistedTable.java │ ├── kafka2kafka │ │ ├── ConsumeConfluentAvroTest.java │ │ ├── KafkaAvro2Kafka.java │ │ ├── KafkaCsv2Kafka.java │ │ ├── KafkaJoinJdbc2Kafka.java │ │ ├── KafkaJoinKafka2Kafka.java │ │ └── KafkaJson2Kafka.java │ ├── pge2e │ │ └── PgCatalogTest.java │ └── usercase │ │ ├── TestUserIssue.java │ │ ├── TestUserIssue10.java │ │ ├── TestUserIssue11.java │ │ ├── TestUserIssue12.java │ │ ├── TestUserIssue13.java │ │ ├── TestUserIssue14.java │ │ ├── TestUserIssue15.java │ │ ├── TestUserIssue16.java │ │ ├── TestUserIssue17.java │ │ ├── TestUserIssue18.java │ │ ├── TestUserIssue19.java │ │ ├── TestUserIssue2.java │ │ ├── TestUserIssue20.java │ │ ├── TestUserIssue21.java │ │ ├── TestUserIssue22.java │ │ ├── TestUserIssue3.java │ │ ├── TestUserIssue4.java │ │ ├── TestUserIssue5.java │ │ ├── TestUserIssue6.java │ │ ├── TestUserIssue7.java │ │ ├── TestUserIssue8.java │ │ └── TestUserIssue9.java │ └── resources │ ├── job-scripts │ └── kafak2kafka_etl_run.sh │ ├── job-sql-1.10 │ ├── kafka2es │ │ ├── Kafka2AppendEs.sql │ │ ├── Kafka2DynamicIndexEs.sql │ │ └── Kafka2UpsertEs.sql │ ├── kafka2filesystemandhive │ │ ├── Csv2HivePartition.sql │ │ ├── Csv2HiveSink.sql │ │ ├── FileSystem2FileSystem.sql │ │ └── Kafka2HiveSink.sql │ ├── kafka2hbase │ │ ├── KafkaJoinHbaseJoinMysql2Hbase.sql │ │ └── UnboundedKafkaJoinHbase2Hbase.sql │ ├── kafka2jdbc │ │ ├── KafkaJoinJdbc2Jdbc.sql │ │ └── UnboundedKafkaJoinJdbc2Jdbc.sql │ └── kafka2kafka │ │ ├── KafkaAvro2Kafka.sql │ │ ├── KafkaCsv2Kafka.sql │ │ ├── KafkaJoinJdbc2Kafka.sql │ │ └── kafkaJson2kafka.sql │ ├── job-sql-1.11 │ ├── catalog │ │ └── PgcatalogE2eTest.sql │ ├── jdbc │ │ ├── kafka2mysql.sql │ │ └── kafkajoinmysql.sql │ ├── kafka2es │ │ ├── Kafka2AppendEs.sql │ │ ├── Kafka2DynamicIndexEs.sql │ │ └── Kafka2UpsertEs.sql │ └── kafka2hbase │ │ ├── KafkaJoinHbaseJoinMysql2Hbase.sql │ │ ├── UnboundedKafkaJoinHbase2Hbase.sql │ │ └── hbase_cdc │ ├── job-sql-1.12 │ ├── hbase2_test.sql │ ├── hive_latest_dim.sql │ └── upsert-kafka.sql │ ├── log4j.properties │ ├── pictures │ └── CURRRENT_TIMESTAMP.png │ └── readme.md ├── flink-demo ├── flink-jdbc-demo │ ├── README.md │ ├── docker-compose-flink-demo.yaml │ ├── flink-demo-udf.jar │ └── sql-client-defaults.yaml ├── flink-temporal-join-demo │ ├── README.md │ ├── register-mysql.json │ ├── sql-client-defaults.yaml │ └── temporal-join-versioned-table.yaml ├── pom.xml └── src │ └── main │ └── java │ └── udf │ └── Int2DateUDF.java ├── pom.xml ├── sql-avro ├── pom.xml └── src │ └── main │ └── java │ └── TestUserIssue12.java └── state-process ├── pom.xml └── src └── main └── java ├── org └── apache │ └── flink │ └── state │ └── api │ └── runtime │ └── metadata │ └── SavepointMetadata.java └── state └── CdcSourceStateAnalysis.java /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/.gitignore -------------------------------------------------------------------------------- /data-generator/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/pom.xml -------------------------------------------------------------------------------- /data-generator/src/main/java/kafka/AvroSchemaRegistryTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/java/kafka/AvroSchemaRegistryTest.java -------------------------------------------------------------------------------- /data-generator/src/main/java/kafka/JsonCurrencySender.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/java/kafka/JsonCurrencySender.java -------------------------------------------------------------------------------- /data-generator/src/main/java/kafka/JsonOrderSender.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/java/kafka/JsonOrderSender.java -------------------------------------------------------------------------------- /data-generator/src/main/java/kafka/KafkaGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/java/kafka/KafkaGenerator.java -------------------------------------------------------------------------------- /data-generator/src/main/resources/avro/UserAvro.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/avro/UserAvro.avsc -------------------------------------------------------------------------------- /data-generator/src/main/resources/dynamic_index.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/dynamic_index.csv -------------------------------------------------------------------------------- /data-generator/src/main/resources/hive_read.csv/1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/hive_read.csv/1 -------------------------------------------------------------------------------- /data-generator/src/main/resources/hive_read.csv/2: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data-generator/src/main/resources/hive_read.csv/3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/hive_read.csv/3 -------------------------------------------------------------------------------- /data-generator/src/main/resources/hive_read.csv/4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/hive_read.csv/4 -------------------------------------------------------------------------------- /data-generator/src/main/resources/src.csv: -------------------------------------------------------------------------------- 1 | 1|aavb 2 | 2|dadsaf -------------------------------------------------------------------------------- /data-generator/src/main/resources/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/test.csv -------------------------------------------------------------------------------- /data-generator/src/main/resources/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/test.json -------------------------------------------------------------------------------- /data-generator/src/main/resources/test1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/test1.csv -------------------------------------------------------------------------------- /data-generator/src/main/resources/test15.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/test15.csv -------------------------------------------------------------------------------- /data-generator/src/main/resources/test_csv.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/test_csv.csv -------------------------------------------------------------------------------- /data-generator/src/main/resources/testdata.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/testdata.avro -------------------------------------------------------------------------------- /data-generator/src/main/resources/user.avro/part-6be7eb15-4ec0-4ff8-aa29-59d5ec37dfae-0-0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/user.avro/part-6be7eb15-4ec0-4ff8-aa29-59d5ec37dfae-0-0 -------------------------------------------------------------------------------- /data-generator/src/main/resources/user.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/user.csv -------------------------------------------------------------------------------- /data-generator/src/main/resources/user19.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/user19.json -------------------------------------------------------------------------------- /data-generator/src/main/resources/user2.csv: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data-generator/src/main/resources/user3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/user3.csv -------------------------------------------------------------------------------- /data-generator/src/main/resources/user4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/user4.json -------------------------------------------------------------------------------- /data-generator/src/main/resources/user_part.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/data-generator/src/main/resources/user_part.csv -------------------------------------------------------------------------------- /etl-job/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/pom.xml -------------------------------------------------------------------------------- /etl-job/src/main/java/Test.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/Test.java -------------------------------------------------------------------------------- /etl-job/src/main/java/TestGen.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/TestGen.java -------------------------------------------------------------------------------- /etl-job/src/main/java/constants/FlinkSqlConstants.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/constants/FlinkSqlConstants.java -------------------------------------------------------------------------------- /etl-job/src/main/java/constants/UnboundedFlinkSqlConstants.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/constants/UnboundedFlinkSqlConstants.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka/UserAvro.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka/UserAvro.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2es/Kafak2DynamicIndexEs.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2es/Kafak2DynamicIndexEs.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2es/Kafka2AppendEs.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2es/Kafka2AppendEs.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2es/Kafka2UpsertEs.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2es/Kafka2UpsertEs.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2es/Kafka2dynamicEsSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2es/Kafka2dynamicEsSQL.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2file/EventTimeBucketAssigner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2file/EventTimeBucketAssigner.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2file/ReadHiveDataETL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2file/ReadHiveDataETL.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2file/StreamETLKafka2Hdfs.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2file/StreamETLKafka2Hdfs.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2file/StreamETLKafka2HdfsSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2file/StreamETLKafka2HdfsSQL.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2file/TestCsv2Csv.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2file/TestCsv2Csv.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2file/TestCsv2Csv1.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2file/TestCsv2Csv1.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2file/TestCsvError.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2file/TestCsvError.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2file/TestFileSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2file/TestFileSink.scala -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2file/Write2Kafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2file/Write2Kafka.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2hbase/KafkaJoinHbaseJoinMysql2Hbase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2hbase/KafkaJoinHbaseJoinMysql2Hbase.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2hbase/TestHbase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2hbase/TestHbase.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2hbase/UnboundedKafkaJoinHbase2Hbase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2hbase/UnboundedKafkaJoinHbase2Hbase.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2jdbc/KafkaJoinJdbc2Jdbc.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2jdbc/KafkaJoinJdbc2Jdbc.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2jdbc/KafkaJoinJdbc2JdbcProc.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2jdbc/KafkaJoinJdbc2JdbcProc.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2jdbc/TestJdbc.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2jdbc/TestJdbc.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2jdbc/UnboundedKafkaJoinJdbc2Jdbc.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2jdbc/UnboundedKafkaJoinJdbc2Jdbc.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2jdbc/retract2Mysql.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2jdbc/retract2Mysql.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2jdbc/testNonExistedTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2jdbc/testNonExistedTable.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2kafka/ConsumeConfluentAvroTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2kafka/ConsumeConfluentAvroTest.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2kafka/KafkaAvro2Kafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2kafka/KafkaAvro2Kafka.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2kafka/KafkaCsv2Kafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2kafka/KafkaCsv2Kafka.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2kafka/KafkaJoinJdbc2Kafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2kafka/KafkaJoinJdbc2Kafka.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2kafka/KafkaJoinKafka2Kafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2kafka/KafkaJoinKafka2Kafka.java -------------------------------------------------------------------------------- /etl-job/src/main/java/kafka2kafka/KafkaJson2Kafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/kafka2kafka/KafkaJson2Kafka.java -------------------------------------------------------------------------------- /etl-job/src/main/java/pge2e/PgCatalogTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/pge2e/PgCatalogTest.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue10.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue10.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue11.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue11.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue12.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue12.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue13.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue13.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue14.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue14.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue15.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue15.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue16.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue16.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue17.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue17.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue18.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue18.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue19.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue19.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue2.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue20.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue20.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue21.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue21.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue22.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue22.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue3.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue3.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue4.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue4.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue5.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue5.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue6.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue6.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue7.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue7.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue8.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue8.java -------------------------------------------------------------------------------- /etl-job/src/main/java/usercase/TestUserIssue9.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/java/usercase/TestUserIssue9.java -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-scripts/kafak2kafka_etl_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-scripts/kafak2kafka_etl_run.sh -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2es/Kafka2AppendEs.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2es/Kafka2AppendEs.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2es/Kafka2DynamicIndexEs.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2es/Kafka2DynamicIndexEs.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2es/Kafka2UpsertEs.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2es/Kafka2UpsertEs.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2filesystemandhive/Csv2HivePartition.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2filesystemandhive/Csv2HivePartition.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2filesystemandhive/Csv2HiveSink.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2filesystemandhive/Csv2HiveSink.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2filesystemandhive/FileSystem2FileSystem.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2filesystemandhive/FileSystem2FileSystem.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2filesystemandhive/Kafka2HiveSink.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2filesystemandhive/Kafka2HiveSink.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2hbase/KafkaJoinHbaseJoinMysql2Hbase.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2hbase/KafkaJoinHbaseJoinMysql2Hbase.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2hbase/UnboundedKafkaJoinHbase2Hbase.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2hbase/UnboundedKafkaJoinHbase2Hbase.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2jdbc/KafkaJoinJdbc2Jdbc.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2jdbc/KafkaJoinJdbc2Jdbc.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2jdbc/UnboundedKafkaJoinJdbc2Jdbc.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2jdbc/UnboundedKafkaJoinJdbc2Jdbc.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2kafka/KafkaAvro2Kafka.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2kafka/KafkaAvro2Kafka.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2kafka/KafkaCsv2Kafka.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2kafka/KafkaCsv2Kafka.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2kafka/KafkaJoinJdbc2Kafka.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2kafka/KafkaJoinJdbc2Kafka.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.10/kafka2kafka/kafkaJson2kafka.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.10/kafka2kafka/kafkaJson2kafka.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.11/catalog/PgcatalogE2eTest.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.11/catalog/PgcatalogE2eTest.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.11/jdbc/kafka2mysql.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.11/jdbc/kafka2mysql.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.11/jdbc/kafkajoinmysql.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.11/jdbc/kafkajoinmysql.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.11/kafka2es/Kafka2AppendEs.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.11/kafka2es/Kafka2AppendEs.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.11/kafka2es/Kafka2DynamicIndexEs.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.11/kafka2es/Kafka2DynamicIndexEs.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.11/kafka2es/Kafka2UpsertEs.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.11/kafka2es/Kafka2UpsertEs.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.11/kafka2hbase/KafkaJoinHbaseJoinMysql2Hbase.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.11/kafka2hbase/KafkaJoinHbaseJoinMysql2Hbase.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.11/kafka2hbase/UnboundedKafkaJoinHbase2Hbase.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.11/kafka2hbase/UnboundedKafkaJoinHbase2Hbase.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.11/kafka2hbase/hbase_cdc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.11/kafka2hbase/hbase_cdc -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.12/hbase2_test.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.12/hbase2_test.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.12/hive_latest_dim.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.12/hive_latest_dim.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/job-sql-1.12/upsert-kafka.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/job-sql-1.12/upsert-kafka.sql -------------------------------------------------------------------------------- /etl-job/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /etl-job/src/main/resources/pictures/CURRRENT_TIMESTAMP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/pictures/CURRRENT_TIMESTAMP.png -------------------------------------------------------------------------------- /etl-job/src/main/resources/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/etl-job/src/main/resources/readme.md -------------------------------------------------------------------------------- /flink-demo/flink-jdbc-demo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/flink-jdbc-demo/README.md -------------------------------------------------------------------------------- /flink-demo/flink-jdbc-demo/docker-compose-flink-demo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/flink-jdbc-demo/docker-compose-flink-demo.yaml -------------------------------------------------------------------------------- /flink-demo/flink-jdbc-demo/flink-demo-udf.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/flink-jdbc-demo/flink-demo-udf.jar -------------------------------------------------------------------------------- /flink-demo/flink-jdbc-demo/sql-client-defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/flink-jdbc-demo/sql-client-defaults.yaml -------------------------------------------------------------------------------- /flink-demo/flink-temporal-join-demo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/flink-temporal-join-demo/README.md -------------------------------------------------------------------------------- /flink-demo/flink-temporal-join-demo/register-mysql.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/flink-temporal-join-demo/register-mysql.json -------------------------------------------------------------------------------- /flink-demo/flink-temporal-join-demo/sql-client-defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/flink-temporal-join-demo/sql-client-defaults.yaml -------------------------------------------------------------------------------- /flink-demo/flink-temporal-join-demo/temporal-join-versioned-table.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/flink-temporal-join-demo/temporal-join-versioned-table.yaml -------------------------------------------------------------------------------- /flink-demo/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/pom.xml -------------------------------------------------------------------------------- /flink-demo/src/main/java/udf/Int2DateUDF.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/flink-demo/src/main/java/udf/Int2DateUDF.java -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/pom.xml -------------------------------------------------------------------------------- /sql-avro/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/sql-avro/pom.xml -------------------------------------------------------------------------------- /sql-avro/src/main/java/TestUserIssue12.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/sql-avro/src/main/java/TestUserIssue12.java -------------------------------------------------------------------------------- /state-process/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/state-process/pom.xml -------------------------------------------------------------------------------- /state-process/src/main/java/org/apache/flink/state/api/runtime/metadata/SavepointMetadata.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/state-process/src/main/java/org/apache/flink/state/api/runtime/metadata/SavepointMetadata.java -------------------------------------------------------------------------------- /state-process/src/main/java/state/CdcSourceStateAnalysis.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leonardBang/flink-sql-etl/HEAD/state-process/src/main/java/state/CdcSourceStateAnalysis.java --------------------------------------------------------------------------------