├── .gitignore ├── README.en.md ├── README.md ├── hudi-demo-common ├── pom.xml └── src │ └── main │ └── java │ └── com │ └── leesf │ └── data │ ├── CustomDataGenerator.java │ └── OpType.java ├── hudi-multiversion-demo ├── README.en.md ├── README.md ├── pom.xml └── src │ └── main │ └── java │ └── com │ └── leesf │ └── multiversion │ ├── MultiVersionDemo.java │ ├── commits │ ├── CommitStrategyMultiVersion.java │ ├── CopyOnWriteCommitStrategyDemo.java │ └── MergeOnReadCommitStrategyDemo.java │ └── fileversions │ ├── CopyOnWriteFileStrategyDemo.java │ ├── FileStrategyMultiVersion.java │ └── MergeOnReadFileStrategyDemo.java ├── hudi-oss-demo ├── README.en.md ├── README.md ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── leesf │ │ └── HudiOssDemo.java │ └── resources │ └── core-site.xml ├── hudi-partition-demo ├── README.en.md ├── README.md ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── leesf │ │ └── partitions │ │ ├── DateFormatSinglePartitionDemo.java │ │ ├── HiveStylePartitionDemo.java │ │ ├── MultiPartitionDemo.java │ │ ├── NonPartitionDemo.java │ │ ├── NotDateFormatSinglePartitionDemo.java │ │ └── PartitionDemo.java │ └── resources │ └── hive-site.xml └── pom.xml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/.gitignore -------------------------------------------------------------------------------- /README.en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/README.en.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/README.md -------------------------------------------------------------------------------- /hudi-demo-common/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-demo-common/pom.xml -------------------------------------------------------------------------------- /hudi-demo-common/src/main/java/com/leesf/data/CustomDataGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-demo-common/src/main/java/com/leesf/data/CustomDataGenerator.java -------------------------------------------------------------------------------- /hudi-demo-common/src/main/java/com/leesf/data/OpType.java: -------------------------------------------------------------------------------- 1 | package com.leesf.data; 2 | 3 | public enum OpType { 4 | UPDATE, INSERT, APPEND, DELETE 5 | } 6 | -------------------------------------------------------------------------------- /hudi-multiversion-demo/README.en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/README.en.md -------------------------------------------------------------------------------- /hudi-multiversion-demo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/README.md -------------------------------------------------------------------------------- /hudi-multiversion-demo/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/pom.xml -------------------------------------------------------------------------------- /hudi-multiversion-demo/src/main/java/com/leesf/multiversion/MultiVersionDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/src/main/java/com/leesf/multiversion/MultiVersionDemo.java -------------------------------------------------------------------------------- /hudi-multiversion-demo/src/main/java/com/leesf/multiversion/commits/CommitStrategyMultiVersion.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/src/main/java/com/leesf/multiversion/commits/CommitStrategyMultiVersion.java -------------------------------------------------------------------------------- /hudi-multiversion-demo/src/main/java/com/leesf/multiversion/commits/CopyOnWriteCommitStrategyDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/src/main/java/com/leesf/multiversion/commits/CopyOnWriteCommitStrategyDemo.java -------------------------------------------------------------------------------- /hudi-multiversion-demo/src/main/java/com/leesf/multiversion/commits/MergeOnReadCommitStrategyDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/src/main/java/com/leesf/multiversion/commits/MergeOnReadCommitStrategyDemo.java -------------------------------------------------------------------------------- /hudi-multiversion-demo/src/main/java/com/leesf/multiversion/fileversions/CopyOnWriteFileStrategyDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/src/main/java/com/leesf/multiversion/fileversions/CopyOnWriteFileStrategyDemo.java -------------------------------------------------------------------------------- /hudi-multiversion-demo/src/main/java/com/leesf/multiversion/fileversions/FileStrategyMultiVersion.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/src/main/java/com/leesf/multiversion/fileversions/FileStrategyMultiVersion.java -------------------------------------------------------------------------------- /hudi-multiversion-demo/src/main/java/com/leesf/multiversion/fileversions/MergeOnReadFileStrategyDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-multiversion-demo/src/main/java/com/leesf/multiversion/fileversions/MergeOnReadFileStrategyDemo.java -------------------------------------------------------------------------------- /hudi-oss-demo/README.en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-oss-demo/README.en.md -------------------------------------------------------------------------------- /hudi-oss-demo/README.md: -------------------------------------------------------------------------------- 1 | [English Version](./README.en.md) 2 | 3 | # 说明 4 | 5 | 整合Hudi和阿里与OSS对象存储的示例。 6 | 7 | # 注意 8 | 9 | * 本地运行时需要使用OSS相应配置替换resources/core-site.xml中的配置 -------------------------------------------------------------------------------- /hudi-oss-demo/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-oss-demo/pom.xml -------------------------------------------------------------------------------- /hudi-oss-demo/src/main/java/com/leesf/HudiOssDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-oss-demo/src/main/java/com/leesf/HudiOssDemo.java -------------------------------------------------------------------------------- /hudi-oss-demo/src/main/resources/core-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-oss-demo/src/main/resources/core-site.xml -------------------------------------------------------------------------------- /hudi-partition-demo/README.en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/README.en.md -------------------------------------------------------------------------------- /hudi-partition-demo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/README.md -------------------------------------------------------------------------------- /hudi-partition-demo/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/pom.xml -------------------------------------------------------------------------------- /hudi-partition-demo/src/main/java/com/leesf/partitions/DateFormatSinglePartitionDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/src/main/java/com/leesf/partitions/DateFormatSinglePartitionDemo.java -------------------------------------------------------------------------------- /hudi-partition-demo/src/main/java/com/leesf/partitions/HiveStylePartitionDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/src/main/java/com/leesf/partitions/HiveStylePartitionDemo.java -------------------------------------------------------------------------------- /hudi-partition-demo/src/main/java/com/leesf/partitions/MultiPartitionDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/src/main/java/com/leesf/partitions/MultiPartitionDemo.java -------------------------------------------------------------------------------- /hudi-partition-demo/src/main/java/com/leesf/partitions/NonPartitionDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/src/main/java/com/leesf/partitions/NonPartitionDemo.java -------------------------------------------------------------------------------- /hudi-partition-demo/src/main/java/com/leesf/partitions/NotDateFormatSinglePartitionDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/src/main/java/com/leesf/partitions/NotDateFormatSinglePartitionDemo.java -------------------------------------------------------------------------------- /hudi-partition-demo/src/main/java/com/leesf/partitions/PartitionDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/src/main/java/com/leesf/partitions/PartitionDemo.java -------------------------------------------------------------------------------- /hudi-partition-demo/src/main/resources/hive-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/hudi-partition-demo/src/main/resources/hive-site.xml -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leesf/hudi-demos/HEAD/pom.xml --------------------------------------------------------------------------------