├── .gitignore ├── README.MD ├── Untitled Diagram.drawio ├── bin ├── hive_to_hudi.sh ├── kafka_to_hudi.sh └── registry_hudi_schema.sh ├── hudi同步表.xlsx ├── pom.xml ├── src └── main │ ├── java │ └── com │ │ └── company │ │ ├── avro │ │ └── ParameterTool.java │ │ └── utils │ │ ├── HiveUtil.java │ │ ├── HttpUtils.java │ │ └── StringReplace.java │ ├── resources │ └── job_template.sh │ └── scala │ └── com │ └── company │ └── hudi │ ├── ConvertHiveTableToHudi.scala │ ├── ConvertHiveTableToHudiTest.scala │ └── RegistryHudiAvroSchema.scala ├── 入湖流程图.png ├── 数据湖分析.xmind └── 数据湖分析流程图.xlsx /.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | target 3 | *.iml 4 | -------------------------------------------------------------------------------- /README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/README.MD -------------------------------------------------------------------------------- /Untitled Diagram.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/Untitled Diagram.drawio -------------------------------------------------------------------------------- /bin/hive_to_hudi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/bin/hive_to_hudi.sh -------------------------------------------------------------------------------- /bin/kafka_to_hudi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/bin/kafka_to_hudi.sh -------------------------------------------------------------------------------- /bin/registry_hudi_schema.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/bin/registry_hudi_schema.sh -------------------------------------------------------------------------------- /hudi同步表.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/hudi同步表.xlsx -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/java/com/company/avro/ParameterTool.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/src/main/java/com/company/avro/ParameterTool.java -------------------------------------------------------------------------------- /src/main/java/com/company/utils/HiveUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/src/main/java/com/company/utils/HiveUtil.java -------------------------------------------------------------------------------- /src/main/java/com/company/utils/HttpUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/src/main/java/com/company/utils/HttpUtils.java -------------------------------------------------------------------------------- /src/main/java/com/company/utils/StringReplace.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/src/main/java/com/company/utils/StringReplace.java -------------------------------------------------------------------------------- /src/main/resources/job_template.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/src/main/resources/job_template.sh -------------------------------------------------------------------------------- /src/main/scala/com/company/hudi/ConvertHiveTableToHudi.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/src/main/scala/com/company/hudi/ConvertHiveTableToHudi.scala -------------------------------------------------------------------------------- /src/main/scala/com/company/hudi/ConvertHiveTableToHudiTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/src/main/scala/com/company/hudi/ConvertHiveTableToHudiTest.scala -------------------------------------------------------------------------------- /src/main/scala/com/company/hudi/RegistryHudiAvroSchema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/src/main/scala/com/company/hudi/RegistryHudiAvroSchema.scala -------------------------------------------------------------------------------- /入湖流程图.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/入湖流程图.png -------------------------------------------------------------------------------- /数据湖分析.xmind: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/数据湖分析.xmind -------------------------------------------------------------------------------- /数据湖分析流程图.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chuangehh/hudi_demo/HEAD/数据湖分析流程图.xlsx --------------------------------------------------------------------------------