├── .gitignore ├── README.MD ├── collections ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── gmall │ │ └── data │ │ └── collection │ │ ├── canal │ │ └── SimpleCanalClientExample.java │ │ ├── flow │ │ ├── Csv2JsonDemo02.java │ │ ├── Csv2JsonDemo03.java │ │ ├── CsvToJsonDemo.java │ │ ├── GenLogData.scala │ │ └── SparkDemo.scala │ │ └── pojo │ │ └── OdsScEvent.java │ └── resources │ ├── canal │ └── conf │ │ ├── canal.properties │ │ └── example │ │ └── instance.properties │ ├── log4j.properties │ └── sales │ ├── application.properties │ ├── gmall2020-mock-db-2020-11-27.jar │ ├── gmall2020_12_08.sql │ └── start_data.sh ├── common ├── pom.xml └── src │ ├── main │ ├── resources │ │ └── application.properties │ └── scala │ │ └── com │ │ └── gmall │ │ └── data │ │ └── common │ │ ├── config │ │ ├── Config.scala │ │ ├── KafkaConfig.scala │ │ └── RedisConfig.scala │ │ ├── entity │ │ ├── dim │ │ │ └── DimUserInfo.scala │ │ ├── dwd │ │ │ └── DwdOrderDetail.scala │ │ └── ods │ │ │ ├── Model.scala │ │ │ ├── OdsModel.scala │ │ │ ├── SqlType.scala │ │ │ ├── flow │ │ │ ├── DwdBaseLog.scala │ │ │ ├── DwdDisplayLog.scala │ │ │ ├── DwdPageLog.scala │ │ │ ├── DwdStartLog.scala │ │ │ ├── DwdUserBaseLog.scala │ │ │ ├── OdsBaseLog.scala │ │ │ └── OdsUserActionLog.scala │ │ │ └── gmall2021 │ │ │ ├── ActivityInfo.scala │ │ │ ├── ActivityRule.scala │ │ │ ├── ActivitySku.scala │ │ │ ├── BaseAttrInfo.scala │ │ │ ├── BaseAttrValue.scala │ │ │ ├── BaseCategory1.scala │ │ │ ├── BaseCategory2.scala │ │ │ ├── BaseCategory3.scala │ │ │ ├── BaseCategoryView.scala │ │ │ ├── BaseDic.scala │ │ │ ├── BaseFrontendParam.scala │ │ │ ├── BaseProvince.scala │ │ │ ├── BaseRegion.scala │ │ │ ├── BaseSaleAttr.scala │ │ │ ├── BaseTrademark.scala │ │ │ ├── CartInfo.scala │ │ │ ├── CmsBanner.scala │ │ │ ├── CommentInfo.scala │ │ │ ├── CouponInfo.scala │ │ │ ├── CouponRange.scala │ │ │ ├── CouponUse.scala │ │ │ ├── FavorInfo.scala │ │ │ ├── FinancialSkuCost.scala │ │ │ ├── OrderDetail.scala │ │ │ ├── OrderDetailActivity.scala │ │ │ ├── OrderDetailCoupon.scala │ │ │ ├── OrderInfo.scala │ │ │ ├── OrderRefundInfo.scala │ │ │ ├── OrderStatusLog.scala │ │ │ ├── PaymentInfo.scala │ │ │ ├── RefundPayment.scala │ │ │ ├── SeckillGoods.scala │ │ │ ├── SkuAttrValue.scala │ │ │ ├── SkuImage.scala │ │ │ ├── SkuInfo.scala │ │ │ ├── SkuSaleAttrValue.scala │ │ │ ├── SpuImage.scala │ │ │ ├── SpuInfo.scala │ │ │ ├── SpuPoster.scala │ │ │ ├── SpuSaleAttr.scala │ │ │ ├── SpuSaleAttrValue.scala │ │ │ ├── UserAddress.scala │ │ │ ├── UserInfo.scala │ │ │ ├── WareInfo.scala │ │ │ ├── WareOrderTask.scala │ │ │ ├── WareOrderTaskDetail.scala │ │ │ └── WareSku.scala │ │ ├── sink │ │ ├── SinkFactory.scala │ │ └── kafka │ │ │ └── EventKafkaSerializationSchema.scala │ │ ├── source │ │ ├── SourceFactory.scala │ │ └── binlog │ │ │ └── OdsModelFactory.scala │ │ ├── transform │ │ ├── Convert.scala │ │ ├── Format.scala │ │ ├── Merger.scala │ │ └── Sink.scala │ │ └── utils │ │ ├── CacheUtil.scala │ │ ├── Constants.scala │ │ ├── GsonUtil.scala │ │ ├── HBaseUtil.scala │ │ ├── JedisConnectionPool.scala │ │ ├── JedisWrapper.scala │ │ ├── LoggerUtil.scala │ │ ├── StringUtil.scala │ │ ├── TimeUtil.scala │ │ └── Util.scala │ └── test │ └── java │ ├── FlinkRedisConnectorTest.scala │ ├── KafkaConsumerDemo.scala │ └── KafkaConsumerTest.scala ├── docs ├── 0项目简介.md ├── 1数据产品需求.md ├── 2实时数仓架构.md ├── 3实时数仓分层设计.assets │ ├── 224955E00-1.jpg │ ├── 224955I30-0.jpg │ ├── 224955O15-2.jpg │ ├── 640-20210518140232661.png │ ├── 640-20210518140232689.png │ ├── 640-20210518140233105.png │ ├── 640.png │ ├── p44562.png │ ├── p58877.png │ └── p59651.png ├── 3实时数仓分层设计.md ├── 3实时数仓设计.assets │ ├── 640 │ ├── 640-20210515184302228 │ ├── 640-20210515184302234 │ ├── 640-20210515184302235 │ ├── 640-20210515184302239 │ ├── 640-20210515184302246 │ ├── 640-20210515184302246-1075382. │ ├── 640-20210515184302251 │ ├── 640-20210515184302255.png │ ├── 640-20210515184302298.png │ ├── 640-20210515184302307.png │ ├── 640-20210515184302375.png │ └── Untitled.md ├── 4业务数据采集.md ├── 5用户行为数据采集.md ├── 6业务数据DWD层.md ├── 7流量数据DWD层.md ├── 8实时指标.assets │ ├── 640-20210516224001799 │ ├── 640-20210516225935573.png │ ├── 640-20210516232619115 │ ├── 640-20210516232619151.png │ ├── 640-20210516232619160.png │ ├── 640-20210516232730698.png │ ├── 640-20210516233805869.png │ ├── FFBekRjksJE8Q4rtGN28.png │ ├── Qktv9k4uWadLTLiXqNOz.png │ ├── U0PhVDw2bYXZmBKdBrjR.png │ ├── ZoCJhNbfM6TwIqBvP7t4.png │ ├── append-mode.png │ ├── image-20210516235107922.png │ ├── image-20210518232430888.png │ ├── image-20210518232504987.png │ ├── image-20210518233251037.png │ ├── image-20210519223858298.png │ ├── image-20210522004340330.png │ ├── image-20210522004416835.png │ ├── pbfzmZFLAeBF4O6cFtF2.png │ ├── query-groupBy-cnt.png │ ├── query-groupBy-window-cnt.png │ └── stream-query-stream.png ├── 8实时指标.md ├── 9实时OLAP.assets │ ├── 2bd1edeecda8a379bde481389ddff425.png │ ├── 640.jpeg │ ├── 640.png │ ├── Data-Cube.png │ ├── OLAP.png │ ├── image-20210523193954290.png │ ├── image-20210523194032047.png │ ├── image-20210524001623967.png │ ├── kylin_diagram.png │ └── v2-6a455b3039e28e98b7592f66910a0793_1440w.jpg ├── 9实时OLAP.md ├── Apache Kylin与ClickHouse 的对比.assets │ ├── 640 │ ├── 640-20210523225447666.png │ ├── 640-20210523225447678.png │ ├── 640-20210523225447718.png │ ├── 640-20210523225447735 │ ├── 640-20210523225447783.png │ ├── 640-20210523225447860.png │ └── 640-20210523225447981.png ├── DWD层数据准备.assets │ ├── async_io.svg │ ├── image-20210407224537117.png │ ├── image-20210409233246633.png │ ├── image-20210410000728103.png │ ├── image-20210410000759718.png │ ├── image-20210413225611694.png │ ├── image-20210413230248772.png │ ├── image-20210413230458950.png │ ├── image-20210413230514762.png │ ├── image-20210413231328430.png │ ├── image-20210418152453150.png │ ├── session-window-join.svg │ └── tumbling-window-join.svg ├── 业务数据采集.assets │ ├── image-20210329235325068.png │ ├── image-20210329235403290.png │ ├── image-20210401220353400.png │ ├── image-20210404232758656.png │ ├── image-20210404233127046.png │ └── image-20210404233331763.png ├── 产品需求.assets │ ├── image-20210405165204052.png │ ├── image-20210405165428593.png │ ├── image-20210405205643466.png │ ├── image-20210405205804475.png │ ├── image-20210405205922293.png │ ├── image-20210405210015951.png │ ├── image-20210405210345486.png │ ├── image-20210405210615660.png │ ├── image-20210405210828060.png │ └── image-20210405211124781.png ├── 基于docker部署canal环境.md ├── 如何从0到1构建指标体系.assets │ ├── 2sVUM4J4nNKHOdqCLVJi.png │ ├── 66eVXE58NipBmJO4Zsvu.png │ ├── FFBekRjksJE8Q4rtGN28-20210516233233469.png │ ├── FltPuhpqlLUUPeLzk7cJ.png │ ├── IODeeazNNoOlmLJ4S0Lu.png │ ├── KkQIpy08fKwfnLJgKZQI.png │ ├── Qktv9k4uWadLTLiXqNOz-20210516233233452.png │ ├── Rv2rBKjEaRKnQ8xuHMmW.png │ ├── TAOT112YZQUkjsxPBEv1.jpg │ ├── U0PhVDw2bYXZmBKdBrjR-20210516233233322.png │ ├── WtbMmcHjgmkuFiFLhP8g.png │ ├── ZoCJhNbfM6TwIqBvP7t4-20210516233233415.png │ ├── gDwC1ZSk527aLIdCTUbY.png │ ├── hpipN9GYAin3xPDvJG3L.png │ ├── itMgHpcqrkHHogkaO7A1.png │ ├── pbfzmZFLAeBF4O6cFtF2-20210516233233439.png │ ├── r82Fof1uKLtZa7gtsbe4.png │ └── u7LlkgKdFht23fDZvEAO.png ├── 如何从0到1构建指标体系.md ├── 实时数仓架构.assets │ ├── image-20210328225453095.png │ ├── image-20210328231618797.png │ ├── image-20210328232802457.png │ ├── image-20210328233222184.png │ ├── image-20210328233335006.png │ ├── image-20210328233720452.png │ └── image-20210411153254131.png ├── 数据埋点需求.assets │ └── link-solid.svg ├── 数据埋点需求.md ├── 用户行为数据采集.assets │ └── 640.png └── 项目简介.assets │ └── image-20210402102703175.png ├── dwd2dws ├── pom.xml └── src │ └── main │ └── scala │ └── com │ └── gmall │ └── data │ ├── App.scala │ └── Sql.scala ├── ods2dim ├── pom.xml └── src │ └── main │ ├── resources │ ├── log4j.properties │ └── logback.xml │ └── scala │ └── com │ └── gmall │ └── data │ └── dim │ ├── App.scala │ ├── Step.scala │ ├── StreamTopology.scala │ └── sink │ ├── Category3InfoSink.scala │ ├── ProvinceInfoSink.scala │ ├── SkuInfoSink.scala │ ├── SpuInfoSink.scala │ ├── TradeInfoSink.scala │ └── UserInfoSink.scala ├── ods2dwd ├── pom.xml └── src │ ├── main │ ├── resources │ │ ├── event_mapping.txt │ │ ├── log4j.properties │ │ └── logback.xml │ └── scala │ │ └── com │ │ └── gmall │ │ └── data │ │ └── dwd │ │ ├── App.scala │ │ ├── FlowTopology.scala │ │ ├── FlowTopologyV2.scala │ │ ├── Step.scala │ │ ├── StreamTopology.scala │ │ └── transform │ │ ├── DwdLogJoinDimEvent.scala │ │ ├── EventTypeSplitFunc.scala │ │ ├── OdsActionLogConvert.scala │ │ ├── OdsBaseLogConvert.scala │ │ ├── OrderDetailAndCouponMerger.scala │ │ ├── OrderDetailAndDimUserJoin.scala │ │ └── OrderInfoAndDetailMerger.scala │ └── test │ └── java │ ├── JedisSetTest.scala │ └── KafkaConsumerTest.scala ├── pom.xml └── tools ├── pom.xml └── src └── main ├── resources ├── ods_entity.template └── ods_meta.json └── scala └── com └── gmall └── data └── tools └── OdsModelGenerator.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/.gitignore -------------------------------------------------------------------------------- /README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/README.MD -------------------------------------------------------------------------------- /collections/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/pom.xml -------------------------------------------------------------------------------- /collections/src/main/java/com/gmall/data/collection/canal/SimpleCanalClientExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/java/com/gmall/data/collection/canal/SimpleCanalClientExample.java -------------------------------------------------------------------------------- /collections/src/main/java/com/gmall/data/collection/flow/Csv2JsonDemo02.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/java/com/gmall/data/collection/flow/Csv2JsonDemo02.java -------------------------------------------------------------------------------- /collections/src/main/java/com/gmall/data/collection/flow/Csv2JsonDemo03.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/java/com/gmall/data/collection/flow/Csv2JsonDemo03.java -------------------------------------------------------------------------------- /collections/src/main/java/com/gmall/data/collection/flow/CsvToJsonDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/java/com/gmall/data/collection/flow/CsvToJsonDemo.java -------------------------------------------------------------------------------- /collections/src/main/java/com/gmall/data/collection/flow/GenLogData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/java/com/gmall/data/collection/flow/GenLogData.scala -------------------------------------------------------------------------------- /collections/src/main/java/com/gmall/data/collection/flow/SparkDemo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/java/com/gmall/data/collection/flow/SparkDemo.scala -------------------------------------------------------------------------------- /collections/src/main/java/com/gmall/data/collection/pojo/OdsScEvent.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/java/com/gmall/data/collection/pojo/OdsScEvent.java -------------------------------------------------------------------------------- /collections/src/main/resources/canal/conf/canal.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/resources/canal/conf/canal.properties -------------------------------------------------------------------------------- /collections/src/main/resources/canal/conf/example/instance.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/resources/canal/conf/example/instance.properties -------------------------------------------------------------------------------- /collections/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- 1 | log4j.rootLogger=ERROR, console 2 | -------------------------------------------------------------------------------- /collections/src/main/resources/sales/application.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/resources/sales/application.properties -------------------------------------------------------------------------------- /collections/src/main/resources/sales/gmall2020-mock-db-2020-11-27.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/resources/sales/gmall2020-mock-db-2020-11-27.jar -------------------------------------------------------------------------------- /collections/src/main/resources/sales/gmall2020_12_08.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/resources/sales/gmall2020_12_08.sql -------------------------------------------------------------------------------- /collections/src/main/resources/sales/start_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/collections/src/main/resources/sales/start_data.sh -------------------------------------------------------------------------------- /common/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/pom.xml -------------------------------------------------------------------------------- /common/src/main/resources/application.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/resources/application.properties -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/config/Config.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/config/Config.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/config/KafkaConfig.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/config/KafkaConfig.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/config/RedisConfig.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/config/RedisConfig.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/dim/DimUserInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/dim/DimUserInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/dwd/DwdOrderDetail.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/dwd/DwdOrderDetail.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/Model.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/Model.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/OdsModel.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/OdsModel.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/SqlType.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/SqlType.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdBaseLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdBaseLog.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdDisplayLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdDisplayLog.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdPageLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdPageLog.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdStartLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdStartLog.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdUserBaseLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/flow/DwdUserBaseLog.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/flow/OdsBaseLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/flow/OdsBaseLog.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/flow/OdsUserActionLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/flow/OdsUserActionLog.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/ActivityInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/ActivityInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/ActivityRule.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/ActivityRule.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/ActivitySku.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/ActivitySku.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseAttrInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseAttrInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseAttrValue.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseAttrValue.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseCategory1.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseCategory1.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseCategory2.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseCategory2.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseCategory3.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseCategory3.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseCategoryView.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseCategoryView.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseDic.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseDic.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseFrontendParam.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseFrontendParam.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseProvince.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseProvince.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseRegion.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseRegion.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseSaleAttr.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseSaleAttr.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseTrademark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/BaseTrademark.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CartInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CartInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CmsBanner.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CmsBanner.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CommentInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CommentInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CouponInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CouponInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CouponRange.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CouponRange.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CouponUse.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/CouponUse.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/FavorInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/FavorInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/FinancialSkuCost.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/FinancialSkuCost.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderDetail.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderDetail.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderDetailActivity.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderDetailActivity.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderDetailCoupon.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderDetailCoupon.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderRefundInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderRefundInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderStatusLog.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/OrderStatusLog.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/PaymentInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/PaymentInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/RefundPayment.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/RefundPayment.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SeckillGoods.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SeckillGoods.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SkuAttrValue.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SkuAttrValue.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SkuImage.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SkuImage.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SkuInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SkuInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SkuSaleAttrValue.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SkuSaleAttrValue.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuImage.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuImage.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuPoster.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuPoster.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuSaleAttr.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuSaleAttr.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuSaleAttrValue.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/SpuSaleAttrValue.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/UserAddress.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/UserAddress.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/UserInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/UserInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/WareInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/WareInfo.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/WareOrderTask.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/WareOrderTask.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/WareOrderTaskDetail.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/WareOrderTaskDetail.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/WareSku.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/entity/ods/gmall2021/WareSku.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/sink/SinkFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/sink/SinkFactory.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/sink/kafka/EventKafkaSerializationSchema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/sink/kafka/EventKafkaSerializationSchema.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/source/SourceFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/source/SourceFactory.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/source/binlog/OdsModelFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/source/binlog/OdsModelFactory.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/transform/Convert.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/transform/Convert.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/transform/Format.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/transform/Format.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/transform/Merger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/transform/Merger.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/transform/Sink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/transform/Sink.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/CacheUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/CacheUtil.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/Constants.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/Constants.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/GsonUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/GsonUtil.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/HBaseUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/HBaseUtil.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/JedisConnectionPool.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/JedisConnectionPool.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/JedisWrapper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/JedisWrapper.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/LoggerUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/LoggerUtil.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/StringUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/StringUtil.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/TimeUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/TimeUtil.scala -------------------------------------------------------------------------------- /common/src/main/scala/com/gmall/data/common/utils/Util.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/main/scala/com/gmall/data/common/utils/Util.scala -------------------------------------------------------------------------------- /common/src/test/java/FlinkRedisConnectorTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/test/java/FlinkRedisConnectorTest.scala -------------------------------------------------------------------------------- /common/src/test/java/KafkaConsumerDemo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/test/java/KafkaConsumerDemo.scala -------------------------------------------------------------------------------- /common/src/test/java/KafkaConsumerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/common/src/test/java/KafkaConsumerTest.scala -------------------------------------------------------------------------------- /docs/0项目简介.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/0项目简介.md -------------------------------------------------------------------------------- /docs/1数据产品需求.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/1数据产品需求.md -------------------------------------------------------------------------------- /docs/2实时数仓架构.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/2实时数仓架构.md -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/224955E00-1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/224955E00-1.jpg -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/224955I30-0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/224955I30-0.jpg -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/224955O15-2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/224955O15-2.jpg -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/640-20210518140232661.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/640-20210518140232661.png -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/640-20210518140232689.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/640-20210518140232689.png -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/640-20210518140233105.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/640-20210518140233105.png -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/640.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/640.png -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/p44562.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/p44562.png -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/p58877.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/p58877.png -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.assets/p59651.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.assets/p59651.png -------------------------------------------------------------------------------- /docs/3实时数仓分层设计.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓分层设计.md -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640 -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302228: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302228 -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302234: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302234 -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302235: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302235 -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302239: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302239 -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302246: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302246 -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302246-1075382.: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302246-1075382. -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302251: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302251 -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302255.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302255.png -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302298.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302298.png -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302307.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302307.png -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/640-20210515184302375.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/3实时数仓设计.assets/640-20210515184302375.png -------------------------------------------------------------------------------- /docs/3实时数仓设计.assets/Untitled.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/4业务数据采集.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/4业务数据采集.md -------------------------------------------------------------------------------- /docs/5用户行为数据采集.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/5用户行为数据采集.md -------------------------------------------------------------------------------- /docs/6业务数据DWD层.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/6业务数据DWD层.md -------------------------------------------------------------------------------- /docs/7流量数据DWD层.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/7流量数据DWD层.md -------------------------------------------------------------------------------- /docs/8实时指标.assets/640-20210516224001799: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/640-20210516224001799 -------------------------------------------------------------------------------- /docs/8实时指标.assets/640-20210516225935573.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/640-20210516225935573.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/640-20210516232619115: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/640-20210516232619115 -------------------------------------------------------------------------------- /docs/8实时指标.assets/640-20210516232619151.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/640-20210516232619151.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/640-20210516232619160.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/640-20210516232619160.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/640-20210516232730698.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/640-20210516232730698.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/640-20210516233805869.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/640-20210516233805869.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/FFBekRjksJE8Q4rtGN28.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/FFBekRjksJE8Q4rtGN28.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/Qktv9k4uWadLTLiXqNOz.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/Qktv9k4uWadLTLiXqNOz.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/U0PhVDw2bYXZmBKdBrjR.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/U0PhVDw2bYXZmBKdBrjR.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/ZoCJhNbfM6TwIqBvP7t4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/ZoCJhNbfM6TwIqBvP7t4.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/append-mode.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/append-mode.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/image-20210516235107922.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/image-20210516235107922.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/image-20210518232430888.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/image-20210518232430888.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/image-20210518232504987.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/image-20210518232504987.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/image-20210518233251037.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/image-20210518233251037.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/image-20210519223858298.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/image-20210519223858298.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/image-20210522004340330.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/image-20210522004340330.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/image-20210522004416835.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/image-20210522004416835.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/pbfzmZFLAeBF4O6cFtF2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/pbfzmZFLAeBF4O6cFtF2.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/query-groupBy-cnt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/query-groupBy-cnt.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/query-groupBy-window-cnt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/query-groupBy-window-cnt.png -------------------------------------------------------------------------------- /docs/8实时指标.assets/stream-query-stream.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.assets/stream-query-stream.png -------------------------------------------------------------------------------- /docs/8实时指标.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/8实时指标.md -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/2bd1edeecda8a379bde481389ddff425.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/2bd1edeecda8a379bde481389ddff425.png -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/640.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/640.jpeg -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/640.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/640.png -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/Data-Cube.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/Data-Cube.png -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/OLAP.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/OLAP.png -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/image-20210523193954290.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/image-20210523193954290.png -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/image-20210523194032047.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/image-20210523194032047.png -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/image-20210524001623967.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/image-20210524001623967.png -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/kylin_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/kylin_diagram.png -------------------------------------------------------------------------------- /docs/9实时OLAP.assets/v2-6a455b3039e28e98b7592f66910a0793_1440w.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.assets/v2-6a455b3039e28e98b7592f66910a0793_1440w.jpg -------------------------------------------------------------------------------- /docs/9实时OLAP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/9实时OLAP.md -------------------------------------------------------------------------------- /docs/Apache Kylin与ClickHouse 的对比.assets/640: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/Apache Kylin与ClickHouse 的对比.assets/640 -------------------------------------------------------------------------------- /docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447666.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447666.png -------------------------------------------------------------------------------- /docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447678.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447678.png -------------------------------------------------------------------------------- /docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447718.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447718.png -------------------------------------------------------------------------------- /docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447735: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447735 -------------------------------------------------------------------------------- /docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447783.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447783.png -------------------------------------------------------------------------------- /docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447860.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447860.png -------------------------------------------------------------------------------- /docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447981.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/Apache Kylin与ClickHouse 的对比.assets/640-20210523225447981.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/async_io.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/async_io.svg -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210407224537117.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210407224537117.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210409233246633.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210409233246633.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210410000728103.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210410000728103.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210410000759718.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210410000759718.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210413225611694.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210413225611694.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210413230248772.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210413230248772.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210413230458950.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210413230458950.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210413230514762.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210413230514762.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210413231328430.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210413231328430.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/image-20210418152453150.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/image-20210418152453150.png -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/session-window-join.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/session-window-join.svg -------------------------------------------------------------------------------- /docs/DWD层数据准备.assets/tumbling-window-join.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/DWD层数据准备.assets/tumbling-window-join.svg -------------------------------------------------------------------------------- /docs/业务数据采集.assets/image-20210329235325068.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/业务数据采集.assets/image-20210329235325068.png -------------------------------------------------------------------------------- /docs/业务数据采集.assets/image-20210329235403290.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/业务数据采集.assets/image-20210329235403290.png -------------------------------------------------------------------------------- /docs/业务数据采集.assets/image-20210401220353400.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/业务数据采集.assets/image-20210401220353400.png -------------------------------------------------------------------------------- /docs/业务数据采集.assets/image-20210404232758656.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/业务数据采集.assets/image-20210404232758656.png -------------------------------------------------------------------------------- /docs/业务数据采集.assets/image-20210404233127046.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/业务数据采集.assets/image-20210404233127046.png -------------------------------------------------------------------------------- /docs/业务数据采集.assets/image-20210404233331763.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/业务数据采集.assets/image-20210404233331763.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405165204052.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405165204052.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405165428593.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405165428593.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405205643466.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405205643466.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405205804475.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405205804475.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405205922293.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405205922293.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405210015951.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405210015951.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405210345486.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405210345486.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405210615660.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405210615660.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405210828060.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405210828060.png -------------------------------------------------------------------------------- /docs/产品需求.assets/image-20210405211124781.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/产品需求.assets/image-20210405211124781.png -------------------------------------------------------------------------------- /docs/基于docker部署canal环境.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/2sVUM4J4nNKHOdqCLVJi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/2sVUM4J4nNKHOdqCLVJi.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/66eVXE58NipBmJO4Zsvu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/66eVXE58NipBmJO4Zsvu.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/FFBekRjksJE8Q4rtGN28-20210516233233469.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/FFBekRjksJE8Q4rtGN28-20210516233233469.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/FltPuhpqlLUUPeLzk7cJ.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/FltPuhpqlLUUPeLzk7cJ.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/IODeeazNNoOlmLJ4S0Lu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/IODeeazNNoOlmLJ4S0Lu.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/KkQIpy08fKwfnLJgKZQI.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/KkQIpy08fKwfnLJgKZQI.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/Qktv9k4uWadLTLiXqNOz-20210516233233452.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/Qktv9k4uWadLTLiXqNOz-20210516233233452.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/Rv2rBKjEaRKnQ8xuHMmW.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/Rv2rBKjEaRKnQ8xuHMmW.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/TAOT112YZQUkjsxPBEv1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/TAOT112YZQUkjsxPBEv1.jpg -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/U0PhVDw2bYXZmBKdBrjR-20210516233233322.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/U0PhVDw2bYXZmBKdBrjR-20210516233233322.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/WtbMmcHjgmkuFiFLhP8g.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/WtbMmcHjgmkuFiFLhP8g.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/ZoCJhNbfM6TwIqBvP7t4-20210516233233415.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/ZoCJhNbfM6TwIqBvP7t4-20210516233233415.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/gDwC1ZSk527aLIdCTUbY.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/gDwC1ZSk527aLIdCTUbY.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/hpipN9GYAin3xPDvJG3L.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/hpipN9GYAin3xPDvJG3L.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/itMgHpcqrkHHogkaO7A1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/itMgHpcqrkHHogkaO7A1.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/pbfzmZFLAeBF4O6cFtF2-20210516233233439.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/pbfzmZFLAeBF4O6cFtF2-20210516233233439.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/r82Fof1uKLtZa7gtsbe4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/r82Fof1uKLtZa7gtsbe4.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.assets/u7LlkgKdFht23fDZvEAO.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.assets/u7LlkgKdFht23fDZvEAO.png -------------------------------------------------------------------------------- /docs/如何从0到1构建指标体系.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/如何从0到1构建指标体系.md -------------------------------------------------------------------------------- /docs/实时数仓架构.assets/image-20210328225453095.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/实时数仓架构.assets/image-20210328225453095.png -------------------------------------------------------------------------------- /docs/实时数仓架构.assets/image-20210328231618797.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/实时数仓架构.assets/image-20210328231618797.png -------------------------------------------------------------------------------- /docs/实时数仓架构.assets/image-20210328232802457.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/实时数仓架构.assets/image-20210328232802457.png -------------------------------------------------------------------------------- /docs/实时数仓架构.assets/image-20210328233222184.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/实时数仓架构.assets/image-20210328233222184.png -------------------------------------------------------------------------------- /docs/实时数仓架构.assets/image-20210328233335006.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/实时数仓架构.assets/image-20210328233335006.png -------------------------------------------------------------------------------- /docs/实时数仓架构.assets/image-20210328233720452.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/实时数仓架构.assets/image-20210328233720452.png -------------------------------------------------------------------------------- /docs/实时数仓架构.assets/image-20210411153254131.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/实时数仓架构.assets/image-20210411153254131.png -------------------------------------------------------------------------------- /docs/数据埋点需求.assets/link-solid.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/数据埋点需求.assets/link-solid.svg -------------------------------------------------------------------------------- /docs/数据埋点需求.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/数据埋点需求.md -------------------------------------------------------------------------------- /docs/用户行为数据采集.assets/640.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/用户行为数据采集.assets/640.png -------------------------------------------------------------------------------- /docs/项目简介.assets/image-20210402102703175.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/docs/项目简介.assets/image-20210402102703175.png -------------------------------------------------------------------------------- /dwd2dws/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/dwd2dws/pom.xml -------------------------------------------------------------------------------- /dwd2dws/src/main/scala/com/gmall/data/App.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/dwd2dws/src/main/scala/com/gmall/data/App.scala -------------------------------------------------------------------------------- /dwd2dws/src/main/scala/com/gmall/data/Sql.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/dwd2dws/src/main/scala/com/gmall/data/Sql.scala -------------------------------------------------------------------------------- /ods2dim/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/pom.xml -------------------------------------------------------------------------------- /ods2dim/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /ods2dim/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/resources/logback.xml -------------------------------------------------------------------------------- /ods2dim/src/main/scala/com/gmall/data/dim/App.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/scala/com/gmall/data/dim/App.scala -------------------------------------------------------------------------------- /ods2dim/src/main/scala/com/gmall/data/dim/Step.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/scala/com/gmall/data/dim/Step.scala -------------------------------------------------------------------------------- /ods2dim/src/main/scala/com/gmall/data/dim/StreamTopology.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/scala/com/gmall/data/dim/StreamTopology.scala -------------------------------------------------------------------------------- /ods2dim/src/main/scala/com/gmall/data/dim/sink/Category3InfoSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/scala/com/gmall/data/dim/sink/Category3InfoSink.scala -------------------------------------------------------------------------------- /ods2dim/src/main/scala/com/gmall/data/dim/sink/ProvinceInfoSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/scala/com/gmall/data/dim/sink/ProvinceInfoSink.scala -------------------------------------------------------------------------------- /ods2dim/src/main/scala/com/gmall/data/dim/sink/SkuInfoSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/scala/com/gmall/data/dim/sink/SkuInfoSink.scala -------------------------------------------------------------------------------- /ods2dim/src/main/scala/com/gmall/data/dim/sink/SpuInfoSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/scala/com/gmall/data/dim/sink/SpuInfoSink.scala -------------------------------------------------------------------------------- /ods2dim/src/main/scala/com/gmall/data/dim/sink/TradeInfoSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/scala/com/gmall/data/dim/sink/TradeInfoSink.scala -------------------------------------------------------------------------------- /ods2dim/src/main/scala/com/gmall/data/dim/sink/UserInfoSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dim/src/main/scala/com/gmall/data/dim/sink/UserInfoSink.scala -------------------------------------------------------------------------------- /ods2dwd/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/pom.xml -------------------------------------------------------------------------------- /ods2dwd/src/main/resources/event_mapping.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/resources/event_mapping.txt -------------------------------------------------------------------------------- /ods2dwd/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /ods2dwd/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/resources/logback.xml -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/App.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/App.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/FlowTopology.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/FlowTopology.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/FlowTopologyV2.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/FlowTopologyV2.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/Step.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/Step.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/StreamTopology.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/StreamTopology.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/transform/DwdLogJoinDimEvent.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/transform/DwdLogJoinDimEvent.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/transform/EventTypeSplitFunc.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/transform/EventTypeSplitFunc.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OdsActionLogConvert.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OdsActionLogConvert.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OdsBaseLogConvert.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OdsBaseLogConvert.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OrderDetailAndCouponMerger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OrderDetailAndCouponMerger.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OrderDetailAndDimUserJoin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OrderDetailAndDimUserJoin.scala -------------------------------------------------------------------------------- /ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OrderInfoAndDetailMerger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/main/scala/com/gmall/data/dwd/transform/OrderInfoAndDetailMerger.scala -------------------------------------------------------------------------------- /ods2dwd/src/test/java/JedisSetTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/test/java/JedisSetTest.scala -------------------------------------------------------------------------------- /ods2dwd/src/test/java/KafkaConsumerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/ods2dwd/src/test/java/KafkaConsumerTest.scala -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/pom.xml -------------------------------------------------------------------------------- /tools/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/tools/pom.xml -------------------------------------------------------------------------------- /tools/src/main/resources/ods_entity.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/tools/src/main/resources/ods_entity.template -------------------------------------------------------------------------------- /tools/src/main/resources/ods_meta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/tools/src/main/resources/ods_meta.json -------------------------------------------------------------------------------- /tools/src/main/scala/com/gmall/data/tools/OdsModelGenerator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengchi66/realtime-dw/HEAD/tools/src/main/scala/com/gmall/data/tools/OdsModelGenerator.scala --------------------------------------------------------------------------------