├── .clang-format ├── .gitignore ├── .travis.yml ├── LICENSE.txt ├── README.md ├── README_zh-cn.md ├── _config.yml ├── bin └── bireme ├── bireme_tpcc_test ├── compare.py ├── create_table_index.sql ├── init.sh ├── parallel_load.sh ├── source.sh ├── sqlCheckSum.py └── tpcc_test.md ├── docs ├── bireme.png ├── bireme_guide.md ├── bireme_guide_zh-cn.md ├── data_flow.png ├── debezium.png ├── maxwell.png └── pipeline.png ├── etc ├── config.properties ├── debezium1.properties └── maxwell1.properties ├── integration_test ├── debezium │ ├── check_result.py │ ├── etc │ │ ├── config.properties │ │ ├── debezium_CI.properties │ │ └── log4j2.xml │ ├── prepare.sh │ └── setup.sql ├── maxwell │ ├── check_result.py │ ├── etc │ │ ├── config.properties │ │ ├── log4j2.xml │ │ └── maxwell_CI.properties │ ├── mysql_setup.sql │ ├── pg_setup.sql │ └── prepare.sh ├── sqldump.py └── test.sh ├── pom.xml ├── scripts ├── eclipse-java-google-style.xml ├── format.sh └── setup-eclipse.sh └── src ├── main ├── assembly │ └── assembly.xml ├── java │ └── cn │ │ └── hashdata │ │ └── bireme │ │ ├── AbstractCommitCallback.java │ │ ├── Bireme.java │ │ ├── BiremeException.java │ │ ├── BiremeUtility.java │ │ ├── ChangeLoader.java │ │ ├── ChangeSet.java │ │ ├── CommitCallback.java │ │ ├── Config.java │ │ ├── Context.java │ │ ├── Dispatcher.java │ │ ├── GetPrimaryKeys.java │ │ ├── LoadTask.java │ │ ├── PipeLineStat.java │ │ ├── Record.java │ │ ├── Row.java │ │ ├── RowCache.java │ │ ├── RowSet.java │ │ ├── Scheduler.java │ │ ├── StateServer.java │ │ ├── Table.java │ │ └── pipeline │ │ ├── DebeziumPipeLine.java │ │ ├── KafkaPipeLine.java │ │ ├── MaxwellPipeLine.java │ │ ├── PipeLine.java │ │ └── SourceConfig.java └── resources │ ├── checkstyle.xml │ └── log4j2.xml └── test └── docker ├── docker-compose.yml └── mysql_test.sh /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/.clang-format -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/README.md -------------------------------------------------------------------------------- /README_zh-cn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/README_zh-cn.md -------------------------------------------------------------------------------- /_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/_config.yml -------------------------------------------------------------------------------- /bin/bireme: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/bin/bireme -------------------------------------------------------------------------------- /bireme_tpcc_test/compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/bireme_tpcc_test/compare.py -------------------------------------------------------------------------------- /bireme_tpcc_test/create_table_index.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/bireme_tpcc_test/create_table_index.sql -------------------------------------------------------------------------------- /bireme_tpcc_test/init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/bireme_tpcc_test/init.sh -------------------------------------------------------------------------------- /bireme_tpcc_test/parallel_load.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/bireme_tpcc_test/parallel_load.sh -------------------------------------------------------------------------------- /bireme_tpcc_test/source.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/bireme_tpcc_test/source.sh -------------------------------------------------------------------------------- /bireme_tpcc_test/sqlCheckSum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/bireme_tpcc_test/sqlCheckSum.py -------------------------------------------------------------------------------- /bireme_tpcc_test/tpcc_test.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/bireme_tpcc_test/tpcc_test.md -------------------------------------------------------------------------------- /docs/bireme.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/docs/bireme.png -------------------------------------------------------------------------------- /docs/bireme_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/docs/bireme_guide.md -------------------------------------------------------------------------------- /docs/bireme_guide_zh-cn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/docs/bireme_guide_zh-cn.md -------------------------------------------------------------------------------- /docs/data_flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/docs/data_flow.png -------------------------------------------------------------------------------- /docs/debezium.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/docs/debezium.png -------------------------------------------------------------------------------- /docs/maxwell.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/docs/maxwell.png -------------------------------------------------------------------------------- /docs/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/docs/pipeline.png -------------------------------------------------------------------------------- /etc/config.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/etc/config.properties -------------------------------------------------------------------------------- /etc/debezium1.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/etc/debezium1.properties -------------------------------------------------------------------------------- /etc/maxwell1.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/etc/maxwell1.properties -------------------------------------------------------------------------------- /integration_test/debezium/check_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/debezium/check_result.py -------------------------------------------------------------------------------- /integration_test/debezium/etc/config.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/debezium/etc/config.properties -------------------------------------------------------------------------------- /integration_test/debezium/etc/debezium_CI.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/debezium/etc/debezium_CI.properties -------------------------------------------------------------------------------- /integration_test/debezium/etc/log4j2.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/debezium/etc/log4j2.xml -------------------------------------------------------------------------------- /integration_test/debezium/prepare.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/debezium/prepare.sh -------------------------------------------------------------------------------- /integration_test/debezium/setup.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/debezium/setup.sql -------------------------------------------------------------------------------- /integration_test/maxwell/check_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/maxwell/check_result.py -------------------------------------------------------------------------------- /integration_test/maxwell/etc/config.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/maxwell/etc/config.properties -------------------------------------------------------------------------------- /integration_test/maxwell/etc/log4j2.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/maxwell/etc/log4j2.xml -------------------------------------------------------------------------------- /integration_test/maxwell/etc/maxwell_CI.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/maxwell/etc/maxwell_CI.properties -------------------------------------------------------------------------------- /integration_test/maxwell/mysql_setup.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/maxwell/mysql_setup.sql -------------------------------------------------------------------------------- /integration_test/maxwell/pg_setup.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/maxwell/pg_setup.sql -------------------------------------------------------------------------------- /integration_test/maxwell/prepare.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/maxwell/prepare.sh -------------------------------------------------------------------------------- /integration_test/sqldump.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/sqldump.py -------------------------------------------------------------------------------- /integration_test/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/integration_test/test.sh -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/pom.xml -------------------------------------------------------------------------------- /scripts/eclipse-java-google-style.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/scripts/eclipse-java-google-style.xml -------------------------------------------------------------------------------- /scripts/format.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/scripts/format.sh -------------------------------------------------------------------------------- /scripts/setup-eclipse.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/scripts/setup-eclipse.sh -------------------------------------------------------------------------------- /src/main/assembly/assembly.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/assembly/assembly.xml -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/AbstractCommitCallback.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/AbstractCommitCallback.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/Bireme.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/Bireme.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/BiremeException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/BiremeException.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/BiremeUtility.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/BiremeUtility.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/ChangeLoader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/ChangeLoader.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/ChangeSet.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/ChangeSet.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/CommitCallback.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/CommitCallback.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/Config.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/Config.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/Context.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/Context.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/Dispatcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/Dispatcher.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/GetPrimaryKeys.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/GetPrimaryKeys.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/LoadTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/LoadTask.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/PipeLineStat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/PipeLineStat.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/Record.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/Record.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/Row.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/Row.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/RowCache.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/RowCache.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/RowSet.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/RowSet.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/Scheduler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/Scheduler.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/StateServer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/StateServer.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/Table.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/Table.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/pipeline/DebeziumPipeLine.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/pipeline/DebeziumPipeLine.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/pipeline/KafkaPipeLine.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/pipeline/KafkaPipeLine.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/pipeline/MaxwellPipeLine.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/pipeline/MaxwellPipeLine.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/pipeline/PipeLine.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/pipeline/PipeLine.java -------------------------------------------------------------------------------- /src/main/java/cn/hashdata/bireme/pipeline/SourceConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/java/cn/hashdata/bireme/pipeline/SourceConfig.java -------------------------------------------------------------------------------- /src/main/resources/checkstyle.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/resources/checkstyle.xml -------------------------------------------------------------------------------- /src/main/resources/log4j2.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/main/resources/log4j2.xml -------------------------------------------------------------------------------- /src/test/docker/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/test/docker/docker-compose.yml -------------------------------------------------------------------------------- /src/test/docker/mysql_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HashDataInc/bireme/HEAD/src/test/docker/mysql_test.sh --------------------------------------------------------------------------------