├── .gitignore ├── .pre-commit-config.yaml ├── Cargo.lock ├── Cargo.toml ├── LICENSE ├── README.md ├── core ├── Cargo.toml └── src │ ├── common │ ├── metrics.rs │ └── mod.rs │ ├── compaction │ ├── mod.rs │ └── validator.rs │ ├── config │ └── mod.rs │ ├── error │ └── mod.rs │ ├── executor │ ├── datafusion │ │ ├── datafusion_processor.rs │ │ ├── file_scan_task_table_provider.rs │ │ ├── iceberg_file_task_scan.rs │ │ └── mod.rs │ ├── iceberg_writer │ │ ├── mod.rs │ │ └── rolling_iceberg_writer.rs │ ├── mock.rs │ └── mod.rs │ ├── file_selection │ ├── mod.rs │ ├── packer.rs │ └── strategy.rs │ └── lib.rs ├── examples ├── memory-catalog │ ├── Cargo.toml │ └── src │ │ └── main.rs └── rest-catalog │ ├── Cargo.toml │ └── src │ └── main.rs ├── integration-tests ├── Cargo.toml ├── src │ ├── docker_compose.rs │ ├── integration_tests.rs │ ├── lib.rs │ └── test_utils │ │ ├── generator.rs │ │ └── mod.rs └── testdata │ └── docker-compose.yaml ├── rust-toolchain └── tomlfmt.toml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /Cargo.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/Cargo.lock -------------------------------------------------------------------------------- /Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/Cargo.toml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/README.md -------------------------------------------------------------------------------- /core/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/Cargo.toml -------------------------------------------------------------------------------- /core/src/common/metrics.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/common/metrics.rs -------------------------------------------------------------------------------- /core/src/common/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/common/mod.rs -------------------------------------------------------------------------------- /core/src/compaction/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/compaction/mod.rs -------------------------------------------------------------------------------- /core/src/compaction/validator.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/compaction/validator.rs -------------------------------------------------------------------------------- /core/src/config/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/config/mod.rs -------------------------------------------------------------------------------- /core/src/error/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/error/mod.rs -------------------------------------------------------------------------------- /core/src/executor/datafusion/datafusion_processor.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/executor/datafusion/datafusion_processor.rs -------------------------------------------------------------------------------- /core/src/executor/datafusion/file_scan_task_table_provider.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/executor/datafusion/file_scan_task_table_provider.rs -------------------------------------------------------------------------------- /core/src/executor/datafusion/iceberg_file_task_scan.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/executor/datafusion/iceberg_file_task_scan.rs -------------------------------------------------------------------------------- /core/src/executor/datafusion/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/executor/datafusion/mod.rs -------------------------------------------------------------------------------- /core/src/executor/iceberg_writer/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/executor/iceberg_writer/mod.rs -------------------------------------------------------------------------------- /core/src/executor/iceberg_writer/rolling_iceberg_writer.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/executor/iceberg_writer/rolling_iceberg_writer.rs -------------------------------------------------------------------------------- /core/src/executor/mock.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/executor/mock.rs -------------------------------------------------------------------------------- /core/src/executor/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/executor/mod.rs -------------------------------------------------------------------------------- /core/src/file_selection/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/file_selection/mod.rs -------------------------------------------------------------------------------- /core/src/file_selection/packer.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/file_selection/packer.rs -------------------------------------------------------------------------------- /core/src/file_selection/strategy.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/file_selection/strategy.rs -------------------------------------------------------------------------------- /core/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/core/src/lib.rs -------------------------------------------------------------------------------- /examples/memory-catalog/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/examples/memory-catalog/Cargo.toml -------------------------------------------------------------------------------- /examples/memory-catalog/src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/examples/memory-catalog/src/main.rs -------------------------------------------------------------------------------- /examples/rest-catalog/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/examples/rest-catalog/Cargo.toml -------------------------------------------------------------------------------- /examples/rest-catalog/src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/examples/rest-catalog/src/main.rs -------------------------------------------------------------------------------- /integration-tests/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/integration-tests/Cargo.toml -------------------------------------------------------------------------------- /integration-tests/src/docker_compose.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/integration-tests/src/docker_compose.rs -------------------------------------------------------------------------------- /integration-tests/src/integration_tests.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/integration-tests/src/integration_tests.rs -------------------------------------------------------------------------------- /integration-tests/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/integration-tests/src/lib.rs -------------------------------------------------------------------------------- /integration-tests/src/test_utils/generator.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/integration-tests/src/test_utils/generator.rs -------------------------------------------------------------------------------- /integration-tests/src/test_utils/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/integration-tests/src/test_utils/mod.rs -------------------------------------------------------------------------------- /integration-tests/testdata/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/integration-tests/testdata/docker-compose.yaml -------------------------------------------------------------------------------- /rust-toolchain: -------------------------------------------------------------------------------- 1 | [toolchain] 2 | channel = "1.88.0" 3 | -------------------------------------------------------------------------------- /tomlfmt.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nimtable/iceberg-compaction/HEAD/tomlfmt.toml --------------------------------------------------------------------------------