├── .gitignore ├── 000_api ├── apache_hudi │ ├── pom.xml │ └── src │ │ └── main │ │ ├── resources │ │ └── log4j.properties │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ └── ReadAndWriteExample.scala ├── apache_iceberg │ ├── pom.xml │ └── src │ │ └── main │ │ ├── resources │ │ └── log4j.properties │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ └── ReadAndWriteExample.scala └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j.properties │ └── scala │ └── com │ └── waitingforcode │ └── ReadAndWriteExample.scala ├── 001_storage_layout ├── apache_hudi │ ├── pom.xml │ └── src │ │ └── main │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ ├── FileSystemLayoutApp1Demo.scala │ │ ├── FileSystemLayoutApp2Demo.scala │ │ ├── FileSystemLayoutApp3Demo.scala │ │ └── package.scala ├── apache_iceberg │ ├── pom.xml │ └── src │ │ └── main │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ ├── FileSystemLayoutApp1Demo.scala │ │ ├── FileSystemLayoutApp2Demo.scala │ │ ├── FileSystemLayoutApp3Demo.scala │ │ └── package.scala └── delta_lake │ ├── pom.xml │ └── src │ └── main │ └── scala │ └── com │ └── waitingforcode │ ├── FileSystemLayoutApp1Demo.scala │ ├── FileSystemLayoutApp2Demo.scala │ ├── FileSystemLayoutApp3Demo.scala │ └── package.scala ├── 002_writing ├── apache_hudi │ ├── pom.xml │ └── src │ │ └── main │ │ ├── resources │ │ └── log4j.properties │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ ├── App1CreateCopyOnWrite.scala │ │ ├── App1Writing.scala │ │ ├── App2CreateMergeOnRead.scala │ │ ├── App3SchemaReconciliation.scala │ │ ├── App4RowWriteDisabled.scala │ │ └── waitingforcode.scala ├── apache_iceberg │ ├── pom.xml │ └── src │ │ └── main │ │ ├── resources │ │ └── log4j.properties │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ ├── App1GenerateDatasets.scala │ │ ├── App2StaticDynamicOverwrite.scala │ │ ├── App3PartitionDelete.scala │ │ ├── App4DistributionModes.scala │ │ ├── App5SparkFanOut.scala │ │ ├── App6SparkProperties.scala │ │ ├── App7GenerateOrcDatasets.scala │ │ └── waitingforcode.scala └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1GenerateDatasetsWithConstraints.scala │ ├── App2MetadataRepartition.scala │ ├── App3DeleteWholeTable.scala │ ├── App4UserMetadata.scala │ ├── App5ReplaceWhere.scala │ ├── App6ReplaceWherePartition.scala │ ├── App7DeletePartition.scala │ ├── App8StatsDataSkipping.scala │ └── waitingforcode.scala ├── 003_reading ├── apache_hudi │ ├── pom.xml │ └── src │ │ └── main │ │ ├── resources │ │ └── log4j2.properties │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ ├── App1CreateCopyOnWrite.scala │ │ ├── App2CreateMergeOnRead.scala │ │ ├── App3SchemaReconciliation.scala │ │ ├── App4RowWriteDisabled.scala │ │ ├── App5SchemaOnRead.scala │ │ └── waitingforcode.scala ├── apache_iceberg │ ├── pom.xml │ └── src │ │ └── main │ │ ├── resources │ │ └── log4j.properties │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ ├── App1SimpleReader.scala │ │ ├── App2PartitionReader.scala │ │ ├── App3DistributionModesReader.scala │ │ ├── App4MetadataTablesReader.scala │ │ ├── App5AfterUpdateReader.scala │ │ └── waitingforcode.scala └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1SimpleReader.scala │ ├── App2PartitionedReader.scala │ ├── App3DeletedTableReader.scala │ ├── App4UpdatedTableReader.scala │ ├── App5DataSkippingReader.scala │ ├── App6TimeTravelReader.scala │ └── waitingforcode.scala ├── 004_change_data_capture ├── apache_hudi │ ├── pom.xml │ └── src │ │ └── main │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ ├── App1Writing.scala │ │ └── waitingforcode.scala ├── apache_iceberg │ └── pom.xml └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1SimpleReader.scala │ ├── App2InPlaceOperationsReader.scala │ └── waitingforcode.scala ├── 005_compaction ├── apache_iceberg │ ├── pom.xml │ └── src │ │ └── main │ │ ├── resources │ │ └── log4j2.properties │ │ └── scala │ │ └── com │ │ └── waitingforcode │ │ ├── App1RewriteBinPack.scala │ │ ├── App2RewriteSort.scala │ │ ├── App3RewriteManifestWithCondition.scala │ │ ├── App4RewriteManifestWithStaging.scala │ │ └── package.scala └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1Compaction.scala │ ├── App2CompactionForPartition.scala │ ├── App3CompactionWithOptimize.scala │ └── waitingforcode.scala ├── 006_compaction_zorder └── delta_lake │ └── src │ └── main │ ├── resources │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1ZorderOneColumn.scala │ ├── App2ZorderTwoColumns.scala │ └── waitingforcode.scala ├── 007_schema_evolution └── delta_lake │ └── src │ └── main │ ├── resources │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App10ColumnMappingModeName.scala │ ├── App11ColumnMappingModeId_NotWorking.scala │ ├── App12SchemaOnRead.scala │ ├── App1SchemaChangeNewWrittenField.scala │ ├── App2SchemaChangeDML.scala │ ├── App3SchemaRenameColumn.scala │ ├── App4SchemaChangeNoMergeEnabled.scala │ ├── App5SchemaChangeWithOverwriteSchema.scala │ ├── App6SchemaChangeDMLForNotNullColumns.scala │ ├── App7SchemaChangeTypeBytesToInt.scala │ ├── App8SchemaChangeTypeIntToLong.scala │ ├── App9ColumnMappingModeNone.scala │ └── waitingforcode.scala ├── 008_acid └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ ├── iceberg │ │ └── db │ │ │ └── letters │ │ │ ├── data │ │ │ ├── .00000-0-fb21e918-b838-4d97-b882-0b60bf122a90-00001.parquet.crc │ │ │ ├── .00000-1-b6d6432e-45b2-4177-bfd5-5cd89336bdda-00001.parquet.crc │ │ │ ├── 00000-0-fb21e918-b838-4d97-b882-0b60bf122a90-00001.parquet │ │ │ └── 00000-1-b6d6432e-45b2-4177-bfd5-5cd89336bdda-00001.parquet │ │ │ └── metadata │ │ │ ├── .bc521ca3-047b-4382-9a09-73d0b1675f09-m0.avro.crc │ │ │ ├── .e0995916-9f31-484c-800f-57519b7dd082-m0.avro.crc │ │ │ ├── .snap-7042720103030617073-1-bc521ca3-047b-4382-9a09-73d0b1675f09.avro.crc │ │ │ ├── .snap-7487092097904947931-1-e0995916-9f31-484c-800f-57519b7dd082.avro.crc │ │ │ ├── .v1.metadata.json.crc │ │ │ ├── .v2.metadata.json.crc │ │ │ ├── .version-hint.text.crc │ │ │ ├── bc521ca3-047b-4382-9a09-73d0b1675f09-m0.avro │ │ │ ├── e0995916-9f31-484c-800f-57519b7dd082-m0.avro │ │ │ ├── snap-7042720103030617073-1-bc521ca3-047b-4382-9a09-73d0b1675f09.avro │ │ │ ├── snap-7487092097904947931-1-e0995916-9f31-484c-800f-57519b7dd082.avro │ │ │ ├── v1.metadata.json │ │ │ ├── v2.metadata.json │ │ │ └── version-hint.text │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1ConflictedWrites.scala │ ├── App2ConflictUpdateDifferentFilesSamePartition.scala │ ├── App3NoConflictUpdateDifferentPartition.scala │ ├── App4ConflictedPartitionedDatasetsWithoutPartitionsInPredicate.scala │ ├── App5AutomaticResolution.scala │ └── waitingforcode.scala ├── 009_isolation_levels └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1CreateTableWithIsolationLevel.scala │ ├── App2CreateTableWithUnsupportedIsolationLevel.scala │ ├── App3IsolationLevelDowngrade.scala │ └── waitingforcode.scala ├── 010_vacuum └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1VacuumFailedWithRetentionTooLow.scala │ ├── App2VacuumSucceededWithLowRetentionAndNoCheck.scala │ ├── App3VacuumTooAggressiveCorruptedTable.scala │ ├── App4VacuumDryRun.scala │ ├── App5VacuumDryRunForUntrackedFiles.scala │ ├── App6VacuumWithParallelConfiguration.scala │ └── waitingforcode.scala ├── 011_checkpoints └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1CheckpointV1Example.scala │ ├── App2CheckpointV2WriterExample.scala │ ├── App3CheckpointV2WriterAndTimeTravelExample.scala │ └── waitingforcode.scala ├── 012_streaming_reader └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1StreamingVsBatchReader.scala │ ├── App2BatchWriter1.scala │ ├── App2BatchWriter2AddNewColumns.scala │ ├── App2DemoRunnerForNewColumn.scala │ ├── App2StreamingReader.scala │ ├── App3BatchWriter1.scala │ ├── App3BatchWriter3RenameStreamedColumnWithSchemaOverwrite.scala │ ├── App3DemoRunnerForSchemaTracking.scala │ ├── App3StreamingReader.scala │ ├── App4BatchWriter1.scala │ ├── App4BatchWriter3RenameStreamedColumnWithSchemaOverwrite.scala │ ├── App4DemoRunnerForUnsafeConfig.scala │ ├── App4StreamingReader.scala │ ├── App5StreamingReaderFromTimeTravel.scala │ ├── App6StreamingReaderFromTimeTravelAfterSchemaChanges.scala │ ├── App7StreamingReaderWithUpdates.scala │ ├── App8StreamingReaderExcludeReader.scala │ ├── App9StreamingReaderWithUpdatesWithChangeDataFeed.scala │ └── waitingforcode.scala ├── 013_streaming_writer └── delta_lake │ ├── pom.xml │ └── src │ └── main │ ├── resources │ └── log4j2.properties │ └── scala │ └── com │ └── waitingforcode │ ├── App1IdempotentWriter.scala │ ├── App2SchemaConflictsWriter.scala │ ├── App3SchemaOverwriteWriter.scala │ ├── App4CompressionAndMaxRecordsWriter.scala │ └── waitingforcode.scala ├── CODEOWNERS └── generator ├── requirements.txt ├── series_generator.py └── templates ├── apache_hudi ├── pom.xml └── src │ └── main │ └── resources │ └── log4j.properties ├── apache_iceberg ├── pom.xml └── src │ └── main │ └── resources │ └── log4j.properties └── delta_lake ├── pom.xml └── src └── main └── resources └── log4j2.properties /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/.gitignore -------------------------------------------------------------------------------- /000_api/apache_hudi/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/000_api/apache_hudi/pom.xml -------------------------------------------------------------------------------- /000_api/apache_hudi/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/000_api/apache_hudi/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /000_api/apache_hudi/src/main/scala/com/waitingforcode/ReadAndWriteExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/000_api/apache_hudi/src/main/scala/com/waitingforcode/ReadAndWriteExample.scala -------------------------------------------------------------------------------- /000_api/apache_iceberg/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/000_api/apache_iceberg/pom.xml -------------------------------------------------------------------------------- /000_api/apache_iceberg/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/000_api/apache_iceberg/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /000_api/apache_iceberg/src/main/scala/com/waitingforcode/ReadAndWriteExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/000_api/apache_iceberg/src/main/scala/com/waitingforcode/ReadAndWriteExample.scala -------------------------------------------------------------------------------- /000_api/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/000_api/delta_lake/pom.xml -------------------------------------------------------------------------------- /000_api/delta_lake/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/000_api/delta_lake/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /000_api/delta_lake/src/main/scala/com/waitingforcode/ReadAndWriteExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/000_api/delta_lake/src/main/scala/com/waitingforcode/ReadAndWriteExample.scala -------------------------------------------------------------------------------- /001_storage_layout/apache_hudi/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_hudi/pom.xml -------------------------------------------------------------------------------- /001_storage_layout/apache_hudi/src/main/scala/com/waitingforcode/FileSystemLayoutApp1Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_hudi/src/main/scala/com/waitingforcode/FileSystemLayoutApp1Demo.scala -------------------------------------------------------------------------------- /001_storage_layout/apache_hudi/src/main/scala/com/waitingforcode/FileSystemLayoutApp2Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_hudi/src/main/scala/com/waitingforcode/FileSystemLayoutApp2Demo.scala -------------------------------------------------------------------------------- /001_storage_layout/apache_hudi/src/main/scala/com/waitingforcode/FileSystemLayoutApp3Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_hudi/src/main/scala/com/waitingforcode/FileSystemLayoutApp3Demo.scala -------------------------------------------------------------------------------- /001_storage_layout/apache_hudi/src/main/scala/com/waitingforcode/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_hudi/src/main/scala/com/waitingforcode/package.scala -------------------------------------------------------------------------------- /001_storage_layout/apache_iceberg/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_iceberg/pom.xml -------------------------------------------------------------------------------- /001_storage_layout/apache_iceberg/src/main/scala/com/waitingforcode/FileSystemLayoutApp1Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_iceberg/src/main/scala/com/waitingforcode/FileSystemLayoutApp1Demo.scala -------------------------------------------------------------------------------- /001_storage_layout/apache_iceberg/src/main/scala/com/waitingforcode/FileSystemLayoutApp2Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_iceberg/src/main/scala/com/waitingforcode/FileSystemLayoutApp2Demo.scala -------------------------------------------------------------------------------- /001_storage_layout/apache_iceberg/src/main/scala/com/waitingforcode/FileSystemLayoutApp3Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_iceberg/src/main/scala/com/waitingforcode/FileSystemLayoutApp3Demo.scala -------------------------------------------------------------------------------- /001_storage_layout/apache_iceberg/src/main/scala/com/waitingforcode/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/apache_iceberg/src/main/scala/com/waitingforcode/package.scala -------------------------------------------------------------------------------- /001_storage_layout/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/delta_lake/pom.xml -------------------------------------------------------------------------------- /001_storage_layout/delta_lake/src/main/scala/com/waitingforcode/FileSystemLayoutApp1Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/delta_lake/src/main/scala/com/waitingforcode/FileSystemLayoutApp1Demo.scala -------------------------------------------------------------------------------- /001_storage_layout/delta_lake/src/main/scala/com/waitingforcode/FileSystemLayoutApp2Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/delta_lake/src/main/scala/com/waitingforcode/FileSystemLayoutApp2Demo.scala -------------------------------------------------------------------------------- /001_storage_layout/delta_lake/src/main/scala/com/waitingforcode/FileSystemLayoutApp3Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/delta_lake/src/main/scala/com/waitingforcode/FileSystemLayoutApp3Demo.scala -------------------------------------------------------------------------------- /001_storage_layout/delta_lake/src/main/scala/com/waitingforcode/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/001_storage_layout/delta_lake/src/main/scala/com/waitingforcode/package.scala -------------------------------------------------------------------------------- /002_writing/apache_hudi/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_hudi/pom.xml -------------------------------------------------------------------------------- /002_writing/apache_hudi/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_hudi/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /002_writing/apache_hudi/src/main/scala/com/waitingforcode/App1CreateCopyOnWrite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_hudi/src/main/scala/com/waitingforcode/App1CreateCopyOnWrite.scala -------------------------------------------------------------------------------- /002_writing/apache_hudi/src/main/scala/com/waitingforcode/App1Writing.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_hudi/src/main/scala/com/waitingforcode/App1Writing.scala -------------------------------------------------------------------------------- /002_writing/apache_hudi/src/main/scala/com/waitingforcode/App2CreateMergeOnRead.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_hudi/src/main/scala/com/waitingforcode/App2CreateMergeOnRead.scala -------------------------------------------------------------------------------- /002_writing/apache_hudi/src/main/scala/com/waitingforcode/App3SchemaReconciliation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_hudi/src/main/scala/com/waitingforcode/App3SchemaReconciliation.scala -------------------------------------------------------------------------------- /002_writing/apache_hudi/src/main/scala/com/waitingforcode/App4RowWriteDisabled.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_hudi/src/main/scala/com/waitingforcode/App4RowWriteDisabled.scala -------------------------------------------------------------------------------- /002_writing/apache_hudi/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_hudi/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /002_writing/apache_iceberg/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/pom.xml -------------------------------------------------------------------------------- /002_writing/apache_iceberg/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App1GenerateDatasets.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App1GenerateDatasets.scala -------------------------------------------------------------------------------- /002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App2StaticDynamicOverwrite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App2StaticDynamicOverwrite.scala -------------------------------------------------------------------------------- /002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App3PartitionDelete.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App3PartitionDelete.scala -------------------------------------------------------------------------------- /002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App4DistributionModes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App4DistributionModes.scala -------------------------------------------------------------------------------- /002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App5SparkFanOut.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App5SparkFanOut.scala -------------------------------------------------------------------------------- /002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App6SparkProperties.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App6SparkProperties.scala -------------------------------------------------------------------------------- /002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App7GenerateOrcDatasets.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/src/main/scala/com/waitingforcode/App7GenerateOrcDatasets.scala -------------------------------------------------------------------------------- /002_writing/apache_iceberg/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/apache_iceberg/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /002_writing/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/pom.xml -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/scala/com/waitingforcode/App1GenerateDatasetsWithConstraints.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/scala/com/waitingforcode/App1GenerateDatasetsWithConstraints.scala -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/scala/com/waitingforcode/App2MetadataRepartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/scala/com/waitingforcode/App2MetadataRepartition.scala -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/scala/com/waitingforcode/App3DeleteWholeTable.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/scala/com/waitingforcode/App3DeleteWholeTable.scala -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/scala/com/waitingforcode/App4UserMetadata.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/scala/com/waitingforcode/App4UserMetadata.scala -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/scala/com/waitingforcode/App5ReplaceWhere.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/scala/com/waitingforcode/App5ReplaceWhere.scala -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/scala/com/waitingforcode/App6ReplaceWherePartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/scala/com/waitingforcode/App6ReplaceWherePartition.scala -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/scala/com/waitingforcode/App7DeletePartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/scala/com/waitingforcode/App7DeletePartition.scala -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/scala/com/waitingforcode/App8StatsDataSkipping.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/scala/com/waitingforcode/App8StatsDataSkipping.scala -------------------------------------------------------------------------------- /002_writing/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/002_writing/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /003_reading/apache_hudi/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_hudi/pom.xml -------------------------------------------------------------------------------- /003_reading/apache_hudi/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_hudi/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /003_reading/apache_hudi/src/main/scala/com/waitingforcode/App1CreateCopyOnWrite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_hudi/src/main/scala/com/waitingforcode/App1CreateCopyOnWrite.scala -------------------------------------------------------------------------------- /003_reading/apache_hudi/src/main/scala/com/waitingforcode/App2CreateMergeOnRead.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_hudi/src/main/scala/com/waitingforcode/App2CreateMergeOnRead.scala -------------------------------------------------------------------------------- /003_reading/apache_hudi/src/main/scala/com/waitingforcode/App3SchemaReconciliation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_hudi/src/main/scala/com/waitingforcode/App3SchemaReconciliation.scala -------------------------------------------------------------------------------- /003_reading/apache_hudi/src/main/scala/com/waitingforcode/App4RowWriteDisabled.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_hudi/src/main/scala/com/waitingforcode/App4RowWriteDisabled.scala -------------------------------------------------------------------------------- /003_reading/apache_hudi/src/main/scala/com/waitingforcode/App5SchemaOnRead.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_hudi/src/main/scala/com/waitingforcode/App5SchemaOnRead.scala -------------------------------------------------------------------------------- /003_reading/apache_hudi/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_hudi/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /003_reading/apache_iceberg/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_iceberg/pom.xml -------------------------------------------------------------------------------- /003_reading/apache_iceberg/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_iceberg/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App1SimpleReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App1SimpleReader.scala -------------------------------------------------------------------------------- /003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App2PartitionReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App2PartitionReader.scala -------------------------------------------------------------------------------- /003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App3DistributionModesReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App3DistributionModesReader.scala -------------------------------------------------------------------------------- /003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App4MetadataTablesReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App4MetadataTablesReader.scala -------------------------------------------------------------------------------- /003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App5AfterUpdateReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_iceberg/src/main/scala/com/waitingforcode/App5AfterUpdateReader.scala -------------------------------------------------------------------------------- /003_reading/apache_iceberg/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/apache_iceberg/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /003_reading/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/delta_lake/pom.xml -------------------------------------------------------------------------------- /003_reading/delta_lake/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/delta_lake/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /003_reading/delta_lake/src/main/scala/com/waitingforcode/App1SimpleReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/delta_lake/src/main/scala/com/waitingforcode/App1SimpleReader.scala -------------------------------------------------------------------------------- /003_reading/delta_lake/src/main/scala/com/waitingforcode/App2PartitionedReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/delta_lake/src/main/scala/com/waitingforcode/App2PartitionedReader.scala -------------------------------------------------------------------------------- /003_reading/delta_lake/src/main/scala/com/waitingforcode/App3DeletedTableReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/delta_lake/src/main/scala/com/waitingforcode/App3DeletedTableReader.scala -------------------------------------------------------------------------------- /003_reading/delta_lake/src/main/scala/com/waitingforcode/App4UpdatedTableReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/delta_lake/src/main/scala/com/waitingforcode/App4UpdatedTableReader.scala -------------------------------------------------------------------------------- /003_reading/delta_lake/src/main/scala/com/waitingforcode/App5DataSkippingReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/delta_lake/src/main/scala/com/waitingforcode/App5DataSkippingReader.scala -------------------------------------------------------------------------------- /003_reading/delta_lake/src/main/scala/com/waitingforcode/App6TimeTravelReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/delta_lake/src/main/scala/com/waitingforcode/App6TimeTravelReader.scala -------------------------------------------------------------------------------- /003_reading/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/003_reading/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /004_change_data_capture/apache_hudi/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/004_change_data_capture/apache_hudi/pom.xml -------------------------------------------------------------------------------- /004_change_data_capture/apache_hudi/src/main/scala/com/waitingforcode/App1Writing.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/004_change_data_capture/apache_hudi/src/main/scala/com/waitingforcode/App1Writing.scala -------------------------------------------------------------------------------- /004_change_data_capture/apache_hudi/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/004_change_data_capture/apache_hudi/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /004_change_data_capture/apache_iceberg/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/004_change_data_capture/apache_iceberg/pom.xml -------------------------------------------------------------------------------- /004_change_data_capture/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/004_change_data_capture/delta_lake/pom.xml -------------------------------------------------------------------------------- /004_change_data_capture/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/004_change_data_capture/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /004_change_data_capture/delta_lake/src/main/scala/com/waitingforcode/App1SimpleReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/004_change_data_capture/delta_lake/src/main/scala/com/waitingforcode/App1SimpleReader.scala -------------------------------------------------------------------------------- /004_change_data_capture/delta_lake/src/main/scala/com/waitingforcode/App2InPlaceOperationsReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/004_change_data_capture/delta_lake/src/main/scala/com/waitingforcode/App2InPlaceOperationsReader.scala -------------------------------------------------------------------------------- /004_change_data_capture/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/004_change_data_capture/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /005_compaction/apache_iceberg/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/apache_iceberg/pom.xml -------------------------------------------------------------------------------- /005_compaction/apache_iceberg/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/apache_iceberg/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/App1RewriteBinPack.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/App1RewriteBinPack.scala -------------------------------------------------------------------------------- /005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/App2RewriteSort.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/App2RewriteSort.scala -------------------------------------------------------------------------------- /005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/App3RewriteManifestWithCondition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/App3RewriteManifestWithCondition.scala -------------------------------------------------------------------------------- /005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/App4RewriteManifestWithStaging.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/App4RewriteManifestWithStaging.scala -------------------------------------------------------------------------------- /005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/apache_iceberg/src/main/scala/com/waitingforcode/package.scala -------------------------------------------------------------------------------- /005_compaction/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/delta_lake/pom.xml -------------------------------------------------------------------------------- /005_compaction/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /005_compaction/delta_lake/src/main/scala/com/waitingforcode/App1Compaction.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/delta_lake/src/main/scala/com/waitingforcode/App1Compaction.scala -------------------------------------------------------------------------------- /005_compaction/delta_lake/src/main/scala/com/waitingforcode/App2CompactionForPartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/delta_lake/src/main/scala/com/waitingforcode/App2CompactionForPartition.scala -------------------------------------------------------------------------------- /005_compaction/delta_lake/src/main/scala/com/waitingforcode/App3CompactionWithOptimize.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/delta_lake/src/main/scala/com/waitingforcode/App3CompactionWithOptimize.scala -------------------------------------------------------------------------------- /005_compaction/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/005_compaction/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /006_compaction_zorder/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/006_compaction_zorder/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /006_compaction_zorder/delta_lake/src/main/scala/com/waitingforcode/App1ZorderOneColumn.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/006_compaction_zorder/delta_lake/src/main/scala/com/waitingforcode/App1ZorderOneColumn.scala -------------------------------------------------------------------------------- /006_compaction_zorder/delta_lake/src/main/scala/com/waitingforcode/App2ZorderTwoColumns.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/006_compaction_zorder/delta_lake/src/main/scala/com/waitingforcode/App2ZorderTwoColumns.scala -------------------------------------------------------------------------------- /006_compaction_zorder/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/006_compaction_zorder/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App10ColumnMappingModeName.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App10ColumnMappingModeName.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App11ColumnMappingModeId_NotWorking.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App11ColumnMappingModeId_NotWorking.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App12SchemaOnRead.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App12SchemaOnRead.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App1SchemaChangeNewWrittenField.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App1SchemaChangeNewWrittenField.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App2SchemaChangeDML.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App2SchemaChangeDML.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App3SchemaRenameColumn.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App3SchemaRenameColumn.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App4SchemaChangeNoMergeEnabled.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App4SchemaChangeNoMergeEnabled.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App5SchemaChangeWithOverwriteSchema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App5SchemaChangeWithOverwriteSchema.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App6SchemaChangeDMLForNotNullColumns.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App6SchemaChangeDMLForNotNullColumns.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App7SchemaChangeTypeBytesToInt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App7SchemaChangeTypeBytesToInt.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App8SchemaChangeTypeIntToLong.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App8SchemaChangeTypeIntToLong.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App9ColumnMappingModeNone.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/App9ColumnMappingModeNone.scala -------------------------------------------------------------------------------- /007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/007_schema_evolution/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /008_acid/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/pom.xml -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/data/.00000-0-fb21e918-b838-4d97-b882-0b60bf122a90-00001.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/data/.00000-0-fb21e918-b838-4d97-b882-0b60bf122a90-00001.parquet.crc -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/data/.00000-1-b6d6432e-45b2-4177-bfd5-5cd89336bdda-00001.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/data/.00000-1-b6d6432e-45b2-4177-bfd5-5cd89336bdda-00001.parquet.crc -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/data/00000-0-fb21e918-b838-4d97-b882-0b60bf122a90-00001.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/data/00000-0-fb21e918-b838-4d97-b882-0b60bf122a90-00001.parquet -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/data/00000-1-b6d6432e-45b2-4177-bfd5-5cd89336bdda-00001.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/data/00000-1-b6d6432e-45b2-4177-bfd5-5cd89336bdda-00001.parquet -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.bc521ca3-047b-4382-9a09-73d0b1675f09-m0.avro.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.bc521ca3-047b-4382-9a09-73d0b1675f09-m0.avro.crc -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.e0995916-9f31-484c-800f-57519b7dd082-m0.avro.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.e0995916-9f31-484c-800f-57519b7dd082-m0.avro.crc -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.snap-7042720103030617073-1-bc521ca3-047b-4382-9a09-73d0b1675f09.avro.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.snap-7042720103030617073-1-bc521ca3-047b-4382-9a09-73d0b1675f09.avro.crc -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.snap-7487092097904947931-1-e0995916-9f31-484c-800f-57519b7dd082.avro.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.snap-7487092097904947931-1-e0995916-9f31-484c-800f-57519b7dd082.avro.crc -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.v1.metadata.json.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.v1.metadata.json.crc -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.v2.metadata.json.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.v2.metadata.json.crc -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/.version-hint.text.crc: -------------------------------------------------------------------------------- 1 | crcվ -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/bc521ca3-047b-4382-9a09-73d0b1675f09-m0.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/bc521ca3-047b-4382-9a09-73d0b1675f09-m0.avro -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/e0995916-9f31-484c-800f-57519b7dd082-m0.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/e0995916-9f31-484c-800f-57519b7dd082-m0.avro -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/snap-7042720103030617073-1-bc521ca3-047b-4382-9a09-73d0b1675f09.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/snap-7042720103030617073-1-bc521ca3-047b-4382-9a09-73d0b1675f09.avro -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/snap-7487092097904947931-1-e0995916-9f31-484c-800f-57519b7dd082.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/snap-7487092097904947931-1-e0995916-9f31-484c-800f-57519b7dd082.avro -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/v1.metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/v1.metadata.json -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/v2.metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/v2.metadata.json -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/iceberg/db/letters/metadata/version-hint.text: -------------------------------------------------------------------------------- 1 | 2 -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/scala/com/waitingforcode/App1ConflictedWrites.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/scala/com/waitingforcode/App1ConflictedWrites.scala -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/scala/com/waitingforcode/App2ConflictUpdateDifferentFilesSamePartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/scala/com/waitingforcode/App2ConflictUpdateDifferentFilesSamePartition.scala -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/scala/com/waitingforcode/App3NoConflictUpdateDifferentPartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/scala/com/waitingforcode/App3NoConflictUpdateDifferentPartition.scala -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/scala/com/waitingforcode/App4ConflictedPartitionedDatasetsWithoutPartitionsInPredicate.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/scala/com/waitingforcode/App4ConflictedPartitionedDatasetsWithoutPartitionsInPredicate.scala -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/scala/com/waitingforcode/App5AutomaticResolution.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/scala/com/waitingforcode/App5AutomaticResolution.scala -------------------------------------------------------------------------------- /008_acid/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/008_acid/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /009_isolation_levels/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/009_isolation_levels/delta_lake/pom.xml -------------------------------------------------------------------------------- /009_isolation_levels/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/009_isolation_levels/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /009_isolation_levels/delta_lake/src/main/scala/com/waitingforcode/App1CreateTableWithIsolationLevel.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/009_isolation_levels/delta_lake/src/main/scala/com/waitingforcode/App1CreateTableWithIsolationLevel.scala -------------------------------------------------------------------------------- /009_isolation_levels/delta_lake/src/main/scala/com/waitingforcode/App2CreateTableWithUnsupportedIsolationLevel.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/009_isolation_levels/delta_lake/src/main/scala/com/waitingforcode/App2CreateTableWithUnsupportedIsolationLevel.scala -------------------------------------------------------------------------------- /009_isolation_levels/delta_lake/src/main/scala/com/waitingforcode/App3IsolationLevelDowngrade.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/009_isolation_levels/delta_lake/src/main/scala/com/waitingforcode/App3IsolationLevelDowngrade.scala -------------------------------------------------------------------------------- /009_isolation_levels/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/009_isolation_levels/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /010_vacuum/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/010_vacuum/delta_lake/pom.xml -------------------------------------------------------------------------------- /010_vacuum/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/010_vacuum/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App1VacuumFailedWithRetentionTooLow.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App1VacuumFailedWithRetentionTooLow.scala -------------------------------------------------------------------------------- /010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App2VacuumSucceededWithLowRetentionAndNoCheck.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App2VacuumSucceededWithLowRetentionAndNoCheck.scala -------------------------------------------------------------------------------- /010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App3VacuumTooAggressiveCorruptedTable.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App3VacuumTooAggressiveCorruptedTable.scala -------------------------------------------------------------------------------- /010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App4VacuumDryRun.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App4VacuumDryRun.scala -------------------------------------------------------------------------------- /010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App5VacuumDryRunForUntrackedFiles.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App5VacuumDryRunForUntrackedFiles.scala -------------------------------------------------------------------------------- /010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App6VacuumWithParallelConfiguration.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/010_vacuum/delta_lake/src/main/scala/com/waitingforcode/App6VacuumWithParallelConfiguration.scala -------------------------------------------------------------------------------- /010_vacuum/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/010_vacuum/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /011_checkpoints/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/011_checkpoints/delta_lake/pom.xml -------------------------------------------------------------------------------- /011_checkpoints/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/011_checkpoints/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /011_checkpoints/delta_lake/src/main/scala/com/waitingforcode/App1CheckpointV1Example.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/011_checkpoints/delta_lake/src/main/scala/com/waitingforcode/App1CheckpointV1Example.scala -------------------------------------------------------------------------------- /011_checkpoints/delta_lake/src/main/scala/com/waitingforcode/App2CheckpointV2WriterExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/011_checkpoints/delta_lake/src/main/scala/com/waitingforcode/App2CheckpointV2WriterExample.scala -------------------------------------------------------------------------------- /011_checkpoints/delta_lake/src/main/scala/com/waitingforcode/App3CheckpointV2WriterAndTimeTravelExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/011_checkpoints/delta_lake/src/main/scala/com/waitingforcode/App3CheckpointV2WriterAndTimeTravelExample.scala -------------------------------------------------------------------------------- /011_checkpoints/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/011_checkpoints/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/pom.xml -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App1StreamingVsBatchReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App1StreamingVsBatchReader.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App2BatchWriter1.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App2BatchWriter1.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App2BatchWriter2AddNewColumns.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App2BatchWriter2AddNewColumns.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App2DemoRunnerForNewColumn.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App2DemoRunnerForNewColumn.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App2StreamingReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App2StreamingReader.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App3BatchWriter1.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App3BatchWriter1.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App3BatchWriter3RenameStreamedColumnWithSchemaOverwrite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App3BatchWriter3RenameStreamedColumnWithSchemaOverwrite.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App3DemoRunnerForSchemaTracking.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App3DemoRunnerForSchemaTracking.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App3StreamingReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App3StreamingReader.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App4BatchWriter1.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App4BatchWriter1.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App4BatchWriter3RenameStreamedColumnWithSchemaOverwrite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App4BatchWriter3RenameStreamedColumnWithSchemaOverwrite.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App4DemoRunnerForUnsafeConfig.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App4DemoRunnerForUnsafeConfig.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App4StreamingReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App4StreamingReader.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App5StreamingReaderFromTimeTravel.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App5StreamingReaderFromTimeTravel.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App6StreamingReaderFromTimeTravelAfterSchemaChanges.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App6StreamingReaderFromTimeTravelAfterSchemaChanges.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App7StreamingReaderWithUpdates.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App7StreamingReaderWithUpdates.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App8StreamingReaderExcludeReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App8StreamingReaderExcludeReader.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App9StreamingReaderWithUpdatesWithChangeDataFeed.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/App9StreamingReaderWithUpdatesWithChangeDataFeed.scala -------------------------------------------------------------------------------- /012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/012_streaming_reader/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /013_streaming_writer/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/013_streaming_writer/delta_lake/pom.xml -------------------------------------------------------------------------------- /013_streaming_writer/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/013_streaming_writer/delta_lake/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/App1IdempotentWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/App1IdempotentWriter.scala -------------------------------------------------------------------------------- /013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/App2SchemaConflictsWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/App2SchemaConflictsWriter.scala -------------------------------------------------------------------------------- /013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/App3SchemaOverwriteWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/App3SchemaOverwriteWriter.scala -------------------------------------------------------------------------------- /013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/App4CompressionAndMaxRecordsWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/App4CompressionAndMaxRecordsWriter.scala -------------------------------------------------------------------------------- /013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/013_streaming_writer/delta_lake/src/main/scala/com/waitingforcode/waitingforcode.scala -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- 1 | * @bartosz25 2 | -------------------------------------------------------------------------------- /generator/requirements.txt: -------------------------------------------------------------------------------- 1 | Jinja2==3.0.3 2 | -------------------------------------------------------------------------------- /generator/series_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/generator/series_generator.py -------------------------------------------------------------------------------- /generator/templates/apache_hudi/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/generator/templates/apache_hudi/pom.xml -------------------------------------------------------------------------------- /generator/templates/apache_hudi/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/generator/templates/apache_hudi/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /generator/templates/apache_iceberg/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/generator/templates/apache_iceberg/pom.xml -------------------------------------------------------------------------------- /generator/templates/apache_iceberg/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/generator/templates/apache_iceberg/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /generator/templates/delta_lake/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/generator/templates/delta_lake/pom.xml -------------------------------------------------------------------------------- /generator/templates/delta_lake/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bartosz25/acid-file-formats/HEAD/generator/templates/delta_lake/src/main/resources/log4j2.properties --------------------------------------------------------------------------------