├── .github ├── dependabot.yml ├── problem-matcher.json └── workflows │ ├── main.yml │ └── release.yml ├── .gitignore ├── .mvn ├── jvm.config ├── modernizer │ └── violations.xml └── wrapper │ └── maven-wrapper.properties ├── LICENSE ├── README.md ├── docker └── docker-compose.yml ├── mvnw ├── pom.xml └── src ├── main └── java │ └── org │ └── ebyhr │ └── trino │ └── storage │ ├── ByteResponseHandler.java │ ├── FileType.java │ ├── ForStorage.java │ ├── ListPageSource.java │ ├── StorageClient.java │ ├── StorageColumnHandle.java │ ├── StorageConfig.java │ ├── StorageConnector.java │ ├── StorageConnectorFactory.java │ ├── StorageMetadata.java │ ├── StorageModule.java │ ├── StoragePageSourceProvider.java │ ├── StoragePlugin.java │ ├── StorageRecordSetProvider.java │ ├── StorageSplit.java │ ├── StorageSplitManager.java │ ├── StorageTable.java │ ├── StorageTableHandle.java │ ├── StorageTransactionHandle.java │ ├── operator │ ├── AvroColumnDecoder.java │ ├── AvroPlugin.java │ ├── AvroSchemaConverter.java │ ├── CsvPlugin.java │ ├── ExcelPlugin.java │ ├── FilePlugin.java │ ├── JsonPlugin.java │ ├── OrcPageSource.java │ ├── OrcPlugin.java │ ├── OrcTypeTranslator.java │ ├── ParquetPageSource.java │ ├── ParquetPlugin.java │ ├── ParquetTypeTranslator.java │ ├── PluginFactory.java │ ├── RawPlugin.java │ └── TextPlugin.java │ └── ptf │ ├── ListTableFunction.java │ └── ReadFileTableFunction.java └── test ├── java └── org │ └── ebyhr │ └── trino │ └── storage │ ├── StorageQueryRunner.java │ ├── TestRestrictedStorageConnector.java │ ├── TestStorageConnector.java │ ├── TestStoragePlugin.java │ ├── TestingHadoopServer.java │ ├── TestingMinioServer.java │ └── TestingStorageServer.java └── resources ├── example-data ├── apache-lz4.orc ├── array-of-objects.json ├── avro-data.avro ├── example-metadata.json ├── lineitem-1.csv ├── lineitem-2.csv ├── newlines.json ├── numbers-1.csv ├── numbers-2.csv ├── numbers-2.ssv ├── numbers.tsv ├── orders-1.csv ├── orders-2.csv ├── parquet_data.parquet ├── quoted_fields_with_newlines.csv ├── quoted_fields_with_newlines.ssv ├── quoted_fields_with_newlines.tsv ├── quoted_fields_with_separator.csv ├── quoted_fields_with_separator.ssv ├── quoted_fields_with_separator.tsv └── sample.xlsx └── minio └── hive-core-site.xml /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/problem-matcher.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/.github/problem-matcher.json -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | 3 | target 4 | .idea 5 | *.iml 6 | -------------------------------------------------------------------------------- /.mvn/jvm.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/.mvn/jvm.config -------------------------------------------------------------------------------- /.mvn/modernizer/violations.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/.mvn/modernizer/violations.xml -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/.mvn/wrapper/maven-wrapper.properties -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/README.md -------------------------------------------------------------------------------- /docker/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/docker/docker-compose.yml -------------------------------------------------------------------------------- /mvnw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/mvnw -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/ByteResponseHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/ByteResponseHandler.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/FileType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/FileType.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/ForStorage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/ForStorage.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/ListPageSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/ListPageSource.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageClient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageClient.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageColumnHandle.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageColumnHandle.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageConfig.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageConnector.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageConnector.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageConnectorFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageConnectorFactory.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageMetadata.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageMetadata.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageModule.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageModule.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StoragePageSourceProvider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StoragePageSourceProvider.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StoragePlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StoragePlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageRecordSetProvider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageRecordSetProvider.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageSplit.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageSplit.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageSplitManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageSplitManager.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageTable.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageTableHandle.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageTableHandle.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/StorageTransactionHandle.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/StorageTransactionHandle.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/AvroColumnDecoder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/AvroColumnDecoder.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/AvroPlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/AvroPlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/AvroSchemaConverter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/AvroSchemaConverter.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/CsvPlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/CsvPlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/ExcelPlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/ExcelPlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/FilePlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/FilePlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/JsonPlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/JsonPlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/OrcPageSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/OrcPageSource.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/OrcPlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/OrcPlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/OrcTypeTranslator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/OrcTypeTranslator.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/ParquetPageSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/ParquetPageSource.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/ParquetPlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/ParquetPlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/ParquetTypeTranslator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/ParquetTypeTranslator.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/PluginFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/PluginFactory.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/RawPlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/RawPlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/operator/TextPlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/operator/TextPlugin.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/ptf/ListTableFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/ptf/ListTableFunction.java -------------------------------------------------------------------------------- /src/main/java/org/ebyhr/trino/storage/ptf/ReadFileTableFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/main/java/org/ebyhr/trino/storage/ptf/ReadFileTableFunction.java -------------------------------------------------------------------------------- /src/test/java/org/ebyhr/trino/storage/StorageQueryRunner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/java/org/ebyhr/trino/storage/StorageQueryRunner.java -------------------------------------------------------------------------------- /src/test/java/org/ebyhr/trino/storage/TestRestrictedStorageConnector.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/java/org/ebyhr/trino/storage/TestRestrictedStorageConnector.java -------------------------------------------------------------------------------- /src/test/java/org/ebyhr/trino/storage/TestStorageConnector.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/java/org/ebyhr/trino/storage/TestStorageConnector.java -------------------------------------------------------------------------------- /src/test/java/org/ebyhr/trino/storage/TestStoragePlugin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/java/org/ebyhr/trino/storage/TestStoragePlugin.java -------------------------------------------------------------------------------- /src/test/java/org/ebyhr/trino/storage/TestingHadoopServer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/java/org/ebyhr/trino/storage/TestingHadoopServer.java -------------------------------------------------------------------------------- /src/test/java/org/ebyhr/trino/storage/TestingMinioServer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/java/org/ebyhr/trino/storage/TestingMinioServer.java -------------------------------------------------------------------------------- /src/test/java/org/ebyhr/trino/storage/TestingStorageServer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/java/org/ebyhr/trino/storage/TestingStorageServer.java -------------------------------------------------------------------------------- /src/test/resources/example-data/apache-lz4.orc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/apache-lz4.orc -------------------------------------------------------------------------------- /src/test/resources/example-data/array-of-objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/array-of-objects.json -------------------------------------------------------------------------------- /src/test/resources/example-data/avro-data.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/avro-data.avro -------------------------------------------------------------------------------- /src/test/resources/example-data/example-metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/example-metadata.json -------------------------------------------------------------------------------- /src/test/resources/example-data/lineitem-1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/lineitem-1.csv -------------------------------------------------------------------------------- /src/test/resources/example-data/lineitem-2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/lineitem-2.csv -------------------------------------------------------------------------------- /src/test/resources/example-data/newlines.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/newlines.json -------------------------------------------------------------------------------- /src/test/resources/example-data/numbers-1.csv: -------------------------------------------------------------------------------- 1 | one, 1 2 | two, 2 3 | three, 3 4 | -------------------------------------------------------------------------------- /src/test/resources/example-data/numbers-2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/numbers-2.csv -------------------------------------------------------------------------------- /src/test/resources/example-data/numbers-2.ssv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/numbers-2.ssv -------------------------------------------------------------------------------- /src/test/resources/example-data/numbers.tsv: -------------------------------------------------------------------------------- 1 | one 1 2 | two 2 3 | three 3 4 | -------------------------------------------------------------------------------- /src/test/resources/example-data/orders-1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/orders-1.csv -------------------------------------------------------------------------------- /src/test/resources/example-data/orders-2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/orders-2.csv -------------------------------------------------------------------------------- /src/test/resources/example-data/parquet_data.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/parquet_data.parquet -------------------------------------------------------------------------------- /src/test/resources/example-data/quoted_fields_with_newlines.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/quoted_fields_with_newlines.csv -------------------------------------------------------------------------------- /src/test/resources/example-data/quoted_fields_with_newlines.ssv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/quoted_fields_with_newlines.ssv -------------------------------------------------------------------------------- /src/test/resources/example-data/quoted_fields_with_newlines.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/quoted_fields_with_newlines.tsv -------------------------------------------------------------------------------- /src/test/resources/example-data/quoted_fields_with_separator.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/quoted_fields_with_separator.csv -------------------------------------------------------------------------------- /src/test/resources/example-data/quoted_fields_with_separator.ssv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/quoted_fields_with_separator.ssv -------------------------------------------------------------------------------- /src/test/resources/example-data/quoted_fields_with_separator.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/quoted_fields_with_separator.tsv -------------------------------------------------------------------------------- /src/test/resources/example-data/sample.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/example-data/sample.xlsx -------------------------------------------------------------------------------- /src/test/resources/minio/hive-core-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/snowlift/trino-storage/HEAD/src/test/resources/minio/hive-core-site.xml --------------------------------------------------------------------------------