├── .gitattributes ├── .github └── CODEOWNERS ├── .gitignore ├── LICENSE.txt ├── README.markdown ├── api ├── pom.xml └── runtimeTest │ ├── pom.xml │ └── src │ ├── main │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── runtime │ │ │ └── test │ │ │ ├── RuntimeTest.java │ │ │ ├── RuntimeTestProgressCallback.java │ │ │ ├── RuntimeTestStatus.java │ │ │ ├── RuntimeTester.java │ │ │ ├── action │ │ │ ├── RuntimeTestAction.java │ │ │ ├── RuntimeTestActionHandler.java │ │ │ ├── RuntimeTestActionPayload.java │ │ │ ├── RuntimeTestActionService.java │ │ │ └── impl │ │ │ │ ├── HelpUrlPayload.java │ │ │ │ ├── LoggingRuntimeTestActionHandlerImpl.java │ │ │ │ ├── RuntimeTestActionImpl.java │ │ │ │ └── RuntimeTestActionServiceImpl.java │ │ │ ├── i18n │ │ │ ├── MessageGetter.java │ │ │ ├── MessageGetterFactory.java │ │ │ └── impl │ │ │ │ ├── BaseMessagesMessageGetterFactoryImpl.java │ │ │ │ └── BaseMessagesMessageGetterImpl.java │ │ │ ├── impl │ │ │ ├── RuntimeTestComparator.java │ │ │ ├── RuntimeTestRunner.java │ │ │ ├── RuntimeTestStatusImpl.java │ │ │ └── RuntimeTesterImpl.java │ │ │ ├── module │ │ │ ├── RuntimeTestModuleResults.java │ │ │ └── impl │ │ │ │ └── RuntimeTestModuleResultsImpl.java │ │ │ ├── network │ │ │ ├── ConnectivityTest.java │ │ │ ├── ConnectivityTestFactory.java │ │ │ └── impl │ │ │ │ ├── ConnectivityTestFactoryImpl.java │ │ │ │ ├── ConnectivityTestImpl.java │ │ │ │ └── GatewayConnectivityTestImpl.java │ │ │ ├── result │ │ │ ├── RuntimeTestEntrySeverity.java │ │ │ ├── RuntimeTestResult.java │ │ │ ├── RuntimeTestResultEntry.java │ │ │ ├── RuntimeTestResultSummary.java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── runtime │ │ │ │ └── test │ │ │ │ └── result │ │ │ │ └── impl │ │ │ │ └── RuntimeTestResultSummaryImpl.java │ │ │ └── test │ │ │ └── impl │ │ │ ├── BaseRuntimeTest.java │ │ │ ├── RuntimeTestDelegateWithMoreDependencies.java │ │ │ ├── RuntimeTestResultEntryImpl.java │ │ │ └── RuntimeTestResultImpl.java │ └── resources │ │ ├── OSGI-INF │ │ └── blueprint │ │ │ └── blueprint.xml │ │ └── org │ │ └── pentaho │ │ └── runtime │ │ └── test │ │ ├── action │ │ └── impl │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ ├── impl │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── network │ │ └── impl │ │ └── messages │ │ └── messages_en_US.properties │ └── test │ └── java │ └── org │ └── pentaho │ └── runtime │ └── test │ ├── RuntimeTestEntryUtil.java │ ├── TestMessageGetter.java │ ├── TestMessageGetterFactory.java │ ├── action │ └── impl │ │ ├── HelpUrlPayloadTest.java │ │ ├── LoggingRuntimeTestActionHandlerImplTest.java │ │ ├── RuntimeTestActionImplTest.java │ │ └── RuntimeTestActionServiceImplTest.java │ ├── i18n │ └── impl │ │ ├── BaseMessagesMessageGetterFactoryImplTest.java │ │ └── BaseMessagesMessageGetterImplTest.java │ ├── impl │ ├── RuntimeTestComparatorTest.java │ ├── RuntimeTestRunnerTest.java │ ├── RuntimeTestStatusImplTest.java │ └── RuntimeTesterImplTest.java │ ├── module │ └── impl │ │ └── RuntimeTestModuleResultsImplTest.java │ ├── network │ └── impl │ │ ├── ConnectivityTestImplTest.java │ │ └── GatewayConnectivityTestImplTest.java │ ├── result │ └── RuntimeTestEntrySeverityTest.java │ └── test │ └── impl │ ├── BaseRuntimeTestTest.java │ ├── RuntimeTestDelegateWithMoreDependenciesTest.java │ ├── RuntimeTestResultEntryImplTest.java │ └── RuntimeTestResultImplTest.java ├── assemblies ├── features │ ├── pom.xml │ └── src │ │ └── main │ │ └── feature │ │ └── feature.xml ├── kafka-plugin │ ├── pom.xml │ └── src │ │ ├── assembly │ │ └── assembly.xml │ │ └── main │ │ └── resources │ │ └── version.xml ├── legacy-plugin │ ├── pom.xml │ └── src │ │ └── main │ │ └── assembly │ │ ├── descriptors │ │ └── plugin.xml │ │ └── resources │ │ ├── hadoop-configurations │ │ └── .kettle-ignore │ │ ├── plugin.properties │ │ └── plugins │ │ └── .gitignore ├── pmr-libraries │ ├── pom.xml │ └── src │ │ └── main │ │ ├── descriptors │ │ └── assembly.xml │ │ └── resources │ │ ├── classes │ │ ├── kettle-lifecycle-listeners.xml │ │ ├── kettle-password-encoder-plugins.xml │ │ ├── kettle-registry-extensions.xml │ │ ├── log4j2.xml │ │ ├── org │ │ │ └── apache │ │ │ │ └── commons │ │ │ │ └── vfs2 │ │ │ │ └── impl │ │ │ │ └── providers.xml │ │ └── pmr.properties │ │ └── simple-jndi │ │ └── jdbc.properties ├── pom.xml ├── s3-vfs │ ├── pom.xml │ └── src │ │ └── main │ │ └── assembly │ │ └── descriptors │ │ └── s3-vfs.xml └── samples │ ├── pom.xml │ └── src │ └── main │ └── assembly │ └── descriptors │ └── samples.xml ├── dev-doc ├── multishim │ ├── MultiShimHBase.png │ ├── MultiShimHBase.sd │ ├── README.md │ ├── SingleShimHBase.png │ └── SingleShimHBase.sd ├── shim-bridge-classloading.graphml ├── shim-bridge-classloading.png ├── shim-bridging-classloading.md └── shimprovements.md ├── impl ├── cluster │ ├── pom.xml │ └── src │ │ ├── it │ │ └── resources │ │ │ └── core-site.xml │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── impl │ │ │ │ └── cluster │ │ │ │ ├── NamedClusterImpl.java │ │ │ │ ├── NamedClusterManager.java │ │ │ │ ├── NamedClusterServiceBeforeJobExtensionPoint.java │ │ │ │ ├── NamedClusterServiceBeforeJobSaveExtensionPoint.java │ │ │ │ ├── NamedClusterServiceExtensionPoint.java │ │ │ │ ├── NamedClusterServiceNewTransExtensionPoint.java │ │ │ │ ├── NamedClusterServiceOsgiImpl.java │ │ │ │ └── NamedClusterServicePrepareTransExtensionPoint.java │ │ └── resources │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── impl │ │ │ └── cluster │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── impl │ │ │ └── cluster │ │ │ ├── NamedClusterImplTest.java │ │ │ ├── NamedClusterManagerTest.java │ │ │ ├── NamedClusterMetastoreIT.java │ │ │ ├── NamedClusterServiceBeforeJobExtensionPointTest.java │ │ │ ├── NamedClusterServiceBeforeJobSaveExtensionPointTest.java │ │ │ ├── NamedClusterServiceExtensionPointTest.java │ │ │ ├── NamedClusterServiceNewTransExtensionPointTest.java │ │ │ ├── NamedClusterServiceOsgiImplTest.java │ │ │ └── NamedClusterServicePrepareTransExtensionPointTest.java │ │ └── resources │ │ ├── core-site.xml │ │ └── plugin.properties ├── clusterTests │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── impl │ │ │ │ └── cluster │ │ │ │ └── tests │ │ │ │ ├── ClusterRuntimeTestEntry.java │ │ │ │ ├── Constants.java │ │ │ │ ├── hdfs │ │ │ │ ├── GatewayListHomeDirectoryTest.java │ │ │ │ ├── GatewayListRootDirectoryTest.java │ │ │ │ ├── GatewayPingFileSystemEntryPoint.java │ │ │ │ ├── GatewayWriteToAndDeleteFromUsersHomeFolderTest.java │ │ │ │ ├── ListDirectoryTest.java │ │ │ │ ├── ListHomeDirectoryTest.java │ │ │ │ ├── ListRootDirectoryTest.java │ │ │ │ ├── PingFileSystemEntryPointTest.java │ │ │ │ └── WriteToAndDeleteFromUsersHomeFolderTest.java │ │ │ │ ├── kafka │ │ │ │ └── KafkaConnectTest.java │ │ │ │ ├── mr │ │ │ │ ├── GatewayPingJobTrackerTest.java │ │ │ │ └── PingJobTrackerTest.java │ │ │ │ ├── oozie │ │ │ │ ├── GatewayPingOozieHostTest.java │ │ │ │ └── PingOozieHostTest.java │ │ │ │ └── zookeeper │ │ │ │ ├── GatewayPingZookeeperEnsembleTest.java │ │ │ │ └── PingZookeeperEnsembleTest.java │ │ └── resources │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── impl │ │ │ └── cluster │ │ │ └── tests │ │ │ ├── hdfs │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ ├── kafka │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ ├── messages │ │ │ └── messages_en_US.properties │ │ │ ├── mr │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ ├── oozie │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── zookeeper │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── test │ │ └── java │ │ └── org │ │ └── pentaho │ │ └── big │ │ └── data │ │ └── impl │ │ └── cluster │ │ └── tests │ │ ├── hdfs │ │ ├── ListDirectoryTestTest.java │ │ ├── ListHomeDirectoryTestTest.java │ │ ├── ListRootDirectoryTestTest.java │ │ ├── PingFileSystemEntryPointTestTest.java │ │ └── WriteToAndDeleteFromUsersHomeFolderTestTest.java │ │ ├── kafka │ │ └── KafkaConnectTestTest.java │ │ ├── mr │ │ └── PingJobTrackerTestTest.java │ │ ├── oozie │ │ └── PingOozieHostTestTest.java │ │ └── zookeeper │ │ └── PingZookeeperEnsembleTestTest.java ├── pom.xml ├── shim │ ├── common │ │ ├── pom.xml │ │ └── src │ │ │ ├── main │ │ │ └── java │ │ │ │ └── com │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── bundles │ │ │ │ └── impl │ │ │ │ └── shim │ │ │ │ └── common │ │ │ │ ├── PluginClassloaderGetter.java │ │ │ │ └── ShimBridgingClassloader.java │ │ │ └── test │ │ │ ├── java │ │ │ └── com │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── bundles │ │ │ │ └── impl │ │ │ │ └── shim │ │ │ │ └── common │ │ │ │ ├── PluginClassloaderGetterTest.java │ │ │ │ └── ShimBridgingClassloaderTest.java │ │ │ └── resources │ │ │ └── com │ │ │ └── pentaho │ │ │ └── big │ │ │ └── big │ │ │ └── data │ │ │ └── bundles │ │ │ └── impl │ │ │ └── shim │ │ │ └── common │ │ │ └── ShimBridgingClassloader.class │ ├── jaas │ │ ├── pom.xml │ │ └── src │ │ │ ├── main │ │ │ ├── java │ │ │ │ └── org │ │ │ │ │ └── pentaho │ │ │ │ │ └── big │ │ │ │ │ └── data │ │ │ │ │ └── impl │ │ │ │ │ └── shim │ │ │ │ │ └── jaas │ │ │ │ │ ├── JaasConfigServiceFactory.java │ │ │ │ │ └── JaasConfigServiceImpl.java │ │ │ └── resources │ │ │ │ ├── OSGI-INF │ │ │ │ └── blueprint │ │ │ │ │ └── blueprint.xml │ │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── impl │ │ │ │ └── shim │ │ │ │ └── jaas │ │ │ │ └── messages.properties │ │ │ └── test │ │ │ └── java │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── impl │ │ │ └── shim │ │ │ └── jaas │ │ │ ├── JaasConfigServiceFactoryTest.java │ │ │ └── JaasConfigServiceImplTest.java │ ├── pig │ │ └── pdi-testName │ ├── pom.xml │ └── shimTests │ │ ├── pom.xml │ │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── impl │ │ │ │ └── shim │ │ │ │ └── tests │ │ │ │ ├── TestShimConfig.java │ │ │ │ └── TestShimLoad.java │ │ └── resources │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── impl │ │ │ └── shim │ │ │ └── tests │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── test │ │ └── java │ │ └── org │ │ └── pentaho │ │ └── big │ │ └── data │ │ └── impl │ │ └── shim │ │ └── tests │ │ └── TestShimLoadTest.java └── vfs │ ├── hdfs │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── impl │ │ │ │ └── vfs │ │ │ │ └── hdfs │ │ │ │ ├── AzureHdInsightsFileNameParser.java │ │ │ │ ├── HDFSFileNameParser.java │ │ │ │ ├── HDFSFileObject.java │ │ │ │ ├── HDFSFileProvider.java │ │ │ │ ├── HDFSFileSystem.java │ │ │ │ ├── MapRFileNameParser.java │ │ │ │ └── nc │ │ │ │ ├── NamedClusterConfigBuilder.java │ │ │ │ ├── NamedClusterFileObject.java │ │ │ │ ├── NamedClusterFileSystem.java │ │ │ │ └── NamedClusterProvider.java │ │ └── resources │ │ │ └── OSGI-INF │ │ │ └── blueprint │ │ │ └── blueprint.xml │ │ └── test │ │ └── java │ │ └── org │ │ └── pentaho │ │ └── big │ │ └── data │ │ └── impl │ │ └── vfs │ │ └── hdfs │ │ ├── AzureFileNameParserTest.java │ │ ├── HDFSFileNameParserTest.java │ │ ├── HDFSFileObjectTest.java │ │ ├── HDFSFileProviderTest.java │ │ ├── HDFSFileSystemTest.java │ │ ├── MapRFileNameParserTest.java │ │ └── nc │ │ ├── NamedClusterConfigBuilderTest.java │ │ └── NamedClusterProviderTest.java │ └── pom.xml ├── kettle-plugins ├── browse │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── impl │ │ │ └── browse │ │ │ ├── NamedClusterProvider.java │ │ │ └── model │ │ │ ├── NamedClusterDirectory.java │ │ │ ├── NamedClusterFile.java │ │ │ └── NamedClusterTree.java │ │ └── resources │ │ └── OSGI-INF │ │ └── blueprint │ │ └── blueprint.xml ├── common │ ├── job │ │ ├── pom.xml │ │ └── src │ │ │ ├── main │ │ │ ├── java │ │ │ │ └── org │ │ │ │ │ └── pentaho │ │ │ │ │ └── big │ │ │ │ │ └── data │ │ │ │ │ └── kettle │ │ │ │ │ └── plugins │ │ │ │ │ └── job │ │ │ │ │ ├── AbstractJobEntry.java │ │ │ │ │ ├── AbstractJobEntryController.java │ │ │ │ │ ├── BlockableJobConfig.java │ │ │ │ │ ├── JobEntryMode.java │ │ │ │ │ ├── JobEntrySerializationHelper.java │ │ │ │ │ ├── JobEntryUtils.java │ │ │ │ │ ├── Password.java │ │ │ │ │ └── PropertyEntry.java │ │ │ └── resources │ │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── job │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── test │ │ │ └── java │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── job │ │ │ ├── AbstractJobEntryTest.java │ │ │ ├── BlockableJobConfigTest.java │ │ │ └── JobEntryUtilsTest.java │ ├── namedClusterBridge │ │ ├── pom.xml │ │ └── src │ │ │ ├── main │ │ │ ├── java │ │ │ │ └── org │ │ │ │ │ └── pentaho │ │ │ │ │ └── big │ │ │ │ │ └── data │ │ │ │ │ └── plugins │ │ │ │ │ └── common │ │ │ │ │ └── ui │ │ │ │ │ └── named │ │ │ │ │ └── cluster │ │ │ │ │ └── bridge │ │ │ │ │ ├── HadoopClusterDelegateBridgeImpl.java │ │ │ │ │ ├── NamedClusterBridgeImpl.java │ │ │ │ │ ├── NamedClusterDialogBridgeImpl.java │ │ │ │ │ ├── NamedClusterUIFactoryBridgeImpl.java │ │ │ │ │ └── NamedClusterWidgetBridgedImpl.java │ │ │ └── resources │ │ │ │ ├── OSGI-INF │ │ │ │ └── blueprint │ │ │ │ │ └── blueprint.xml │ │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── plugins │ │ │ │ └── common │ │ │ │ └── ui │ │ │ │ └── named │ │ │ │ └── cluster │ │ │ │ └── bridge │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── test │ │ │ └── java │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── plugins │ │ │ └── common │ │ │ └── ui │ │ │ └── named │ │ │ └── cluster │ │ │ └── bridge │ │ │ ├── HadoopClusterDelegateBridgeImplTest.java │ │ │ ├── NamedClusterBridgeImplTest.java │ │ │ ├── NamedClusterDialogBridgeImplTest.java │ │ │ └── NamedClusterWidgetBridgedImplTest.java │ ├── pom.xml │ └── ui │ │ ├── pom.xml │ │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── plugins │ │ │ │ └── common │ │ │ │ └── ui │ │ │ │ ├── ClusterTestDialog.java │ │ │ │ ├── ClusterTestResultsDialog.java │ │ │ │ ├── CommonDialogFactory.java │ │ │ │ ├── HadoopClusterDelegateImpl.java │ │ │ │ ├── NamedClusterComposite.java │ │ │ │ ├── NamedClusterDialogImpl.java │ │ │ │ ├── NamedClusterWidgetImpl.java │ │ │ │ ├── StateChangeListener.java │ │ │ │ ├── TestResultComposite.java │ │ │ │ └── VfsFileChooserHelper.java │ │ └── resources │ │ │ ├── apachesampleconfig.properties │ │ │ ├── apachevanillasampleconfig.properties │ │ │ ├── cdpdc71sampleconfig.properties │ │ │ ├── dataproc1421sampleconfig.properties │ │ │ ├── emr521sampleconfig.properties │ │ │ ├── emr700sampleconfig.properties │ │ │ ├── hdi40sampleconfig.properties │ │ │ ├── org │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── plugins │ │ │ │ └── common │ │ │ │ └── ui │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── ui │ │ │ └── images │ │ │ ├── error_red.svg │ │ │ ├── success_green.svg │ │ │ └── warning_yellow.svg │ │ └── test │ │ └── java │ │ └── org │ │ └── pentaho │ │ └── big │ │ └── data │ │ └── plugins │ │ └── common │ │ └── ui │ │ ├── HadoopClusterDelegateImplTest.java │ │ └── TestClusterTestDialog.java ├── formats-meta │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── formats │ │ │ │ ├── BaseFormatInputField.java │ │ │ │ ├── BaseFormatOutputField.java │ │ │ │ ├── FormatInputFile.java │ │ │ │ ├── FormatInputOutputField.java │ │ │ │ ├── orc │ │ │ │ ├── OrcFormatInputOutputField.java │ │ │ │ ├── OrcInputField.java │ │ │ │ ├── OrcTypeConverter.java │ │ │ │ ├── input │ │ │ │ │ └── OrcInputMetaBase.java │ │ │ │ └── output │ │ │ │ │ ├── OrcOutputField.java │ │ │ │ │ └── OrcOutputMetaBase.java │ │ │ │ └── parquet │ │ │ │ ├── ParquetTypeConverter.java │ │ │ │ ├── input │ │ │ │ ├── ParquetInputField.java │ │ │ │ └── ParquetInputMetaBase.java │ │ │ │ └── output │ │ │ │ ├── ParquetOutputField.java │ │ │ │ └── ParquetOutputMetaBase.java │ │ └── resources │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── formats │ │ │ ├── orc │ │ │ └── output │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── parquet │ │ │ └── output │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── formats │ │ │ ├── orc │ │ │ ├── input │ │ │ │ └── OrcInputMetaBaseTest.java │ │ │ └── output │ │ │ │ ├── OrcOutputFieldTest.java │ │ │ │ └── OrcOutputMetabaseTest.java │ │ │ └── parquet │ │ │ ├── input │ │ │ └── ParquetInputMetaBaseTest.java │ │ │ └── output │ │ │ └── ParquetOutputMetaBaseTest.java │ │ └── resources │ │ └── org │ │ └── pentaho │ │ └── big │ │ └── data │ │ └── kettle │ │ └── plugins │ │ └── formats │ │ └── orc │ │ └── input │ │ └── OrcInput.xml ├── formats │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── formats │ │ │ │ └── impl │ │ │ │ ├── NamedClusterResolver.java │ │ │ │ ├── NullableValuesEnum.java │ │ │ │ ├── orc │ │ │ │ ├── BaseOrcStepDialog.java │ │ │ │ ├── input │ │ │ │ │ ├── OrcInput.java │ │ │ │ │ ├── OrcInputData.java │ │ │ │ │ ├── OrcInputDialog.java │ │ │ │ │ └── OrcInputMeta.java │ │ │ │ └── output │ │ │ │ │ ├── OrcOutput.java │ │ │ │ │ ├── OrcOutputData.java │ │ │ │ │ ├── OrcOutputDialog.java │ │ │ │ │ └── OrcOutputMeta.java │ │ │ │ ├── output │ │ │ │ └── PvfsFileAliaser.java │ │ │ │ └── parquet │ │ │ │ ├── BaseParquetStepDialog.java │ │ │ │ ├── input │ │ │ │ ├── ParquetInput.java │ │ │ │ ├── ParquetInputData.java │ │ │ │ ├── ParquetInputDialog.java │ │ │ │ ├── ParquetInputMeta.java │ │ │ │ └── VFSScheme.java │ │ │ │ └── output │ │ │ │ ├── ParquetOutput.java │ │ │ │ ├── ParquetOutputData.java │ │ │ │ ├── ParquetOutputDialog.java │ │ │ │ └── ParquetOutputMeta.java │ │ └── resources │ │ │ ├── OI.svg │ │ │ ├── OO.svg │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ ├── PI.svg │ │ │ ├── PO.svg │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── formats │ │ │ └── impl │ │ │ ├── orc │ │ │ ├── input │ │ │ │ └── messages │ │ │ │ │ └── messages_en_US.properties │ │ │ ├── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── output │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── parquet │ │ │ ├── input │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ ├── messages │ │ │ └── messages_en_US.properties │ │ │ └── output │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── test │ │ └── java │ │ └── org │ │ └── pentaho │ │ └── big │ │ └── data │ │ └── kettle │ │ └── plugins │ │ └── formats │ │ └── impl │ │ ├── NamedClusterResolverTest.java │ │ ├── orc │ │ ├── input │ │ │ ├── OrcInputMetaInjectionTest.java │ │ │ └── OrcInputTest.java │ │ └── output │ │ │ ├── OrcOutputMetaInjectionTest.java │ │ │ └── OrcOutputTest.java │ │ ├── output │ │ └── PvfsFileAliaserTest.java │ │ └── parquet │ │ ├── input │ │ ├── ParquetInputMetaInjectionTest.java │ │ └── ParquetInputTest.java │ │ └── output │ │ ├── ParquetOutputMetaInjectionTest.java │ │ └── ParquetOutputTest.java ├── guiTestActionHandlers │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── plugins │ │ │ └── gui │ │ │ └── test │ │ │ └── actionHandlers │ │ │ └── ShowHelpDialogActionHandler.java │ │ └── resources │ │ └── OSGI-INF │ │ └── blueprint │ │ └── blueprint.xml ├── hadoop-cluster │ ├── pom.xml │ └── ui │ │ ├── pom.xml │ │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── hadoopcluster │ │ │ │ └── ui │ │ │ │ ├── dialog │ │ │ │ ├── HadoopClusterDelegate.java │ │ │ │ ├── HadoopClusterDialog.java │ │ │ │ └── wizard │ │ │ │ │ ├── AddDriverDialog.java │ │ │ │ │ ├── NamedClusterDialog.java │ │ │ │ │ ├── pages │ │ │ │ │ ├── AddDriverPage.java │ │ │ │ │ ├── AddDriverResultPage.java │ │ │ │ │ ├── ClusterSettingsPage.java │ │ │ │ │ ├── KerberosSettingsPage.java │ │ │ │ │ ├── KnoxSettingsPage.java │ │ │ │ │ ├── ReportPage.java │ │ │ │ │ ├── SecuritySettingsPage.java │ │ │ │ │ └── TestResultsPage.java │ │ │ │ │ └── util │ │ │ │ │ ├── BadSiteFilesException.java │ │ │ │ │ ├── CustomWizardDialog.java │ │ │ │ │ └── NamedClusterHelper.java │ │ │ │ ├── endpoints │ │ │ │ ├── CachedFileItemStream.java │ │ │ │ ├── Category.java │ │ │ │ ├── HadoopClusterEndpoints.java │ │ │ │ ├── HadoopClusterManager.java │ │ │ │ ├── Test.java │ │ │ │ └── TestCategory.java │ │ │ │ ├── lifecycle │ │ │ │ └── HadoopClusterLifecycleListener.java │ │ │ │ ├── model │ │ │ │ └── ThinNameClusterModel.java │ │ │ │ └── tree │ │ │ │ ├── HadoopClusterPopupMenuExtension.java │ │ │ │ ├── ThinHadoopClusterEditExtension.java │ │ │ │ ├── ThinHadoopClusterFolderProvider.java │ │ │ │ └── ThinHadoopClusterTreeDelegateExtension.java │ │ ├── resources-filtered │ │ │ └── OSGI-INF │ │ │ │ └── blueprint │ │ │ │ └── beans.xml │ │ └── resources │ │ │ ├── images │ │ │ ├── fail.svg │ │ │ ├── fail_category.svg │ │ │ ├── hadoop_clusters.svg │ │ │ ├── success.svg │ │ │ ├── success_category.svg │ │ │ └── warning_category.svg │ │ │ ├── kettle-password-encoder-plugins.xml │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── hadoopcluster │ │ │ └── ui │ │ │ ├── dialog │ │ │ ├── messages │ │ │ │ ├── messages.properties │ │ │ │ └── messages_en_US.properties │ │ │ └── wizard │ │ │ │ └── pages │ │ │ │ └── messages │ │ │ │ ├── messages.properties │ │ │ │ └── messages_en_US.properties │ │ │ ├── messages │ │ │ └── messages_en_US.properties │ │ │ └── tree │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── hadoopcluster │ │ │ └── ui │ │ │ └── endpoints │ │ │ └── HadoopClusterManagerTest.java │ │ └── resources │ │ ├── bad │ │ └── core-site.xml │ │ ├── dataproc │ │ ├── core-site.xml │ │ ├── hdfs-site.xml │ │ ├── hive-site.xml │ │ ├── mapred-site.xml │ │ └── yarn-site.xml │ │ ├── driver-source │ │ └── driver.kar │ │ ├── keytab │ │ └── test.keytab │ │ ├── missing-info │ │ ├── core-site.xml │ │ ├── hive-site.xml │ │ ├── oozie-default.xml │ │ └── yarn-site.xml │ │ ├── secured │ │ ├── core-site.xml │ │ ├── hive-site.xml │ │ └── yarn-site.xml │ │ ├── unsecured │ │ ├── core-site.xml │ │ ├── hive-site.xml │ │ ├── oozie-default.xml │ │ └── yarn-site.xml │ │ └── zippedSiteFiles │ │ └── site.zip ├── hbase-meta │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── hbase │ │ │ └── meta │ │ │ ├── AELHBaseMappingImpl.java │ │ │ └── AELHBaseValueMetaImpl.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── hbase │ │ │ └── meta │ │ │ ├── AELHBaseMappingTest.java │ │ │ └── AELHBaseValueMetaTest.java │ │ └── resources │ │ └── StubMapping.xml ├── hbase │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── hbase │ │ │ │ ├── FilterDefinition.java │ │ │ │ ├── HBaseConnectionException.java │ │ │ │ ├── HbaseUtil.java │ │ │ │ ├── MappingDefinition.java │ │ │ │ ├── NamedClusterLoadSaveUtil.java │ │ │ │ ├── ServiceStatus.java │ │ │ │ ├── input │ │ │ │ ├── HBaseInput.java │ │ │ │ ├── HBaseInputData.java │ │ │ │ ├── HBaseInputDialog.java │ │ │ │ ├── HBaseInputMeta.java │ │ │ │ ├── Messages.java │ │ │ │ └── OutputFieldDefinition.java │ │ │ │ ├── mapping │ │ │ │ ├── ConfigurationProducer.java │ │ │ │ ├── FieldProducer.java │ │ │ │ ├── HBaseRowToKettleTuple.java │ │ │ │ ├── MappingAdmin.java │ │ │ │ ├── MappingEditor.java │ │ │ │ └── MappingUtils.java │ │ │ │ ├── output │ │ │ │ ├── HBaseOutput.java │ │ │ │ ├── HBaseOutputData.java │ │ │ │ ├── HBaseOutputDialog.java │ │ │ │ ├── HBaseOutputMeta.java │ │ │ │ ├── KettleRowToHBaseTuple.java │ │ │ │ └── Messages.java │ │ │ │ └── rowdecoder │ │ │ │ ├── HBaseRowDecoder.java │ │ │ │ ├── HBaseRowDecoderData.java │ │ │ │ ├── HBaseRowDecoderDialog.java │ │ │ │ └── HBaseRowDecoderMeta.java │ │ └── resources │ │ │ ├── HB.png │ │ │ ├── HB.svg │ │ │ ├── HBO.png │ │ │ ├── HBO.svg │ │ │ ├── HBRD.png │ │ │ ├── HBRD.svg │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── hbase │ │ │ ├── input │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ ├── mapping │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ ├── output │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── rowdecoder │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── hbase │ │ │ ├── HbaseUtilTest.java │ │ │ ├── LogInjector.java │ │ │ ├── NamedClusterLoadSaveUtilTest.java │ │ │ ├── input │ │ │ ├── HBaseInputMetaInjectionTest.java │ │ │ └── HBaseInputMetaTest.java │ │ │ ├── mapping │ │ │ ├── MappingAdminTest.java │ │ │ ├── MappingUtilsTest.java │ │ │ └── MockHBaseByteConverterUsingJavaByteBuffer.java │ │ │ ├── output │ │ │ ├── HBaseOutputMetaInjectionTest.java │ │ │ ├── HBaseOutputMetaTest.java │ │ │ └── KettleRowToHBaseTupleTest.java │ │ │ └── rowdecoder │ │ │ ├── HBaseRowDecoderMetaInjectionTest.java │ │ │ └── HBaseRowDecoderMetaTest.java │ │ └── resources │ │ └── StubMapping.xml ├── hdfs │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── hdfs │ │ │ │ ├── HdfsLifecycleListener.java │ │ │ │ ├── job │ │ │ │ ├── JobEntryHadoopCopyFiles.java │ │ │ │ └── JobEntryHadoopCopyFilesDialog.java │ │ │ │ ├── trans │ │ │ │ ├── HadoopFileInputDialog.java │ │ │ │ ├── HadoopFileInputMeta.java │ │ │ │ ├── HadoopFileMeta.java │ │ │ │ ├── HadoopFileOutputDialog.java │ │ │ │ ├── HadoopFileOutputMeta.java │ │ │ │ ├── HadoopInputFileSelectionAdapter.java │ │ │ │ └── analyzer │ │ │ │ │ ├── HadoopBaseStepAnalyzer.java │ │ │ │ │ ├── HadoopFileInputExternalResourceConsumer.java │ │ │ │ │ ├── HadoopFileInputStepAnalyzer.java │ │ │ │ │ ├── HadoopFileOutputExternalResourceConsumer.java │ │ │ │ │ └── HadoopFileOutputStepAnalyzer.java │ │ │ │ └── vfs │ │ │ │ ├── HadoopVfsConnection.java │ │ │ │ ├── HadoopVfsFileChooserDialog.java │ │ │ │ ├── MapRFSFileChooserDialog.java │ │ │ │ ├── NamedClusterVfsFileChooserDialog.java │ │ │ │ └── Schemes.java │ │ └── resources │ │ │ ├── HDI.png │ │ │ ├── HDI.svg │ │ │ ├── HDM.png │ │ │ ├── HDM.svg │ │ │ ├── HDO.png │ │ │ ├── HDO.svg │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ ├── graph.properties │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── hdfs │ │ │ ├── job │ │ │ └── messages │ │ │ │ ├── messages_en_US.properties │ │ │ │ └── messages_ko_KR.properties │ │ │ ├── trans │ │ │ └── messages │ │ │ │ ├── messages_en_US.properties │ │ │ │ └── messages_ko_KR.properties │ │ │ └── vfs │ │ │ └── messages │ │ │ ├── messages_en_US.properties │ │ │ └── messages_ko_KR.properties │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── hdfs │ │ │ ├── job │ │ │ ├── JobEntryHadoopCopyFilesLoadSaveTest.java │ │ │ └── JobEntryHadoopCopyFilesTest.java │ │ │ ├── trans │ │ │ ├── HadoopFileInputDialogTest.java │ │ │ ├── HadoopFileInputMetaTest.java │ │ │ ├── HadoopFileOutputDialogTest.java │ │ │ ├── HadoopFileOutputMetaTest.java │ │ │ └── analyzer │ │ │ │ ├── HadoopBaseStepAnalyzerTest.java │ │ │ │ ├── HadoopFileInputStepAnalyzerTest.java │ │ │ │ └── HadoopFileOutputStepAnalyzerTest.java │ │ │ └── vfs │ │ │ ├── HadoopVfsConnectionTest.java │ │ │ └── HadoopVfsFileChooserDialogTest.java │ │ └── resources │ │ ├── graph.properties │ │ ├── sample-hadoop-file-input-step.xml │ │ └── sample-hadoop-file-output-step.xml ├── hive │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ ├── apache │ │ │ │ ├── hadoop │ │ │ │ │ └── hive │ │ │ │ │ │ └── jdbc │ │ │ │ │ │ └── HiveDriver.java │ │ │ │ └── hive │ │ │ │ │ └── jdbc │ │ │ │ │ ├── HiveDriver.java │ │ │ │ │ ├── HiveSimbaDriver.java │ │ │ │ │ ├── ImpalaDriver.java │ │ │ │ │ ├── ImpalaSimbaDriver.java │ │ │ │ │ └── SparkSqlSimbaDriver.java │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── hive │ │ │ │ ├── Activator.java │ │ │ │ ├── BaseSimbaDatabaseMeta.java │ │ │ │ ├── DatabaseMetaWithVersion.java │ │ │ │ ├── DummyDriver.java │ │ │ │ ├── Hive2DatabaseDialect.java │ │ │ │ ├── Hive2DatabaseMeta.java │ │ │ │ ├── Hive2SimbaDatabaseDialect.java │ │ │ │ ├── Hive2SimbaDatabaseMeta.java │ │ │ │ ├── HiveDatabaseDialect.java │ │ │ │ ├── HiveDatabaseMeta.java │ │ │ │ ├── HiveWarehouseDatabaseMeta.java │ │ │ │ ├── ImpalaDatabaseDialect.java │ │ │ │ ├── ImpalaDatabaseMeta.java │ │ │ │ ├── ImpalaSimbaDatabaseDialect.java │ │ │ │ ├── ImpalaSimbaDatabaseMeta.java │ │ │ │ ├── SimbaUrl.java │ │ │ │ ├── SparkSimbaDatabaseDialect.java │ │ │ │ └── SparkSimbaDatabaseMeta.java │ │ └── resources │ │ │ └── OSGI-INF │ │ │ └── blueprint │ │ │ └── blueprint.xml │ │ └── test │ │ └── java │ │ └── org │ │ ├── apache │ │ ├── hadoop │ │ │ └── hive │ │ │ │ └── jdbc │ │ │ │ └── HiveDriverTest.java │ │ └── hive │ │ │ └── jdbc │ │ │ ├── HiveDriverTest.java │ │ │ ├── HiveSimbaDriverTest.java │ │ │ ├── ImpalaDriverTest.java │ │ │ └── ImpalaSimbaDriverTest.java │ │ └── pentaho │ │ └── big │ │ └── data │ │ └── kettle │ │ └── plugins │ │ └── hive │ │ ├── BaseSimbaDatabaseMetaTest.java │ │ ├── Hive2DatabaseDialectTest.java │ │ ├── Hive2DatabaseMetaTest.java │ │ ├── Hive2SimbaDatabaseDialectTest.java │ │ ├── Hive2SimbaDatabaseMetaTest.java │ │ ├── HiveDatabaseDialectTest.java │ │ ├── HiveDatabaseMetaTest.java │ │ ├── ImpalaDatabaseDialectTest.java │ │ ├── ImpalaDatabaseMetaTest.java │ │ ├── ImpalaSimbaDatabaseDialectTest.java │ │ ├── ImpalaSimbaDatabaseMetaTest.java │ │ ├── SimbaUrlTest.java │ │ ├── SparkSimbaDatabaseDialectTest.java │ │ └── SparkSimbaDatabaseMetaTest.java ├── kafka │ ├── README.md │ ├── pom.xml │ └── src │ │ ├── it │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── kafka │ │ │ │ ├── KafkaConsumerStepAnalyzerIT.java │ │ │ │ └── KafkaProducerStepAnalyzerIT.java │ │ └── resources │ │ │ ├── graph.properties │ │ │ ├── graph │ │ │ └── tinkergraph.xml │ │ │ ├── log4j2.xml │ │ │ ├── repo │ │ │ ├── KafkaConsumerStepAnalyzerIT │ │ │ │ └── consumeMaxOffset │ │ │ │ │ ├── consumeMaxOffset.ktr │ │ │ │ │ └── maxOffset.ktr │ │ │ └── KafkaProducerStepAnalyzerIT │ │ │ │ └── generateAndProduce │ │ │ │ └── generateAndProduce.ktr │ │ │ └── solution │ │ │ └── system │ │ │ └── pentahoObjects.spring.xml │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── kafka │ │ │ │ ├── KafkaConsumerField.java │ │ │ │ ├── KafkaConsumerInput.java │ │ │ │ ├── KafkaConsumerInputData.java │ │ │ │ ├── KafkaConsumerInputDialog.java │ │ │ │ ├── KafkaConsumerInputMeta.java │ │ │ │ ├── KafkaDialogHelper.java │ │ │ │ ├── KafkaFactory.java │ │ │ │ ├── KafkaLineageConstants.java │ │ │ │ ├── KafkaProducerOutput.java │ │ │ │ ├── KafkaProducerOutputData.java │ │ │ │ ├── KafkaProducerOutputDialog.java │ │ │ │ ├── KafkaProducerOutputMeta.java │ │ │ │ └── KafkaStreamSource.java │ │ └── resources │ │ │ ├── KafkaConsumerInput.svg │ │ │ ├── KafkaProducerOutput.svg │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── kafka │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── kafka │ │ │ ├── KafkaConsumerFieldTest.java │ │ │ ├── KafkaConsumerInputMetaTest.java │ │ │ ├── KafkaConsumerInputTest.java │ │ │ ├── KafkaFactoryTest.java │ │ │ ├── KafkaProducerOutputMetaTest.java │ │ │ └── KafkaProducerOutputTest.java │ │ └── resources │ │ ├── abortParent.ktr │ │ ├── abortSub.ktr │ │ ├── batchAndDurationNaN.ktr │ │ ├── batchAndDurationVariable.ktr │ │ ├── consumerParent.ktr │ │ ├── consumerSub.ktr │ │ ├── produceForever.ktr │ │ ├── produceFourRows.ktr │ │ ├── produceFourRows_noKey.ktr │ │ ├── produceFourRows_nullKey.ktr │ │ └── zeroBatchAndDuration.ktr ├── mapreduce │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── mapreduce │ │ │ │ ├── DialogClassUtil.java │ │ │ │ ├── entry │ │ │ │ ├── NamedClusterLoadSaveUtil.java │ │ │ │ ├── UserDefinedItem.java │ │ │ │ ├── hadoop │ │ │ │ │ └── JobEntryHadoopJobExecutor.java │ │ │ │ └── pmr │ │ │ │ │ └── JobEntryHadoopTransJobExecutor.java │ │ │ │ ├── step │ │ │ │ ├── enter │ │ │ │ │ └── HadoopEnterMeta.java │ │ │ │ └── exit │ │ │ │ │ ├── HadoopExit.java │ │ │ │ │ ├── HadoopExitData.java │ │ │ │ │ └── HadoopExitMeta.java │ │ │ │ └── ui │ │ │ │ ├── entry │ │ │ │ ├── hadoop │ │ │ │ │ ├── JobEntryHadoopJobExecutorController.java │ │ │ │ │ └── JobEntryHadoopJobExecutorDialog.java │ │ │ │ └── pmr │ │ │ │ │ ├── JobEntryHadoopTransJobExecutorController.java │ │ │ │ │ └── JobEntryHadoopTransJobExecutorDialog.java │ │ │ │ └── step │ │ │ │ ├── enter │ │ │ │ ├── HadoopEnterDialog.java │ │ │ │ └── HadoopEnterMetaMapper.java │ │ │ │ └── exit │ │ │ │ ├── HadoopExitDialog.java │ │ │ │ └── HadoopExitMetaMapper.java │ │ └── resources │ │ │ ├── HDE.png │ │ │ ├── HDE.svg │ │ │ ├── HDT.png │ │ │ ├── HDT.svg │ │ │ ├── MRI.png │ │ │ ├── MRI.svg │ │ │ ├── MRO.png │ │ │ ├── MRO.svg │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ ├── help_web.png │ │ │ ├── help_web.svg │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── mapreduce │ │ │ ├── entry │ │ │ ├── hadoop │ │ │ │ └── messages │ │ │ │ │ ├── messages_en_US.properties │ │ │ │ │ └── messages_ko_KR.properties │ │ │ └── pmr │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ ├── step │ │ │ ├── enter │ │ │ │ └── messages │ │ │ │ │ └── messages_en_US.properties │ │ │ └── exit │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── ui │ │ │ ├── entry │ │ │ ├── JobEntryHadoopJobExecutorDialog.xul │ │ │ └── JobEntryHadoopTransJobExecutorDialog.xul │ │ │ └── step │ │ │ ├── enter │ │ │ └── dialog.xul │ │ │ └── exit │ │ │ └── dialog.xul │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── mapreduce │ │ │ ├── DialogClassUtilTest.java │ │ │ ├── JobEntryHadoopTransJobExecutorTest.java │ │ │ ├── entry │ │ │ ├── NamedClusterLoadSaveUtilTest.java │ │ │ ├── UserDefinedItemTest.java │ │ │ ├── hadoop │ │ │ │ └── JobEntryHadoopJobExecutorTest.java │ │ │ └── pmr │ │ │ │ └── JobEntryHadoopTransJobExecutorTest.java │ │ │ ├── step │ │ │ ├── HadoopExitMetaTest.java │ │ │ ├── enter │ │ │ │ ├── HadoopEnterMetaInjectionTest.java │ │ │ │ └── HadoopEnterMetaTest.java │ │ │ └── exit │ │ │ │ ├── HadoopExitDataTest.java │ │ │ │ ├── HadoopExitMetaInjectionTest.java │ │ │ │ ├── HadoopExitMetaTest.java │ │ │ │ └── HadoopExitTest.java │ │ │ └── ui │ │ │ └── entry │ │ │ └── pmr │ │ │ └── JobEntryHadoopTransJobExecutorControllerTest.java │ │ └── resources │ │ └── testTrans.ktr ├── oozie │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── oozie │ │ │ │ ├── OozieJobExecutorConfig.java │ │ │ │ ├── OozieJobExecutorJobEntry.java │ │ │ │ ├── OozieJobExecutorJobEntryController.java │ │ │ │ └── OozieJobExecutorJobEntryDialog.java │ │ └── resources │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ ├── oozie-job-executor.png │ │ │ ├── oozie-job-executor.svg │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── oozie │ │ │ ├── messages │ │ │ └── messages_en_US.properties │ │ │ └── xul │ │ │ ├── OozieJobExecutor.xul │ │ │ └── button-bar.xul │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── oozie │ │ │ ├── OozieJobExecutorConfigTest.java │ │ │ ├── OozieJobExecutorControllerTest.java │ │ │ └── OozieJobExecutorJobEntryTest.java │ │ └── resources │ │ ├── badJob.properties │ │ └── job.properties ├── pig │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── big │ │ │ │ └── data │ │ │ │ └── kettle │ │ │ │ └── plugins │ │ │ │ └── pig │ │ │ │ ├── JobEntryPigScriptExecutor.java │ │ │ │ └── JobEntryPigScriptExecutorDialog.java │ │ └── resources │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ ├── PIG.png │ │ │ ├── PIG.svg │ │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── pig │ │ │ └── messages │ │ │ └── messages_en_US.properties │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── pig │ │ │ ├── JobEntryPigScriptExecutorTest.java │ │ │ └── PigNamedClusterValidator.java │ │ └── resources │ │ └── org │ │ └── pentaho │ │ └── big │ │ └── data │ │ └── kettle │ │ └── plugins │ │ └── pig │ │ └── pig.script ├── pom.xml ├── spark │ ├── README.md │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── pentaho │ │ │ │ └── di │ │ │ │ ├── job │ │ │ │ └── entries │ │ │ │ │ └── spark │ │ │ │ │ ├── JobEntrySparkSubmit.java │ │ │ │ │ ├── JobEntrySparkSubmitAnalyzer.java │ │ │ │ │ ├── PatternMatchingStreamLogger.java │ │ │ │ │ └── WinProcess.java │ │ │ │ └── ui │ │ │ │ └── job │ │ │ │ └── entries │ │ │ │ └── spark │ │ │ │ └── JobEntrySparkSubmitDialog.java │ │ └── resources │ │ │ ├── OSGI-INF │ │ │ └── blueprint │ │ │ │ └── blueprint.xml │ │ │ └── org │ │ │ └── pentaho │ │ │ └── di │ │ │ ├── job │ │ │ └── entries │ │ │ │ └── spark │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── ui │ │ │ └── job │ │ │ └── entries │ │ │ └── spark │ │ │ └── img │ │ │ ├── spark.png │ │ │ └── spark.svg │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── di │ │ │ └── job │ │ │ └── entries │ │ │ └── spark │ │ │ ├── JobEntrySparkSubmitLoadSaveTest.java │ │ │ ├── JobEntrySparkSubmitTest.java │ │ │ ├── PatternMatchingStreamLoggerTest.java │ │ │ └── WinProcessTest.java │ │ └── resources │ │ ├── ChildProcessTester.java │ │ └── process.cmd └── sqoop │ ├── pom.xml │ └── src │ ├── main │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── sqoop │ │ │ ├── AbstractSqoopJobEntry.java │ │ │ ├── ArgumentWrapper.java │ │ │ ├── CommandLineArgument.java │ │ │ ├── DatabaseItem.java │ │ │ ├── LoggingProxy.java │ │ │ ├── SqoopConfig.java │ │ │ ├── SqoopExportConfig.java │ │ │ ├── SqoopExportJobEntry.java │ │ │ ├── SqoopExportJobEntryDialog.java │ │ │ ├── SqoopImportConfig.java │ │ │ ├── SqoopImportJobEntry.java │ │ │ ├── SqoopImportJobEntryDialog.java │ │ │ ├── SqoopLog4jFilter.java │ │ │ ├── SqoopUtils.java │ │ │ └── ui │ │ │ ├── AbstractSqoopJobEntryController.java │ │ │ ├── AbstractSqoopJobEntryDialog.java │ │ │ ├── SqoopExportJobEntryController.java │ │ │ └── SqoopImportJobEntryController.java │ └── resources │ │ ├── OSGI-INF │ │ └── blueprint │ │ │ └── blueprint.xml │ │ ├── command_line_view.png │ │ ├── disabled-generic-delete.png │ │ ├── generic-delete.png │ │ ├── list_view.png │ │ ├── list_view_selected.png │ │ ├── org │ │ └── pentaho │ │ │ └── big │ │ │ └── data │ │ │ └── kettle │ │ │ └── plugins │ │ │ └── sqoop │ │ │ ├── messages │ │ │ └── messages_en_US.properties │ │ │ └── xul │ │ │ ├── SqoopExportJobEntry.xul │ │ │ ├── SqoopImportJobEntry.xul │ │ │ ├── advanced-mode.xul │ │ │ └── button-bar.xul │ │ ├── sqoop-export.png │ │ ├── sqoop-export.svg │ │ ├── sqoop-import.png │ │ └── sqoop-import.svg │ └── test │ └── java │ └── org │ └── pentaho │ └── big │ └── data │ └── kettle │ └── plugins │ └── sqoop │ ├── AbstractSqoopJobEntryTest.java │ ├── PersistentPropertyChangeListener.java │ ├── PropertyFiringObjectTest.java │ ├── SqoopConfigTest.java │ ├── SqoopLog4jFilterTest.java │ └── util │ └── MockitoAutoBean.java ├── legacy-amazon ├── pom.xml └── src │ ├── main │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ └── amazon │ │ │ ├── AbstractAmazonJobEntry.java │ │ │ ├── AbstractAmazonJobEntryDialog.java │ │ │ ├── AbstractAmazonJobExecutor.java │ │ │ ├── AbstractAmazonJobExecutorController.java │ │ │ ├── AmazonEmrReleases.java │ │ │ ├── AmazonRegion.java │ │ │ ├── InstanceType.java │ │ │ ├── client │ │ │ ├── AbstractClientFactory.java │ │ │ ├── AmazonClientCredentials.java │ │ │ ├── ClientFactoriesManager.java │ │ │ ├── ClientType.java │ │ │ ├── api │ │ │ │ ├── AimClient.java │ │ │ │ ├── EmrClient.java │ │ │ │ ├── PricingClient.java │ │ │ │ └── S3Client.java │ │ │ └── impl │ │ │ │ ├── AimClientFactory.java │ │ │ │ ├── AimClientImpl.java │ │ │ │ ├── EmrClientFactory.java │ │ │ │ ├── EmrClientImpl.java │ │ │ │ ├── PricingClientFactory.java │ │ │ │ ├── PricingClientImpl.java │ │ │ │ ├── S3ClientFactory.java │ │ │ │ └── S3ClientImpl.java │ │ │ ├── emr │ │ │ ├── job │ │ │ │ └── AmazonElasticMapReduceJobExecutor.java │ │ │ └── ui │ │ │ │ ├── AmazonElasticMapReduceJobExecutorController.java │ │ │ │ └── AmazonElasticMapReduceJobExecutorDialog.java │ │ │ ├── hive │ │ │ ├── job │ │ │ │ └── AmazonHiveJobExecutor.java │ │ │ └── ui │ │ │ │ ├── AmazonHiveJobExecutorController.java │ │ │ │ └── AmazonHiveJobExecutorDialog.java │ │ │ └── s3 │ │ │ ├── S3VfsFileChooserHelper.java │ │ │ └── VfsFileChooserHelper.java │ └── resources │ │ ├── AWS-HIVE.png │ │ ├── AWS-HIVE.svg │ │ ├── EMR.png │ │ ├── EMR.svg │ │ ├── META-INF │ │ └── version.properties │ │ └── org │ │ └── pentaho │ │ └── amazon │ │ ├── emr │ │ ├── job │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ └── ui │ │ │ └── AmazonElasticMapReduceJobExecutorDialog.xul │ │ ├── hive │ │ ├── job │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ └── ui │ │ │ └── AmazonHiveJobExecutorDialog.xul │ │ └── messages │ │ └── messages_en_US.properties │ └── test │ ├── java │ └── org │ │ └── pentaho │ │ └── amazon │ │ ├── AbstractAmazonJobExecutorControllerTest.java │ │ ├── AbstractAmazonJobExecutorTest.java │ │ ├── AmazonRegionTest.java │ │ ├── InstanceTypeTest.java │ │ ├── PersistentPropertyChangeListener.java │ │ ├── PropertyFiringObjectTest.java │ │ ├── client │ │ ├── AmazonClientCredentialsTest.java │ │ ├── ClientFactoriesManagerTest.java │ │ └── impl │ │ │ ├── AimClientImplTest.java │ │ │ ├── EmrClientImplTest.java │ │ │ ├── PricingClientImplTest.java │ │ │ └── S3ClientImplTest.java │ │ ├── emr │ │ └── job │ │ │ └── AmazonElasticMapReduceJobExecutorLoadSaveTest.java │ │ └── hive │ │ └── job │ │ └── AmazonHiveJobExecutorLoadSaveTest.java │ └── resources │ └── master.log ├── legacy-core ├── pom.xml └── src │ └── main │ └── java │ └── org │ └── pentaho │ └── di │ └── core │ └── namedcluster │ ├── NamedClusterManager.java │ └── model │ └── NamedCluster.java ├── legacy ├── pom.xml ├── samples │ └── jobs │ │ └── hadoop │ │ ├── Hadoop Job Executor 2 adv.kjb │ │ ├── Hadoop Job Executor adv.kjb │ │ ├── Hadoop Job Executor simple.kjb │ │ ├── Pentaho MapReduce - weblogs.kjb │ │ ├── Pentaho MapReduce - wordcount.kjb │ │ ├── Pig Script Executor tutorial local.kjb │ │ ├── Pig Script Executor tutorial.kjb │ │ ├── emr_job.kjb │ │ ├── excite-small.log │ │ ├── excite.log.bz2 │ │ ├── files │ │ ├── 2008.log │ │ ├── 2009.log │ │ ├── 2010.log │ │ └── readme.txt │ │ ├── pentaho-mapreduce-sample-src │ │ ├── README.TXT │ │ └── src │ │ │ └── org │ │ │ └── pentaho │ │ │ └── hadoop │ │ │ └── sample │ │ │ └── wordcount │ │ │ ├── WordCount.java │ │ │ ├── WordCountMapper.java │ │ │ └── WordCountReducer.java │ │ ├── pentaho-mapreduce-sample.jar │ │ ├── pentaho-mapreduce2-sample-src │ │ ├── README.TXT │ │ └── src │ │ │ └── org │ │ │ └── pentaho │ │ │ └── hadoop │ │ │ └── sample │ │ │ └── wordcount │ │ │ └── WordCount2.java │ │ ├── pentaho-mapreduce2-sample.jar │ │ ├── script1-hadoop-mod.pig │ │ ├── script1-local-mod.pig │ │ ├── tutorial.jar │ │ ├── weblogs-mapper.ktr │ │ ├── weblogs-reducer.ktr │ │ ├── wordcount-mapper.ktr │ │ ├── wordcount-reducer.ktr │ │ └── wordcount.jar └── src │ ├── main │ ├── java │ │ └── org │ │ │ └── pentaho │ │ │ ├── di │ │ │ ├── bigdata │ │ │ │ ├── ShimDependentJobEntry.java │ │ │ │ ├── ShimDependentJobEntryPluginType.java │ │ │ │ └── ShimDependentPluginRegistryPlugin.java │ │ │ ├── core │ │ │ │ └── hadoop │ │ │ │ │ ├── HadoopConfigurationInfo.java │ │ │ │ │ ├── HadoopSpoonPlugin.java │ │ │ │ │ └── SpoonExtensionPoint.java │ │ │ ├── trans │ │ │ │ └── steps │ │ │ │ │ ├── avroinput │ │ │ │ │ ├── AvroInput.java │ │ │ │ │ ├── AvroInputData.java │ │ │ │ │ ├── AvroInputDialog.java │ │ │ │ │ └── AvroInputMeta.java │ │ │ │ │ └── couchdbinput │ │ │ │ │ ├── CouchDbInput.java │ │ │ │ │ ├── CouchDbInputData.java │ │ │ │ │ └── CouchDbInputMeta.java │ │ │ └── ui │ │ │ │ ├── core │ │ │ │ └── namedcluster │ │ │ │ │ ├── HadoopClusterDelegate.java │ │ │ │ │ ├── NamedClusterDialog.java │ │ │ │ │ ├── NamedClusterUIFactory.java │ │ │ │ │ ├── NamedClusterUIHelper.java │ │ │ │ │ └── NamedClusterWidget.java │ │ │ │ ├── hadoop │ │ │ │ └── configuration │ │ │ │ │ ├── HadoopConfigurationRestartXulDialog.java │ │ │ │ │ ├── HadoopConfigurationsController.java │ │ │ │ │ ├── HadoopConfigurationsSpoonPlugin.java │ │ │ │ │ ├── HadoopConfigurationsXulDialog.java │ │ │ │ │ └── NoHadoopConfigurationsXulDialog.java │ │ │ │ ├── job │ │ │ │ └── entries │ │ │ │ │ └── hadoopjobexecutor │ │ │ │ │ └── UserDefinedItem.java │ │ │ │ ├── repository │ │ │ │ └── repositoryexplorer │ │ │ │ │ ├── controllers │ │ │ │ │ └── NamedClustersController.java │ │ │ │ │ └── model │ │ │ │ │ ├── UINamedCluster.java │ │ │ │ │ ├── UINamedClusterObjectRegistry.java │ │ │ │ │ └── UINamedClusters.java │ │ │ │ ├── trans │ │ │ │ └── steps │ │ │ │ │ └── couchdbinput │ │ │ │ │ └── CouchDbInputDialog.java │ │ │ │ └── vfs │ │ │ │ └── VfsFileChooserHelper.java │ │ │ └── hadoop │ │ │ ├── PluginPropertiesUtil.java │ │ │ └── PropertiesConfigurationProperties.java │ └── resources │ │ ├── Avro.png │ │ ├── Avro.svg │ │ ├── META-INF │ │ └── version.properties │ │ ├── MongoDB.png │ │ ├── command_line_view.png │ │ ├── command_line_view_selected.png │ │ ├── couchdb-input.png │ │ ├── couchdb-input.svg │ │ ├── default_view.png │ │ ├── default_view_selected.png │ │ ├── disabled-generic-delete.png │ │ ├── disabled-generic-delete.svg │ │ ├── generic-delete.png │ │ ├── generic-delete.svg │ │ ├── hadoop_clusters.png │ │ ├── hadoop_clusters.svg │ │ ├── help_web.png │ │ ├── list_view.png │ │ ├── list_view_selected.png │ │ ├── mongodb-input.png │ │ ├── oozie-job-executor.png │ │ ├── oozie-job-executor.svg │ │ └── org │ │ └── pentaho │ │ ├── di │ │ ├── core │ │ │ └── hadoop │ │ │ │ ├── explorer-layout-overlay.xul │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ ├── trans │ │ │ └── steps │ │ │ │ ├── avroinput │ │ │ │ └── messages │ │ │ │ │ └── messages_en_US.properties │ │ │ │ └── couchdbinput │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ └── ui │ │ │ ├── core │ │ │ └── namedcluster │ │ │ │ └── dialog │ │ │ │ └── messages │ │ │ │ └── messages_en_US.properties │ │ │ └── hadoop │ │ │ └── configuration │ │ │ ├── messages │ │ │ └── messages_en_US.properties │ │ │ ├── no-configs.xul │ │ │ ├── restart-prompt.xul │ │ │ ├── select-config.xul │ │ │ └── toolbar-overlay.xul │ │ └── hadoop │ │ └── messages │ │ └── messages_en_US.properties │ └── test │ ├── java │ └── org │ │ └── pentaho │ │ ├── database │ │ └── TestSelectCount.java │ │ ├── di │ │ ├── core │ │ │ ├── hadoop │ │ │ │ └── HadoopConfigurationInfoTest.java │ │ │ └── namedcluster │ │ │ │ ├── NamedClusterManagerTest.java │ │ │ │ └── NamedClusterTest.java │ │ ├── trans │ │ │ └── steps │ │ │ │ ├── avroinput │ │ │ │ ├── AvroInputDataTest.java │ │ │ │ ├── AvroInputMetaAvroFieldTest.java │ │ │ │ ├── AvroInputMetaLookupFieldTest.java │ │ │ │ ├── AvroInputMetaTest.java │ │ │ │ └── AvroInputTest.java │ │ │ │ └── couchdbinput │ │ │ │ ├── CouchDbInputMetaTest.java │ │ │ │ └── CouchDbInputTest.java │ │ └── ui │ │ │ ├── core │ │ │ └── namedcluster │ │ │ │ └── NamedClusterUIHelperTest.java │ │ │ └── vfs │ │ │ └── VfsFileChooserHelperTest.java │ │ ├── hadoop │ │ ├── PluginPropertiesUtilTest.java │ │ └── PropertiesConfigurationPropertiesTest.java │ │ ├── util │ │ └── FileUtil.java │ │ └── weblogs │ │ └── WebLogs.java │ └── resources │ ├── hadoop-configurations │ └── .gitignore │ ├── master.log │ ├── plugin.properties │ ├── s3OutputMetaTest.ktr │ ├── test-settings.properties │ ├── test-version.properties │ └── test.ktr ├── pom.xml └── s3-vfs ├── .gitignore ├── LICENSE.txt ├── README.md ├── pom.xml └── src ├── main ├── java │ └── org │ │ └── pentaho │ │ ├── amazon │ │ ├── AmazonS3AFileSystemBootstrap.java │ │ ├── AmazonS3FileSystemBootstrap.java │ │ ├── AmazonS3NFileSystemBootstrap.java │ │ ├── AmazonSpoonPlugin.java │ │ └── s3 │ │ │ ├── S3AVfsFileChooserDialog.java │ │ │ ├── S3AVfsFileChooserHelper.java │ │ │ ├── S3CredentialsProvider.java │ │ │ ├── S3DetailComposite.java │ │ │ ├── S3Details.java │ │ │ ├── S3FileOutput.java │ │ │ ├── S3FileOutputDialog.java │ │ │ ├── S3FileOutputMeta.java │ │ │ ├── S3NVfsFileChooserDialog.java │ │ │ ├── S3NVfsFileChooserHelper.java │ │ │ ├── S3Util.java │ │ │ ├── S3VfsFileChooserBaseDialog.java │ │ │ ├── S3VfsFileChooserDialog.java │ │ │ ├── VfsFileChooserHelper.java │ │ │ └── provider │ │ │ └── S3Provider.java │ │ ├── s3 │ │ └── vfs │ │ │ ├── S3FileName.java │ │ │ ├── S3FileNameParser.java │ │ │ ├── S3FileObject.java │ │ │ ├── S3FileProvider.java │ │ │ └── S3FileSystem.java │ │ ├── s3a │ │ └── vfs │ │ │ ├── S3AFileName.java │ │ │ ├── S3AFileNameParser.java │ │ │ ├── S3AFileObject.java │ │ │ ├── S3AFileProvider.java │ │ │ └── S3AFileSystem.java │ │ ├── s3common │ │ ├── S3CommonFileInputStream.java │ │ ├── S3CommonFileObject.java │ │ ├── S3CommonFileProvider.java │ │ ├── S3CommonFileSystem.java │ │ ├── S3CommonFileSystemConfigBuilder.java │ │ ├── S3CommonPipedOutputStream.java │ │ ├── S3CommonWindowedSubstream.java │ │ └── S3KettleProperty.java │ │ └── s3n │ │ └── vfs │ │ ├── S3NFileName.java │ │ ├── S3NFileNameParser.java │ │ ├── S3NFileObject.java │ │ ├── S3NFileProvider.java │ │ └── S3NFileSystem.java └── resources │ ├── META-INF │ └── vfs-providers.xml │ ├── S3O.png │ ├── S3O.svg │ └── org │ └── pentaho │ ├── amazon │ ├── messages │ │ └── messages_en_US.properties │ └── s3 │ │ └── messages │ │ └── messages_en_US.properties │ ├── s3 │ └── vfs │ │ └── messages │ │ └── messages.properties │ └── s3common │ └── messages │ └── messages.properties └── test ├── java └── org │ └── pentaho │ ├── amazon │ └── s3 │ │ ├── S3DetailsTest.java │ │ ├── S3FileOutputMetaProcessFilenameTest.java │ │ ├── S3FileOutputMetaTest.java │ │ ├── S3FileOutputTest.java │ │ └── S3UtilTest.java │ ├── s3 │ └── vfs │ │ ├── S3FileNameParserIT.java │ │ ├── S3FileNameParserTest.java │ │ ├── S3FileNameTest.java │ │ ├── S3FileObjectTest.java │ │ ├── S3FileProviderTest.java │ │ └── S3FileSystemTest.java │ ├── s3a │ └── vfs │ │ ├── S3AFileNameParserTest.java │ │ └── S3AFileNameTest.java │ ├── s3common │ └── S3CommonFileSystemTestUtil.java │ └── s3n │ └── vfs │ ├── S3NFileNameParserTest.java │ ├── S3NFileNameTest.java │ ├── S3NFileObjectTest.java │ ├── S3NFileProviderTest.java │ └── S3NFileSystemTest.java └── resources └── test-settings.properties /.gitattributes: -------------------------------------------------------------------------------- 1 | # Auto detect text files and perform LF normalization 2 | * text=auto 3 | 4 | -------------------------------------------------------------------------------- /.github/CODEOWNERS: -------------------------------------------------------------------------------- 1 | * @pentaho/sp-branch-write -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | bin/ 2 | dist/ 3 | lib/ 4 | lib-provided/ 5 | stage-pmr/ 6 | test-lib/ 7 | eclipse-bin/ 8 | override.properties 9 | .settings/ 10 | .classpath 11 | .project 12 | /dev-lib 13 | /pdi-null 14 | /legacy/pdi-null 15 | /pdi-bin 16 | *.iml 17 | .idea/ 18 | target/ 19 | rebel.xml 20 | .DS_Store 21 | -------------------------------------------------------------------------------- /api/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | pentaho 7 | pentaho-big-data-bundles 8 | 10.3.0.0-SNAPSHOT 9 | 10 | pentaho-big-data-api 11 | 10.3.0.0-SNAPSHOT 12 | pom 13 | 14 | runtimeTest 15 | 16 | 17 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/RuntimeTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test; 15 | 16 | import org.pentaho.runtime.test.result.RuntimeTestResultSummary; 17 | 18 | import java.util.Set; 19 | 20 | /** 21 | * Created by bryan on 8/11/15. 22 | */ 23 | public interface RuntimeTest { 24 | boolean accepts( Object objectUnderTest ); 25 | 26 | String getModule(); 27 | 28 | String getId(); 29 | 30 | String getName(); 31 | 32 | boolean isConfigInitTest(); 33 | 34 | Set getDependencies(); 35 | 36 | RuntimeTestResultSummary runTest( Object objectUnderTest ); 37 | } 38 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/RuntimeTestProgressCallback.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test; 15 | 16 | /** 17 | * Created by bryan on 8/11/15. 18 | */ 19 | public interface RuntimeTestProgressCallback { 20 | void onProgress( RuntimeTestStatus runtimeTestStatus ); 21 | } 22 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/RuntimeTestStatus.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test; 15 | 16 | import org.pentaho.runtime.test.module.RuntimeTestModuleResults; 17 | 18 | import java.util.List; 19 | 20 | /** 21 | * Created by bryan on 8/18/15. 22 | */ 23 | public interface RuntimeTestStatus { 24 | List getModuleResults(); 25 | 26 | int getTestsDone(); 27 | 28 | int getTestsRunning(); 29 | 30 | int getTestsOutstanding(); 31 | 32 | boolean isDone(); 33 | } 34 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/RuntimeTester.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test; 15 | 16 | /** 17 | * Created by bryan on 8/11/15. 18 | */ 19 | public interface RuntimeTester { 20 | void runtimeTest( Object objectUnderTest, RuntimeTestProgressCallback runtimeTestProgressCallback ); 21 | } 22 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/action/RuntimeTestAction.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.action; 15 | 16 | import org.pentaho.runtime.test.result.RuntimeTestEntrySeverity; 17 | 18 | /** 19 | * Created by bryan on 9/8/15. 20 | */ 21 | public interface RuntimeTestAction { 22 | String getName(); 23 | String getDescription(); 24 | RuntimeTestEntrySeverity getSeverity(); 25 | RuntimeTestActionPayload getPayload(); 26 | } 27 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/action/RuntimeTestActionHandler.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.action; 15 | 16 | /** 17 | * Created by bryan on 9/8/15. 18 | */ 19 | public interface RuntimeTestActionHandler { 20 | boolean canHandle( RuntimeTestAction runtimeTestAction ); 21 | 22 | void handle( RuntimeTestAction runtimeTestAction ); 23 | } 24 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/action/RuntimeTestActionPayload.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.action; 15 | 16 | /** 17 | * Created by bryan on 9/9/15. 18 | */ 19 | public interface RuntimeTestActionPayload { 20 | /** 21 | * This will be called and logged when the Action isn't handled by any registered handlers 22 | * 23 | * @return the message associated with the payload 24 | */ 25 | String getMessage(); 26 | } 27 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/action/RuntimeTestActionService.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.action; 15 | 16 | /** 17 | * Created by bryan on 9/8/15. 18 | */ 19 | public interface RuntimeTestActionService { 20 | void handle( RuntimeTestAction runtimeTestAction ); 21 | } 22 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/i18n/MessageGetter.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.i18n; 15 | 16 | /** 17 | * Created by bryan on 8/21/15. 18 | */ 19 | public interface MessageGetter { 20 | String getMessage( String key, String... parameters ); 21 | } 22 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/i18n/MessageGetterFactory.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.i18n; 15 | 16 | /** 17 | * Created by bryan on 8/21/15. 18 | */ 19 | public interface MessageGetterFactory { 20 | MessageGetter create( Class PKG ); 21 | } 22 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/i18n/impl/BaseMessagesMessageGetterFactoryImpl.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.i18n.impl; 15 | 16 | import org.pentaho.runtime.test.i18n.MessageGetter; 17 | import org.pentaho.runtime.test.i18n.MessageGetterFactory; 18 | 19 | /** 20 | * Created by bryan on 8/21/15. 21 | */ 22 | public class BaseMessagesMessageGetterFactoryImpl implements MessageGetterFactory { 23 | @Override public MessageGetter create( Class PKG ) { 24 | return new BaseMessagesMessageGetterImpl( PKG ); 25 | } 26 | } 27 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/i18n/impl/BaseMessagesMessageGetterImpl.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.i18n.impl; 15 | 16 | import org.pentaho.di.i18n.BaseMessages; 17 | import org.pentaho.runtime.test.i18n.MessageGetter; 18 | 19 | /** 20 | * Created by bryan on 8/21/15. 21 | */ 22 | public class BaseMessagesMessageGetterImpl implements MessageGetter { 23 | private final Class PKG; 24 | 25 | public BaseMessagesMessageGetterImpl( Class PKG ) { 26 | this.PKG = PKG; 27 | } 28 | 29 | @Override public String getMessage( String key, String... parameters ) { 30 | if ( parameters != null && parameters.length > 0 ) { 31 | return BaseMessages.getString( PKG, key, parameters ); 32 | } else { 33 | return BaseMessages.getString( PKG, key ); 34 | } 35 | } 36 | } 37 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/module/RuntimeTestModuleResults.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.module; 15 | 16 | import org.pentaho.runtime.test.RuntimeTest; 17 | import org.pentaho.runtime.test.result.RuntimeTestEntrySeverity; 18 | import org.pentaho.runtime.test.result.RuntimeTestResult; 19 | 20 | import java.util.List; 21 | import java.util.Set; 22 | 23 | /** 24 | * Created by bryan on 8/11/15. 25 | */ 26 | public interface RuntimeTestModuleResults { 27 | String getName(); 28 | 29 | List getRuntimeTestResults(); 30 | 31 | Set getRunningTests(); 32 | 33 | Set getOutstandingTests(); 34 | 35 | RuntimeTestEntrySeverity getMaxSeverity(); 36 | } 37 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/network/ConnectivityTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.network; 15 | 16 | 17 | import org.pentaho.runtime.test.result.RuntimeTestResultEntry; 18 | 19 | /** 20 | * Created by bryan on 8/24/15. 21 | */ 22 | public interface ConnectivityTest { 23 | RuntimeTestResultEntry runTest(); 24 | } 25 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/result/RuntimeTestEntrySeverity.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.result; 15 | 16 | import java.util.Collection; 17 | 18 | /** 19 | * Created by bryan on 8/11/15. 20 | */ 21 | public enum RuntimeTestEntrySeverity { 22 | DEBUG, INFO, WARNING, SKIPPED, ERROR, FATAL; 23 | 24 | public static RuntimeTestEntrySeverity maxSeverityResult( Collection runtimeTestResults ) { 25 | RuntimeTestEntrySeverity maxSeverity = null; 26 | for ( RuntimeTestResult runtimeTestResult : runtimeTestResults ) { 27 | if ( runtimeTestResult.isDone() ) { 28 | RuntimeTestEntrySeverity severity = runtimeTestResult.getOverallStatusEntry().getSeverity(); 29 | if ( maxSeverity == null || ( severity != null && severity.ordinal() > maxSeverity.ordinal() ) ) { 30 | maxSeverity = severity; 31 | } 32 | } 33 | } 34 | return maxSeverity; 35 | } 36 | } 37 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/result/RuntimeTestResult.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.result; 15 | 16 | import org.pentaho.runtime.test.RuntimeTest; 17 | 18 | /** 19 | * Created by bryan on 8/11/15. 20 | */ 21 | public interface RuntimeTestResult extends RuntimeTestResultSummary { 22 | RuntimeTest getRuntimeTest(); 23 | 24 | boolean isDone(); 25 | 26 | long getTimeTaken(); 27 | } 28 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/result/RuntimeTestResultEntry.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.result; 15 | 16 | import org.pentaho.runtime.test.action.RuntimeTestAction; 17 | 18 | /** 19 | * Created by bryan on 8/11/15. 20 | */ 21 | public interface RuntimeTestResultEntry { 22 | RuntimeTestEntrySeverity getSeverity(); 23 | 24 | String getDescription(); 25 | 26 | String getMessage(); 27 | 28 | Throwable getException(); 29 | 30 | RuntimeTestAction getAction(); 31 | } 32 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/java/org/pentaho/runtime/test/result/RuntimeTestResultSummary.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.result; 15 | 16 | import java.util.List; 17 | 18 | /** 19 | * Created by bryan on 8/26/15. 20 | */ 21 | public interface RuntimeTestResultSummary { 22 | RuntimeTestResultEntry getOverallStatusEntry(); 23 | 24 | List getRuntimeTestResultEntries(); 25 | } 26 | -------------------------------------------------------------------------------- /api/runtimeTest/src/main/resources/org/pentaho/runtime/test/action/impl/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | HelpUrlPayload.Message=Please see help at {0} 2 | LoggingRuntimeTestActionHandlerImpl.Action=Recommended action: {0}, {1}\nResource: {2} 3 | LoggingRuntimeTestActionHandlerImpl.MissingSeverity=Recommended action: {0}, {1}\nResource: {2} -------------------------------------------------------------------------------- /api/runtimeTest/src/main/resources/org/pentaho/runtime/test/impl/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | RuntimeTestRunner.Skipped.Desc=This test was skipped because {0} was not successful. 2 | RuntimeTestRunner.Skipped.Message=The {0} test was skipped because test {1} was not successful. 3 | RuntimeTestRunner.Error.Desc=We couldn''t run test {0}. 4 | -------------------------------------------------------------------------------- /api/runtimeTest/src/test/java/org/pentaho/runtime/test/TestMessageGetterFactory.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test; 15 | 16 | 17 | import org.pentaho.runtime.test.i18n.MessageGetter; 18 | import org.pentaho.runtime.test.i18n.MessageGetterFactory; 19 | 20 | /** 21 | * Created by bryan on 8/21/15. 22 | */ 23 | public class TestMessageGetterFactory implements MessageGetterFactory { 24 | @Override public MessageGetter create( Class PKG ) { 25 | return new TestMessageGetter( PKG ); 26 | } 27 | } 28 | -------------------------------------------------------------------------------- /api/runtimeTest/src/test/java/org/pentaho/runtime/test/i18n/impl/BaseMessagesMessageGetterFactoryImplTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.i18n.impl; 15 | 16 | import org.junit.Before; 17 | import org.junit.Test; 18 | 19 | import static org.junit.Assert.assertTrue; 20 | 21 | /** 22 | * Created by bryan on 8/27/15. 23 | */ 24 | public class BaseMessagesMessageGetterFactoryImplTest { 25 | private BaseMessagesMessageGetterFactoryImpl baseMessagesMessageGetterFactory; 26 | 27 | @Before 28 | public void setup() { 29 | baseMessagesMessageGetterFactory = new BaseMessagesMessageGetterFactoryImpl(); 30 | } 31 | 32 | @Test 33 | public void testCreate() { 34 | assertTrue( baseMessagesMessageGetterFactory 35 | .create( BaseMessagesMessageGetterFactoryImplTest.class ) instanceof BaseMessagesMessageGetterImpl ); 36 | } 37 | } 38 | -------------------------------------------------------------------------------- /api/runtimeTest/src/test/java/org/pentaho/runtime/test/i18n/impl/BaseMessagesMessageGetterImplTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.runtime.test.i18n.impl; 15 | 16 | import org.junit.Before; 17 | import org.junit.Test; 18 | 19 | import static org.junit.Assert.assertEquals; 20 | 21 | /** 22 | * Created by bryan on 8/27/15. 23 | */ 24 | public class BaseMessagesMessageGetterImplTest { 25 | private BaseMessagesMessageGetterImpl baseMessagesMessageGetter; 26 | 27 | @Before 28 | public void setup() { 29 | baseMessagesMessageGetter = new BaseMessagesMessageGetterImpl( BaseMessagesMessageGetterFactoryImplTest.class ); 30 | } 31 | 32 | @Test 33 | public void testGetMesssage() { 34 | String message = "message"; 35 | String expected = "!" + message + "!"; 36 | assertEquals( expected, baseMessagesMessageGetter.getMessage( message ) ); 37 | assertEquals( expected, baseMessagesMessageGetter.getMessage( message, "testParam" ) ); 38 | } 39 | } 40 | -------------------------------------------------------------------------------- /assemblies/features/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | pentaho 7 | pentaho-big-data-assemblies 8 | 10.3.0.0-SNAPSHOT 9 | 10 | 11 | pentaho-karaf-features 12 | pentaho-big-data-plugin-osgi 13 | 14 | feature 15 | 16 | 17 | site 18 | 19 | 20 | 21 | -------------------------------------------------------------------------------- /assemblies/kafka-plugin/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 4.0.0 6 | 7 | 8 | pentaho 9 | pentaho-big-data-assemblies 10 | 10.3.0.0-SNAPSHOT 11 | 12 | 13 | pentaho-streaming-kafka-plugin 14 | 10.3.0.0-SNAPSHOT 15 | pom 16 | 17 | Pentaho Kafka Streaming Plugin 18 | 19 | 20 | 21 | pentaho 22 | pentaho-big-data-kettle-plugins-kafka 23 | ${project.version} 24 | 25 | 26 | 27 | -------------------------------------------------------------------------------- /assemblies/kafka-plugin/src/main/resources/version.xml: -------------------------------------------------------------------------------- 1 | 2 | ${project.version} -------------------------------------------------------------------------------- /assemblies/legacy-plugin/src/main/assembly/resources/hadoop-configurations/.kettle-ignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/assemblies/legacy-plugin/src/main/assembly/resources/hadoop-configurations/.kettle-ignore -------------------------------------------------------------------------------- /assemblies/legacy-plugin/src/main/assembly/resources/plugins/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/assemblies/legacy-plugin/src/main/assembly/resources/plugins/.gitignore -------------------------------------------------------------------------------- /assemblies/pmr-libraries/src/main/resources/classes/kettle-lifecycle-listeners.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | PDI-OSGI-Bridge Listener 5 | 6 | org.pentaho.di.osgi.KettleLifeCycleAdapter 7 | 8 | 9 | 10 | 11 | -------------------------------------------------------------------------------- /assemblies/pmr-libraries/src/main/resources/classes/kettle-password-encoder-plugins.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Kettle Password Encoder 5 | org.pentaho.support.encryption.KettleTwoWayPasswordEncoder 6 | 7 | 8 | -------------------------------------------------------------------------------- /assemblies/pmr-libraries/src/main/resources/classes/kettle-registry-extensions.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | PDI-OSGI-Bridge Extension 5 | 6 | org.pentaho.di.osgi.registryExtension.OSGIPluginRegistryExtension 7 | 8 | 9 | 10 | 11 | -------------------------------------------------------------------------------- /assemblies/pmr-libraries/src/main/resources/classes/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 11 | 12 | %d %-5p [%c] %m%n 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | %d{ABSOLUTE} %-5p [%c{1}] %m%n 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | 32 | 33 | 34 | 35 | 36 | 37 | 38 | -------------------------------------------------------------------------------- /assemblies/pmr-libraries/src/main/resources/classes/pmr.properties: -------------------------------------------------------------------------------- 1 | isPmr=true 2 | notificationsBeforeLoadingShim=1 3 | maxTimeoutBeforeLoadingShim=300 4 | -------------------------------------------------------------------------------- /assemblies/pmr-libraries/src/main/resources/simple-jndi/jdbc.properties: -------------------------------------------------------------------------------- 1 | SampleData/type=javax.sql.DataSource 2 | SampleData/driver=org.h2.Driver 3 | SampleData/url=jdbc:h2:file:samples/db/sampledb;IFEXISTS=TRUE 4 | SampleData/user=PENTAHO_USER 5 | SampleData/password=PASSWORD 6 | Quartz/type=javax.sql.DataSource 7 | Quartz/driver=org.hsqldb.jdbcDriver 8 | Quartz/url=jdbc:hsqldb:hsql://localhost/quartz 9 | Quartz/user=pentaho_user 10 | Quartz/password=password 11 | Hibernate/type=javax.sql.DataSource 12 | Hibernate/driver=org.hsqldb.jdbcDriver 13 | Hibernate/url=jdbc:hsqldb:hsql://localhost/hibernate 14 | Hibernate/user=hibuser 15 | Hibernate/password=password 16 | Shark/type=javax.sql.DataSource 17 | Shark/driver=org.hsqldb.jdbcDriver 18 | Shark/url=jdbc:hsqldb:hsql://localhost/shark 19 | Shark/user=sa 20 | Shark/password= 21 | PDI_Operations_Mart/type=javax.sql.DataSource 22 | PDI_Operations_Mart/driver=org.postgresql.Driver 23 | PDI_Operations_Mart/url=jdbc:postgresql://localhost:5432/hibernate?searchpath=pentaho_operations_mart 24 | PDI_Operations_Mart/user=hibuser 25 | PDI_Operations_Mart/password=password 26 | live_logging_info/type=javax.sql.DataSource 27 | live_logging_info/driver=org.postgresql.Driver 28 | live_logging_info/url=jdbc:postgresql://localhost:5432/hibernate?searchpath=pentaho_dilogs 29 | live_logging_info/user=hibuser 30 | live_logging_info/password=password 31 | -------------------------------------------------------------------------------- /assemblies/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | pentaho 7 | pentaho-big-data-bundles 8 | 10.3.0.0-SNAPSHOT 9 | 10 | pentaho-big-data-assemblies 11 | 10.3.0.0-SNAPSHOT 12 | pom 13 | 14 | 15 | featuresOnly 16 | 17 | 18 | !assemblyOnly 19 | 20 | 21 | 22 | features 23 | 24 | 25 | 26 | assemblyOnly 27 | 28 | 29 | !featuresOnly 30 | 31 | 32 | 33 | samples 34 | pmr-libraries 35 | legacy-plugin 36 | s3-vfs 37 | kafka-plugin 38 | 39 | 40 | 41 | 42 | 43 | -------------------------------------------------------------------------------- /assemblies/s3-vfs/src/main/assembly/descriptors/s3-vfs.xml: -------------------------------------------------------------------------------- 1 | 2 | s3-plugin 3 | 4 | zip 5 | 6 | pentaho-s3-vfs-plugin 7 | 8 | 9 | . 10 | 11 | pentaho:pentaho-s3-vfs:jar 12 | 13 | false 14 | 15 | 16 | /lib 17 | false 18 | runtime 19 | false 20 | ${artifact.artifactId}-${artifact.baseVersion}.${artifact.extension} 21 | 22 | 23 | com.amazonaws:aws-java-sdk-core 24 | com.amazonaws:aws-java-sdk-s3 25 | 26 | 27 | 28 | 29 | -------------------------------------------------------------------------------- /assemblies/samples/src/main/assembly/descriptors/samples.xml: -------------------------------------------------------------------------------- 1 | 2 | package 3 | 4 | 5 | zip 6 | 7 | 8 | 9 | ../../legacy/samples 10 | / 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /dev-doc/multishim/MultiShimHBase.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/dev-doc/multishim/MultiShimHBase.png -------------------------------------------------------------------------------- /dev-doc/multishim/MultiShimHBase.sd: -------------------------------------------------------------------------------- 1 | kettlePlugin:KP "Kettle Plugin" 2 | namedClusterServiceLocator:NCSL "Named Cluster Service" 3 | clusterInitializer:CI "Cluster Initializer" 4 | hadoopConfigurationBootstrap:HCB "Hadoop Configuration Bootstrap" 5 | hbaseServiceFactory:HSF "HBase Service Factory" 6 | 7 | kettlePlugin:namedClusterServiceLocator.getService(cdh55unsec, HBaseService.class) 8 | namedClusterServiceLocator:clusterInitializer.initialize(cdh55unsec) 9 | clusterInitializer:hadoopConfigurationBootstrap.getProvider(cdh55) 10 | namedClusterServiceLocator:hbaseServiceFactory.canHandle(cdh55unsec) 11 | namedClusterServiceLocator:hbaseServiceFactory.create(cdh55unsec) 12 | -------------------------------------------------------------------------------- /dev-doc/multishim/SingleShimHBase.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/dev-doc/multishim/SingleShimHBase.png -------------------------------------------------------------------------------- /dev-doc/multishim/SingleShimHBase.sd: -------------------------------------------------------------------------------- 1 | kettlePlugin:KP "Kettle Plugin" 2 | namedClusterServiceLocator:NCSL "Named Cluster Service" 3 | clusterInitializer:CI "Cluster Initializer" 4 | hadoopConfigurationBootstrap:HCB "Hadoop Configuration Bootstrap" 5 | hbaseServiceFactory:HSF "HBase Service Factory" 6 | 7 | kettlePlugin:namedClusterServiceLocator.getService(cdh55unsec, HBaseService.class) 8 | namedClusterServiceLocator:clusterInitializer.initialize(cdh55unsec) 9 | clusterInitializer:hadoopConfigurationBootstrap.getProvider() 10 | namedClusterServiceLocator:hbaseServiceFactory.canHandle(cdh55unsec) 11 | namedClusterServiceLocator:hbaseServiceFactory.create(cdh55unsec) -------------------------------------------------------------------------------- /dev-doc/shim-bridge-classloading.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/dev-doc/shim-bridge-classloading.png -------------------------------------------------------------------------------- /impl/cluster/src/main/java/org/pentaho/big/data/impl/cluster/NamedClusterServiceBeforeJobExtensionPoint.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.impl.cluster; 14 | 15 | import org.pentaho.hadoop.shim.api.cluster.NamedClusterService; 16 | import org.pentaho.di.core.extension.ExtensionPoint; 17 | import org.pentaho.di.core.osgi.api.NamedClusterServiceOsgi; 18 | 19 | 20 | /** 21 | * Created by tkafalas on 8/9/2017. 22 | * *

23 | * This class exists because two ExtensionPoint annotations are not allowed on the same class 24 | */ 25 | @ExtensionPoint( id = "NamedClusterServiceBeforeJobExtensionPoint", extensionPointId = "JobBeforeJobEntryExecution", 26 | description = "" ) 27 | public class NamedClusterServiceBeforeJobExtensionPoint extends NamedClusterServiceExtensionPoint { 28 | NamedClusterServiceOsgi namedClusterServiceOsgi; 29 | 30 | public NamedClusterServiceBeforeJobExtensionPoint( NamedClusterService namedClusterService ) { 31 | super( namedClusterService ); 32 | } 33 | } 34 | -------------------------------------------------------------------------------- /impl/cluster/src/main/java/org/pentaho/big/data/impl/cluster/NamedClusterServiceBeforeJobSaveExtensionPoint.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.impl.cluster; 14 | 15 | import org.pentaho.hadoop.shim.api.cluster.NamedClusterService; 16 | import org.pentaho.di.core.extension.ExtensionPoint; 17 | import org.pentaho.di.core.osgi.api.NamedClusterServiceOsgi; 18 | 19 | 20 | /** 21 | * Created by tkafalas on 8/9/2017. 22 | * *

23 | * This class exists because two ExtensionPoint annotations are not allowed on the same class 24 | */ 25 | @ExtensionPoint( id = "NamedClusterServiceBeforeJobSaveExtensionPoint", extensionPointId = "JobBeforeSave", 26 | description = "" ) 27 | public class NamedClusterServiceBeforeJobSaveExtensionPoint extends NamedClusterServiceExtensionPoint { 28 | NamedClusterServiceOsgi namedClusterServiceOsgi; 29 | 30 | public NamedClusterServiceBeforeJobSaveExtensionPoint( NamedClusterService namedClusterService ) { 31 | super( namedClusterService ); 32 | } 33 | } 34 | -------------------------------------------------------------------------------- /impl/cluster/src/main/java/org/pentaho/big/data/impl/cluster/NamedClusterServiceNewTransExtensionPoint.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.impl.cluster; 14 | 15 | import org.pentaho.hadoop.shim.api.cluster.NamedClusterService; 16 | 17 | import org.pentaho.di.core.extension.ExtensionPoint; 18 | import org.pentaho.di.core.osgi.api.NamedClusterServiceOsgi; 19 | 20 | /** 21 | * Created by tkafalas on 7/14/2017. 22 | * *

23 | * This class exists because two ExtensionPoint annotations are not allowed on the same class 24 | */ 25 | @ExtensionPoint( id = "NamedClusterServiceNewTransExtensionPoint", extensionPointId = "TransformationCreateNew", 26 | description = "" ) 27 | public class NamedClusterServiceNewTransExtensionPoint extends NamedClusterServiceExtensionPoint { 28 | NamedClusterServiceOsgi namedClusterServiceOsgi; 29 | 30 | public NamedClusterServiceNewTransExtensionPoint( NamedClusterService namedClusterService ) { 31 | super( namedClusterService ); 32 | } 33 | } 34 | -------------------------------------------------------------------------------- /impl/cluster/src/main/java/org/pentaho/big/data/impl/cluster/NamedClusterServicePrepareTransExtensionPoint.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.impl.cluster; 14 | 15 | import org.pentaho.hadoop.shim.api.cluster.NamedClusterService; 16 | import org.pentaho.di.core.extension.ExtensionPoint; 17 | import org.pentaho.di.core.osgi.api.NamedClusterServiceOsgi; 18 | 19 | 20 | /** 21 | * Created by tkafalas on 7/14/2017. 22 | * *

23 | * This class exists because two ExtensionPoint annotations are not allowed on the same class 24 | */ 25 | @ExtensionPoint( id = "NamedClusterServicePrepareTransExtensionPoint", extensionPointId = "TransformationPrepareExecution", 26 | description = "" ) 27 | public class NamedClusterServicePrepareTransExtensionPoint extends NamedClusterServiceExtensionPoint { 28 | NamedClusterServiceOsgi namedClusterServiceOsgi; 29 | 30 | public NamedClusterServicePrepareTransExtensionPoint( NamedClusterService namedClusterService ) { 31 | super( namedClusterService ); 32 | } 33 | } 34 | -------------------------------------------------------------------------------- /impl/cluster/src/main/resources/org/pentaho/big/data/impl/cluster/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | NamedClusterManager.ErrorFindingUserMetastore=No metastore found and exception encountered looking for user-specified or legacy metastore 2 | NamedClusterManager.ErrorReadingMetastore=Error loading user-specified metastore -------------------------------------------------------------------------------- /impl/cluster/src/test/resources/plugin.properties: -------------------------------------------------------------------------------- 1 | big.data.slave.metastore.dir= -------------------------------------------------------------------------------- /impl/clusterTests/src/main/java/org/pentaho/big/data/impl/cluster/tests/Constants.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.impl.cluster.tests; 15 | 16 | /** 17 | * Created by bryan on 8/14/15. 18 | */ 19 | public class Constants { 20 | public static final String HADOOP_FILE_SYSTEM = "Hadoop File System"; 21 | public static final String MAP_REDUCE = "Map Reduce"; 22 | public static final String OOZIE = "Oozie"; 23 | public static final String ZOOKEEPER = "Zookeeper"; 24 | public static final String KAFKA = "Kafka"; 25 | } 26 | -------------------------------------------------------------------------------- /impl/clusterTests/src/main/resources/org/pentaho/big/data/impl/cluster/tests/kafka/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | KafkaConnectTest.Name=Kafka Connection 2 | KafkaConnectTest.MalformedUrl.Desc=Unable to connect to Kafka. 3 | KafkaConnectTest.MalformedUrl.Message=We are unable to connect to Kafka at {0}. Please verify the Kafka Bootstrap URL and network access. 4 | KafkaConnectTest.Success.Desc=Successfully connected to Kafka. 5 | KafkaConnectTest.Success.Message=Successfully connected to Kafka. 6 | KafkaConnectTest.Empty.Desc=This test was skipped because Bootstrap server field is empty. 7 | KafkaConnectTest.Empty.Message=This test was skipped because Bootstrap server field is empty. 8 | -------------------------------------------------------------------------------- /impl/clusterTests/src/main/resources/org/pentaho/big/data/impl/cluster/tests/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | RuntimeTestResultEntryWithDefaultShimHelp.TroubleshootingGuide=Learn more 2 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc=Setup/Administration/Troubleshooting/Big_Data_Issues 3 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Anchor.General= 4 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Anchor.ShimLoad=#Shim_and_Configuration_Issues 5 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Anchor.ClusterConnect=#Connection_Problems 6 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Anchor.ClusterConnectGateway=#Connection_Problems 7 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Anchor.AccessDirectory=#Directory_Access_or_Permissions_Issues 8 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Anchor.Oozie=#Oozie_Issues 9 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Anchor.Zookeeper=#Zookeeper_Problems 10 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Anchor.Kafka=#Kafka_Problems 11 | 12 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Title=Hadoop Cluster Test 13 | RuntimeTestResultEntryWithDefaultShimHelp.Shell.Doc.Header=Hadoop Cluster Test details 14 | -------------------------------------------------------------------------------- /impl/clusterTests/src/main/resources/org/pentaho/big/data/impl/cluster/tests/mr/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | PingJobTrackerTest.Name=Ping Job Tracker / Resource Manager 2 | PingJobTrackerTest.isMapr.Desc=Test not applicable for MapR clusters 3 | PingJobTrackerTest.isMapr.Message=The JobTracker / ResourceManager connectivity test is not applicable to MapR clusters as they use a native client to connect. 4 | -------------------------------------------------------------------------------- /impl/clusterTests/src/main/resources/org/pentaho/big/data/impl/cluster/tests/oozie/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | PingOozieHostTest.Name=Oozie Host Connection 2 | PingOozieHostTest.MalformedUrl.Desc=Unable to connect to Oozie. 3 | PingOozieHostTest.MalformedUrl.Message=We are unable to connect to Oozie at {0}. Please verify the Oozie URL and network access. 4 | -------------------------------------------------------------------------------- /impl/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | pentaho 7 | pentaho-big-data-bundles 8 | 10.3.0.0-SNAPSHOT 9 | 10 | pentaho-big-data-impl 11 | 10.3.0.0-SNAPSHOT 12 | pom 13 | 14 | cluster 15 | clusterTests 16 | shim 17 | vfs 18 | 19 | 20 | -------------------------------------------------------------------------------- /impl/shim/common/src/test/resources/com/pentaho/big/big/data/bundles/impl/shim/common/ShimBridgingClassloader.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/impl/shim/common/src/test/resources/com/pentaho/big/big/data/bundles/impl/shim/common/ShimBridgingClassloader.class -------------------------------------------------------------------------------- /impl/shim/jaas/src/main/java/org/pentaho/big/data/impl/shim/jaas/JaasConfigServiceFactory.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.impl.shim.jaas; 14 | 15 | import org.pentaho.hadoop.shim.api.jaas.JaasConfigService; 16 | import org.pentaho.hadoop.shim.api.cluster.NamedCluster; 17 | import org.pentaho.hadoop.shim.api.cluster.NamedClusterServiceFactory; 18 | 19 | import java.util.Properties; 20 | 21 | public class JaasConfigServiceFactory implements NamedClusterServiceFactory { 22 | 23 | public JaasConfigServiceFactory( 24 | @SuppressWarnings( "unused" ) boolean isActiveConfiguration, Object hadoopConfiguration ) { 25 | } 26 | @Override public Class getServiceClass() { 27 | return JaasConfigService.class; 28 | } 29 | 30 | @Override public boolean canHandle( NamedCluster namedCluster ) { 31 | return true; 32 | } 33 | 34 | @Override public JaasConfigService create( NamedCluster namedCluster ) { 35 | return new JaasConfigServiceImpl( new Properties() ); 36 | } 37 | } 38 | -------------------------------------------------------------------------------- /impl/shim/jaas/src/main/resources/OSGI-INF/blueprint/blueprint.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 5 | -------------------------------------------------------------------------------- /impl/shim/jaas/src/main/resources/org/pentaho/big/data/impl/shim/jaas/messages.properties: -------------------------------------------------------------------------------- 1 | jaas.config.service.load.error=Unable to register JaasConfigService for ? shim 2 | -------------------------------------------------------------------------------- /impl/shim/pig/pdi-testName: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/impl/shim/pig/pdi-testName -------------------------------------------------------------------------------- /impl/shim/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | pentaho 7 | pentaho-big-data-impl 8 | 10.3.0.0-SNAPSHOT 9 | 10 | pentaho-big-data-impl-shim 11 | 10.3.0.0-SNAPSHOT 12 | pom 13 | 14 | common 15 | shimTests 16 | 17 | 18 | -------------------------------------------------------------------------------- /impl/shim/shimTests/src/main/resources/OSGI-INF/blueprint/blueprint.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | -------------------------------------------------------------------------------- /impl/shim/shimTests/src/main/resources/org/pentaho/big/data/impl/shim/tests/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | TestShimLoad.Name=Active Shim Load 2 | TestShimLoad.ShimLoaded.Desc=Successfully loaded the {0} shim. 3 | TestShimLoad.ShimLoaded.Message=Successfully loaded the {0} shim. 4 | TestShimLoad.NoShimSpecified.Desc=The Active Shim has not been set. 5 | TestShimLoad.UnableToLoadShim.Desc=Unable to load the {0} Shim. 6 | 7 | TestShimConfig.Name=Shim Configuration Verification 8 | TestShimConfig.FileSystemMatch.Desc=The Hadoop File System URL matches the Active shim. 9 | TestShimConfig.FileSystemMatch.Message=The Hadoop File System URL matches the URL in the shim configuration file. 10 | TestShimConfig.FileSystemNoMatch.Desc=The Hadoop File System URL does not match the URL in the shim's core-site.xml. 11 | TestShimConfig.FileSystemNoMatch.Message=The Hadoop File System URL {0} does not match the defaultFS Hadoop config property in the shim's core-site.xml. Be sure to get the site configuration files from the Hadoop cluster. 12 | -------------------------------------------------------------------------------- /impl/vfs/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | pentaho 7 | pentaho-big-data-impl 8 | 10.3.0.0-SNAPSHOT 9 | 10 | pentaho-big-data-impl-vfs 11 | 10.3.0.0-SNAPSHOT 12 | pom 13 | 14 | hdfs 15 | 16 | 17 | -------------------------------------------------------------------------------- /kettle-plugins/browse/src/main/resources/OSGI-INF/blueprint/blueprint.xml: -------------------------------------------------------------------------------- 1 | 2 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /kettle-plugins/common/job/src/main/java/org/pentaho/big/data/kettle/plugins/job/JobEntryMode.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.job; 15 | 16 | /** 17 | * Represents visible states of the UI and the execution mode. 18 | * 19 | * User: RFellows Date: 6/11/12 20 | */ 21 | public enum JobEntryMode { 22 | QUICK_SETUP, ADVANCED_LIST, ADVANCED_COMMAND_LINE 23 | } 24 | -------------------------------------------------------------------------------- /kettle-plugins/common/job/src/main/java/org/pentaho/big/data/kettle/plugins/job/Password.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.job; 15 | 16 | import java.lang.annotation.Documented; 17 | import java.lang.annotation.ElementType; 18 | import java.lang.annotation.Retention; 19 | import java.lang.annotation.RetentionPolicy; 20 | import java.lang.annotation.Target; 21 | 22 | 23 | /** 24 | * Denotes a field is a password and must be encrypted when serialized. This must be placed on a {@link String} field. 25 | */ 26 | @Documented 27 | @Retention( RetentionPolicy.RUNTIME ) 28 | @Target( ElementType.FIELD ) 29 | public @interface Password { 30 | } 31 | -------------------------------------------------------------------------------- /kettle-plugins/common/job/src/main/resources/org/pentaho/big/data/kettle/plugins/job/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | 2 | JobExecutor.Confirm.Toggle.Quick.Mode.Title=Confirm leaving Advanced Mode 3 | JobExecutor.Confirm.Toggle.Quick.Mode.Message=Any changes made in "Advanced" mode will be lost by switching to "Quick Setup" mode.\nAre you sure you want to proceed? 4 | -------------------------------------------------------------------------------- /kettle-plugins/common/namedClusterBridge/src/main/resources/OSGI-INF/blueprint/blueprint.xml: -------------------------------------------------------------------------------- 1 | 2 | 8 | -------------------------------------------------------------------------------- /kettle-plugins/common/namedClusterBridge/src/main/resources/org/pentaho/big/data/plugins/common/ui/named/cluster/bridge/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | NamedClusterDialog.STRING_NAMED_CLUSTERS=Hadoop clusters 2 | -------------------------------------------------------------------------------- /kettle-plugins/common/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | pentaho 7 | pentaho-big-data-kettle-plugins 8 | 10.3.0.0-SNAPSHOT 9 | 10 | pentaho-big-data-kettle-plugins-common 11 | 10.3.0.0-SNAPSHOT 12 | pom 13 | 14 | ui 15 | namedClusterBridge 16 | job 17 | 18 | 19 | -------------------------------------------------------------------------------- /kettle-plugins/common/ui/src/main/java/org/pentaho/big/data/plugins/common/ui/StateChangeListener.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.plugins.common.ui; 15 | 16 | interface StateChangeListener { 17 | void stateModified(); 18 | } 19 | -------------------------------------------------------------------------------- /kettle-plugins/common/ui/src/main/java/org/pentaho/big/data/plugins/common/ui/TestResultComposite.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | package org.pentaho.big.data.plugins.common.ui; 13 | 14 | import org.eclipse.swt.widgets.Composite; 15 | 16 | /** 17 | * Created by mburgess on 8/27/15. 18 | */ 19 | public class TestResultComposite extends Composite { 20 | 21 | public TestResultComposite( Composite parent, int style ) { 22 | super( parent, style ); 23 | } 24 | } 25 | -------------------------------------------------------------------------------- /kettle-plugins/common/ui/src/main/resources/ui/images/error_red.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 9 | 10 | 11 | -------------------------------------------------------------------------------- /kettle-plugins/common/ui/src/main/resources/ui/images/success_green.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | -------------------------------------------------------------------------------- /kettle-plugins/common/ui/src/main/resources/ui/images/warning_yellow.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 10 | 12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /kettle-plugins/formats-meta/src/main/java/org/pentaho/big/data/kettle/plugins/formats/FormatInputFile.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.formats; 15 | 16 | import org.pentaho.di.trans.steps.file.BaseFileInputFiles; 17 | 18 | /** 19 | * Base class for format's input file - env added. 20 | * 21 | * @author 22 | */ 23 | public class FormatInputFile extends BaseFileInputFiles { 24 | 25 | public String[] environment = {}; 26 | 27 | /** 28 | * we need to reallocate {@link #environment} too since it can have other length 29 | */ 30 | @Override 31 | public void normalizeAllocation( int length ) { 32 | super.normalizeAllocation( length ); 33 | environment = normalizeAllocation( environment, length ); 34 | } 35 | 36 | } 37 | -------------------------------------------------------------------------------- /kettle-plugins/formats-meta/src/main/resources/org/pentaho/big/data/kettle/plugins/formats/orc/output/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | OrcOutput.CompressionType.NONE=None 2 | OrcOutput.CompressionType.ZLIB=ZLib 3 | OrcOutput.CompressionType.LZO=LZO 4 | OrcOutput.CompressionType.SNAPPY=Snappy 5 | -------------------------------------------------------------------------------- /kettle-plugins/formats-meta/src/main/resources/org/pentaho/big/data/kettle/plugins/formats/parquet/output/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | ParquetOutput.EncodingType.PLAIN=Plain 2 | ParquetOutput.EncodingType.DICTIONARY=Dictionary 3 | ParquetOutput.EncodingType.BIT_PACKED=Bit packed 4 | ParquetOutput.EncodingType.RLE=RLE 5 | 6 | ParquetOutput.CompressionType.NONE=None 7 | 8 | -------------------------------------------------------------------------------- /kettle-plugins/formats-meta/src/test/resources/org/pentaho/big/data/kettle/plugins/formats/orc/input/OrcInput.xml: -------------------------------------------------------------------------------- 1 | 2 | Orc Input 3 | OrcInputNew 4 | 5 | Y 6 | 7 | 1 8 | 9 | none 10 | 11 | 12 | N 13 | SampleFileName 14 | 15 | 16 | SamplePath 17 | SampleName 18 | String 19 | false 20 | SampleDefault 21 | String 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | 32 | 416 33 | 112 34 | Y 35 | 36 | 37 | -------------------------------------------------------------------------------- /kettle-plugins/formats/src/main/java/org/pentaho/big/data/kettle/plugins/formats/impl/orc/input/OrcInputData.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.formats.impl.orc.input; 15 | 16 | import java.util.Iterator; 17 | 18 | import org.pentaho.di.core.RowMetaAndData; 19 | import org.pentaho.di.core.row.RowMetaInterface; 20 | import org.pentaho.di.trans.steps.file.BaseFileInputStepData; 21 | import org.pentaho.hadoop.shim.api.format.IPentahoInputFormat.IPentahoRecordReader; 22 | import org.pentaho.hadoop.shim.api.format.IPentahoOrcInputFormat; 23 | 24 | public class OrcInputData extends BaseFileInputStepData { 25 | IPentahoOrcInputFormat input; 26 | IPentahoRecordReader reader; 27 | Iterator rowIterator; 28 | RowMetaInterface outputRowMeta; 29 | } 30 | -------------------------------------------------------------------------------- /kettle-plugins/formats/src/main/java/org/pentaho/big/data/kettle/plugins/formats/impl/orc/output/OrcOutputData.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.kettle.plugins.formats.impl.orc.output; 14 | 15 | import org.pentaho.di.trans.step.BaseStepData; 16 | import org.pentaho.di.trans.step.StepDataInterface; 17 | import org.pentaho.hadoop.shim.api.format.IPentahoOrcOutputFormat; 18 | import org.pentaho.hadoop.shim.api.format.IPentahoOutputFormat.IPentahoRecordWriter; 19 | 20 | public class OrcOutputData extends BaseStepData implements StepDataInterface { 21 | 22 | public IPentahoOrcOutputFormat output; 23 | public IPentahoRecordWriter writer; 24 | } 25 | -------------------------------------------------------------------------------- /kettle-plugins/formats/src/main/java/org/pentaho/big/data/kettle/plugins/formats/impl/parquet/input/ParquetInputData.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.formats.impl.parquet.input; 15 | 16 | import java.util.Iterator; 17 | import java.util.List; 18 | 19 | import org.pentaho.di.core.RowMetaAndData; 20 | import org.pentaho.di.core.row.RowMetaInterface; 21 | import org.pentaho.di.trans.steps.file.BaseFileInputStepData; 22 | import org.pentaho.hadoop.shim.api.format.IPentahoInputFormat.IPentahoRecordReader; 23 | import org.pentaho.hadoop.shim.api.format.IPentahoInputFormat.IPentahoInputSplit; 24 | import org.pentaho.hadoop.shim.api.format.IPentahoParquetInputFormat; 25 | 26 | public class ParquetInputData extends BaseFileInputStepData { 27 | IPentahoParquetInputFormat input; 28 | List splits; 29 | int currentSplit; 30 | IPentahoRecordReader reader; 31 | Iterator rowIterator; 32 | RowMetaInterface outputRowMeta; 33 | } 34 | -------------------------------------------------------------------------------- /kettle-plugins/formats/src/main/java/org/pentaho/big/data/kettle/plugins/formats/impl/parquet/input/VFSScheme.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.formats.impl.parquet.input; 15 | 16 | public class VFSScheme { 17 | 18 | private final String scheme; 19 | 20 | private final String schemeName; 21 | 22 | public VFSScheme( String scheme, String schemeName ) { 23 | this.scheme = scheme; 24 | this.schemeName = schemeName; 25 | } 26 | 27 | public String getScheme() { 28 | return scheme; 29 | } 30 | 31 | public String getSchemeName() { 32 | return schemeName; 33 | } 34 | 35 | } 36 | -------------------------------------------------------------------------------- /kettle-plugins/formats/src/main/java/org/pentaho/big/data/kettle/plugins/formats/impl/parquet/output/ParquetOutputData.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.kettle.plugins.formats.impl.parquet.output; 14 | 15 | import org.pentaho.di.trans.step.BaseStepData; 16 | import org.pentaho.di.trans.step.StepDataInterface; 17 | import org.pentaho.hadoop.shim.api.format.IPentahoOutputFormat.IPentahoRecordWriter; 18 | import org.pentaho.hadoop.shim.api.format.IPentahoParquetOutputFormat; 19 | 20 | public class ParquetOutputData extends BaseStepData implements StepDataInterface { 21 | 22 | public IPentahoParquetOutputFormat output; 23 | public IPentahoRecordWriter writer; 24 | } 25 | -------------------------------------------------------------------------------- /kettle-plugins/formats/src/main/resources/PI.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 17 | 18 | 19 | -------------------------------------------------------------------------------- /kettle-plugins/formats/src/main/resources/PO.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 19 | 20 | 21 | 22 | 23 | -------------------------------------------------------------------------------- /kettle-plugins/formats/src/main/resources/org/pentaho/big/data/kettle/plugins/formats/impl/orc/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | BaseStepDialog.StepName=Step name: 2 | BaseStepDialog.Preview=Preview 3 | 4 | OrcDialog.Location.Label=Location: 5 | OrcDialog.Filename.Label=Folder/File name: 6 | 7 | #ToDo 8 | OrcDialog.FileBrowser.KettleFileException= 9 | OrcDialog.FileBrowser.FileSystemException= 10 | OrcDialog.SchemaFileBrowser.KettleFileException= 11 | OrcDialog.SchemaFileBrowser.FileSystemException= 12 | -------------------------------------------------------------------------------- /kettle-plugins/formats/src/main/resources/org/pentaho/big/data/kettle/plugins/formats/impl/parquet/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | BaseStepDialog.StepName=Step name: 2 | BaseStepDialog.Preview=Preview 3 | 4 | ParquetDialog.Location.Label=Location: 5 | ParquetDialog.Filename.Label=Folder/File name: 6 | 7 | #ToDo 8 | ParquetDialog.FileBrowser.KettleFileException= 9 | ParquetDialog.FileBrowser.FileSystemException= 10 | -------------------------------------------------------------------------------- /kettle-plugins/guiTestActionHandlers/src/main/resources/OSGI-INF/blueprint/blueprint.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 7 | 8 | 9 | -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/java/org/pentaho/big/data/kettle/plugins/hadoopcluster/ui/dialog/wizard/util/BadSiteFilesException.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.hadoopcluster.ui.dialog.wizard.util; 15 | 16 | public class BadSiteFilesException extends Exception { 17 | } 18 | -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/java/org/pentaho/big/data/kettle/plugins/hadoopcluster/ui/endpoints/Category.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.hadoopcluster.ui.endpoints; 15 | 16 | import java.util.List; 17 | 18 | public interface Category { 19 | 20 | public List getTests(); 21 | 22 | public String getCategoryName(); 23 | 24 | public void setCategoryName( String categoryName ); 25 | 26 | public void setTests( List tests ); 27 | 28 | public String getCategoryStatus(); 29 | 30 | public void setCategoryStatus( String categoryStatus ); 31 | 32 | public boolean isCategoryActive(); 33 | 34 | public void setCategoryActive( boolean categoryActive ); 35 | 36 | public void addTest( Test test ); 37 | } 38 | -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/java/org/pentaho/big/data/kettle/plugins/hadoopcluster/ui/endpoints/Test.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.hadoopcluster.ui.endpoints; 15 | 16 | public class Test { 17 | 18 | private String testName = ""; 19 | private String testStatus = ""; 20 | private boolean isTestActive = false; 21 | 22 | public Test() { 23 | } 24 | 25 | public Test( String name ) { 26 | setTestName( name ); 27 | } 28 | 29 | public String getTestName() { 30 | return testName; 31 | } 32 | 33 | public void setTestName( String testName ) { 34 | this.testName = testName; 35 | } 36 | 37 | public String getTestStatus() { 38 | return testStatus; 39 | } 40 | 41 | public void setTestStatus( String testStatus ) { 42 | this.testStatus = testStatus; 43 | } 44 | 45 | public boolean isTestActive() { 46 | return isTestActive; 47 | } 48 | 49 | public void setTestActive( boolean testActive ) { 50 | isTestActive = testActive; 51 | } 52 | } 53 | -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/resources/images/fail.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 9 | 10 | 14 | 15 | -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/resources/images/fail_category.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 9 | 10 | 14 | 15 | -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/resources/images/hadoop_clusters.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 9 | 11 | 13 | 14 | 15 | 16 | 17 | 18 | -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/resources/images/warning_category.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 8 | 9 | 13 | 14 | 15 | 16 | 17 | -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/resources/kettle-password-encoder-plugins.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Kettle Password Encoder 5 | org.pentaho.support.encryption.KettleTwoWayPasswordEncoder 6 | 7 | 8 | -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/resources/org/pentaho/big/data/kettle/plugins/hadoopcluster/ui/dialog/messages/messages.properties: -------------------------------------------------------------------------------- 1 | HadoopClusterTree.Title=Hadoop clusters -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/resources/org/pentaho/big/data/kettle/plugins/hadoopcluster/ui/dialog/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | HadoopClusterTree.Title=Hadoop clusters -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/resources/org/pentaho/big/data/kettle/plugins/hadoopcluster/ui/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | HadoopClusterTree.Title=Hadoop clusters 2 | HadoopClusterPopupMenuExtension.MenuItem.New=New cluster 3 | HadoopClusterPopupMenuExtension.MenuItem.Import=Import cluster 4 | HadoopClusterPopupMenuExtension.MenuItem.Edit=Edit cluster 5 | HadoopClusterPopupMenuExtension.MenuItem.Add.Driver=Add driver 6 | HadoopClusterPopupMenuExtension.MenuItem.Delete=Delete cluster 7 | 8 | PopupMenuFactory.NAMEDCLUSTERS.DeleteNamedClusterAsk.Message=Are you sure you want to delete your Hadoop Cluster {0}? This cannot be undone! 9 | PopupMenuFactory.NAMEDCLUSTERS.DeleteNamedClusterAsk.Title=Delete Hadoop Cluster 10 | PopupMenuFactory.NAMEDCLUSTERS.DeleteNamedClusterAsk.Delete=Yes, Delete 11 | PopupMenuFactory.NAMEDCLUSTERS.DeleteNamedClusterAsk.DoNotDelete=No -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/main/resources/org/pentaho/big/data/kettle/plugins/hadoopcluster/ui/tree/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | HadoopClusterTree.Title=Hadoop clusters 2 | HadoopClusterPopupMenuExtension.MenuItem.New=New cluster 3 | HadoopClusterPopupMenuExtension.MenuItem.Import=Import cluster 4 | HadoopClusterPopupMenuExtension.MenuItem.Edit=Edit cluster 5 | HadoopClusterPopupMenuExtension.MenuItem.Add.Driver=Add driver 6 | HadoopClusterPopupMenuExtension.MenuItem.Delete=Delete cluster 7 | HadoopClusterPopupMenuExtension.MenuItem.Duplicate=Duplicate cluster 8 | HadoopClusterPopupMenuExtension.MenuItem.Test=Test cluster 9 | HadoopClusterPopupMenuExtension.Duplicate.Prefix=(copy of)\ 10 | 11 | PopupMenuFactory.NAMEDCLUSTERS.DeleteNamedClusterAsk.Message=Are you sure you want to delete your Hadoop Cluster {0}? This cannot be undone! 12 | PopupMenuFactory.NAMEDCLUSTERS.DeleteNamedClusterAsk.Title=Delete Hadoop Cluster 13 | PopupMenuFactory.NAMEDCLUSTERS.DeleteNamedClusterAsk.Delete=Yes, Delete 14 | PopupMenuFactory.NAMEDCLUSTERS.DeleteNamedClusterAsk.DoNotDelete=No -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/test/resources/driver-source/driver.kar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/hadoop-cluster/ui/src/test/resources/driver-source/driver.kar -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/test/resources/keytab/test.keytab: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/hadoop-cluster/ui/src/test/resources/keytab/test.keytab -------------------------------------------------------------------------------- /kettle-plugins/hadoop-cluster/ui/src/test/resources/zippedSiteFiles/site.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/hadoop-cluster/ui/src/test/resources/zippedSiteFiles/site.zip -------------------------------------------------------------------------------- /kettle-plugins/hbase/src/main/java/org/pentaho/big/data/kettle/plugins/hbase/HBaseConnectionException.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.kettle.plugins.hbase; 14 | 15 | /** 16 | * @author Tatsiana_Kasiankova 17 | * 18 | */ 19 | public class HBaseConnectionException extends Exception { 20 | 21 | private static final long serialVersionUID = -6215675067801506240L; 22 | 23 | public HBaseConnectionException( String message, Throwable cause ) { 24 | super( message, cause ); 25 | } 26 | 27 | } 28 | -------------------------------------------------------------------------------- /kettle-plugins/hbase/src/main/java/org/pentaho/big/data/kettle/plugins/hbase/ServiceStatus.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.hbase; 15 | 16 | 17 | /** 18 | * Helper class that shows HBaseService status of a Step. 19 | */ 20 | public class ServiceStatus { 21 | 22 | public static ServiceStatus OK = new ServiceStatus(); 23 | 24 | private boolean ok = true; 25 | private Exception exception; 26 | 27 | private ServiceStatus() { 28 | } 29 | 30 | private ServiceStatus( Exception exception ) { 31 | this.ok = false; 32 | this.exception = exception; 33 | } 34 | 35 | public boolean isOk() { 36 | return ok; 37 | } 38 | 39 | public Exception getException() { 40 | return exception; 41 | } 42 | 43 | public static ServiceStatus notOk( Exception e ) { 44 | return new ServiceStatus( e ); 45 | } 46 | } 47 | -------------------------------------------------------------------------------- /kettle-plugins/hbase/src/main/java/org/pentaho/big/data/kettle/plugins/hbase/mapping/FieldProducer.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.hbase.mapping; 15 | 16 | import org.pentaho.di.core.row.RowMetaInterface; 17 | 18 | /** 19 | * Interface to something that can provide meta data on the fields that it is receiving 20 | * 21 | * @author Mark Hall (mhall{[at]}pentaho{[dot]}com) 22 | * @version $Revision$ 23 | * 24 | */ 25 | public interface FieldProducer { 26 | 27 | /** 28 | * Get the incoming fields 29 | * 30 | * @return the incoming fields 31 | */ 32 | RowMetaInterface getIncomingFields(); 33 | } 34 | -------------------------------------------------------------------------------- /kettle-plugins/hbase/src/main/resources/HB.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/hbase/src/main/resources/HB.png -------------------------------------------------------------------------------- /kettle-plugins/hbase/src/main/resources/HB.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | 11 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /kettle-plugins/hbase/src/main/resources/HBO.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/hbase/src/main/resources/HBO.png -------------------------------------------------------------------------------- /kettle-plugins/hbase/src/main/resources/HBO.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | 11 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /kettle-plugins/hbase/src/main/resources/HBRD.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/hbase/src/main/resources/HBRD.png -------------------------------------------------------------------------------- /kettle-plugins/hbase/src/main/resources/org/pentaho/big/data/kettle/plugins/hbase/mapping/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | MappingDialog.Error.Message.NamedClusterNotSelected.Msg=You must select a named cluster to continue 2 | MappingDialog.Error.Title.NamedClusterNotSelected=No named cluster selected 3 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/java/org/pentaho/big/data/kettle/plugins/hdfs/trans/analyzer/HadoopFileInputExternalResourceConsumer.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.hdfs.trans.analyzer; 15 | 16 | import org.pentaho.big.data.kettle.plugins.hdfs.trans.HadoopFileInputMeta; 17 | import org.pentaho.di.trans.steps.fileinput.text.TextFileInput; 18 | import org.pentaho.metaverse.api.analyzer.kettle.step.BaseStepExternalResourceConsumer; 19 | 20 | public class HadoopFileInputExternalResourceConsumer 21 | extends BaseStepExternalResourceConsumer { 22 | 23 | @Override 24 | public Class getMetaClass() { 25 | return HadoopFileInputMeta.class; 26 | } 27 | 28 | @Override 29 | public boolean isDataDriven( final HadoopFileInputMeta meta ) { 30 | return meta.isAcceptingFilenames(); 31 | } 32 | } 33 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/java/org/pentaho/big/data/kettle/plugins/hdfs/trans/analyzer/HadoopFileOutputExternalResourceConsumer.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.hdfs.trans.analyzer; 15 | 16 | import org.pentaho.big.data.kettle.plugins.hdfs.trans.HadoopFileOutputMeta; 17 | import org.pentaho.di.trans.steps.fileinput.text.TextFileInput; 18 | import org.pentaho.metaverse.api.analyzer.kettle.step.BaseStepExternalResourceConsumer; 19 | 20 | public class HadoopFileOutputExternalResourceConsumer 21 | extends BaseStepExternalResourceConsumer { 22 | 23 | @Override 24 | public Class getMetaClass() { 25 | return HadoopFileOutputMeta.class; 26 | } 27 | 28 | @Override 29 | public boolean isDataDriven( final HadoopFileOutputMeta meta ) { 30 | return meta.isFileNameInField(); 31 | } 32 | } 33 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/java/org/pentaho/big/data/kettle/plugins/hdfs/vfs/Schemes.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.hdfs.vfs; 15 | 16 | /** 17 | * Created by bryan on 11/23/15. 18 | */ 19 | public class Schemes { 20 | public static final String HDFS_SCHEME = "hdfs"; 21 | public static final String HDFS_SCHEME_DISPLAY_NAME = "HDFS"; 22 | public static final String MAPRFS_SCHEME = "maprfs"; 23 | public static final String MAPRFS_SCHEME_DISPLAY_NAME = "MapRFS"; 24 | public static final String NAMED_CLUSTER_SCHEME = "hc"; 25 | public static final String NAMED_CLUSTER_SCHEME_DISPLAY_NAME = "Hadoop Cluster"; 26 | public static final String S3_SCHEME = "s3"; 27 | public static final String S3N_SCHEME = "s3n"; 28 | } 29 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/HDI.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/hdfs/src/main/resources/HDI.png -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/HDI.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/HDM.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/hdfs/src/main/resources/HDM.png -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/HDM.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 8 | 10 | 11 | 12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/HDO.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/hdfs/src/main/resources/HDO.png -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/HDO.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/graph.properties: -------------------------------------------------------------------------------- 1 | blueprints.graph=com.tinkerpop.blueprints.impls.tg.TinkerGraph 2 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/org/pentaho/big/data/kettle/plugins/hdfs/trans/messages/messages_ko_KR.properties: -------------------------------------------------------------------------------- 1 | 2 | HadoopFileOutput.MethodNotSupportedException.Message=\uBA54\uC18C\uB4DC\uB97C \uC9C0\uC6D0\uD558\uC9C0 \uC54A\uC2B5\uB2C8\uB2E4 3 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/org/pentaho/big/data/kettle/plugins/hdfs/vfs/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | HadoopVfsFileChooserDialog.openFile=Open File 2 | HadoopVfsFileChooserDialog.SaveAs=Save as 3 | HadoopVfsFileChooserDialog.FileSystemChoice.Label=Look in 4 | HadoopVfsFileChooserDialog.FileSystemChoice.Hadoop.Label=Hadoop 5 | HadoopVfsFileChooserDialog.FileSystemChoice.Local.Label=Local 6 | HadoopVfsFileChooserDialog.ConnectionGroup.Label=Connection 7 | HadoopVfsFileChooserDialog.URL.Label=Server: 8 | HadoopVfsFileChooserDialog.Port.Label=Port: 9 | HadoopVfsFileChooserDialog.UserID.Label=User ID: 10 | HadoopVfsFileChooserDialog.Password.Label=Password: 11 | HadoopVfsFileChooserDialog.ConnectionButton.Label=Connect 12 | HadoopVfsFileChooserDialog.warning=Warning 13 | HadoopVfsFileChooserDialog.noWriteSupport=This file system does not support write operations. 14 | HadoopVfsFileChooserDialog.error=Error 15 | HadoopVfsFileChooserDialog.FileSystem.error=A file system error occurred. See log for details. 16 | HadoopVfsFileChooserDialog.Connection.Error.title=Unable to Connect 17 | HadoopVfsFileChooserDialog.Connection.error=You don''t seem to be getting a connection to the Hadoop Cluster. Check the cluster configuration you''re using. 18 | HadoopVfsFileChooserDialog.Connection.schemeError=The file system scheme is not supported by the {0} Hadoop configuration. -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/main/resources/org/pentaho/big/data/kettle/plugins/hdfs/vfs/messages/messages_ko_KR.properties: -------------------------------------------------------------------------------- 1 | 2 | HadoopVfsFileChooserDialog.Connection.error=HDFS \uC11C\uBC84\uC5D0 \uC5F0\uACB0\uD560 \uC218 \uC5C6\uC2B5\uB2C8\uB2E4. 3 | HadoopVfsFileChooserDialog.ConnectionButton.Label=\uC5F0\uACB0 4 | HadoopVfsFileChooserDialog.ConnectionGroup.Label=\uC5F0\uACB0 5 | HadoopVfsFileChooserDialog.FileSystem.error=\uD30C\uC77C \uC2DC\uC2A4\uD15C \uC624\uB958\uAC00 \uBC1C\uC0DD\uD558\uC600\uC2B5\uB2C8\uB2E4. \uC790\uC138\uD55C \uB0B4\uC6A9\uC740 \uB85C\uADF8\uB97C \uCC38\uACE0\uD558\uC2ED\uC2DC\uC624. 6 | HadoopVfsFileChooserDialog.FileSystemChoice.Local.Label=\uB85C\uCEEC 7 | HadoopVfsFileChooserDialog.Password.Label =\uC554\uD638: 8 | HadoopVfsFileChooserDialog.Port.Label =\uD3EC\uD2B8: 9 | HadoopVfsFileChooserDialog.SaveAs =\uB2E4\uB978 \uC774\uB984\uC73C\uB85C \uC800\uC7A5 10 | HadoopVfsFileChooserDialog.URL.Label =\uC11C\uBC84: 11 | HadoopVfsFileChooserDialog.UserID.Label =\uC0AC\uC6A9\uC790 ID: 12 | HadoopVfsFileChooserDialog.error =\uC624\uB958 13 | HadoopVfsFileChooserDialog.noWriteSupport =\uD30C\uC77C \uC2DC\uC2A4\uD15C\uC774 \uC4F0\uAE30 \uC5F0\uC0B0\uC744 \uC9C0\uC6D0\uD558\uC9C0 \uC54A\uC2B5\uB2C8\uB2E4. 14 | HadoopVfsFileChooserDialog.openFile =\uD30C\uC77C \uC5F4\uAE30 15 | HadoopVfsFileChooserDialog.warning =\uACBD\uACE0 16 | -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/test/resources/graph.properties: -------------------------------------------------------------------------------- 1 | blueprints.graph=com.tinkerpop.blueprints.impls.tg.TinkerGraph -------------------------------------------------------------------------------- /kettle-plugins/hdfs/src/test/resources/sample-hadoop-file-output-step.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | N 5 | N 6 |

N
7 |
N
8 | 9 | 10 | 11 | 12 | N 13 | 14 | Y 15 | 16 | 17 | TEST-CLUSTER-NAME 18 | N 19 | N 20 | N 21 | 22 | N 23 | N 24 | N 25 | N 26 | N 27 | N 28 | 29 | N 30 | N 31 | N 32 | 0 33 | 34 | 35 | 36 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/main/java/org/apache/hadoop/hive/jdbc/HiveDriver.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hadoop.hive.jdbc; 15 | 16 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 17 | 18 | /** 19 | * DummyDriver implementation to avoid CNF exception 20 | * when Hive2DatabaseMeta is loaded. See DummyDriver. 21 | */ 22 | public class HiveDriver extends DummyDriver { 23 | } 24 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/main/java/org/apache/hive/jdbc/HiveDriver.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hive.jdbc; 15 | 16 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 17 | 18 | /** 19 | * DummyDriver implementation to avoid CNF exception 20 | * when HiveDatabaseMeta is loaded. See DummyDriver. 21 | */ 22 | public class HiveDriver extends DummyDriver { 23 | } 24 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/main/java/org/apache/hive/jdbc/HiveSimbaDriver.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hive.jdbc; 15 | 16 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 17 | 18 | /** 19 | * DummyDriver implementation to avoid CNF exception 20 | * when HiveSimbaDatabaseMeta is loaded. See DummyDriver. 21 | */ 22 | public class HiveSimbaDriver extends DummyDriver { 23 | } 24 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/main/java/org/apache/hive/jdbc/ImpalaDriver.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hive.jdbc; 15 | 16 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 17 | 18 | /** 19 | * DummyDriver implementation to avoid CNF exception 20 | * when ImpalaDatabaseMeta is loaded. See DummyDriver. 21 | */ 22 | public class ImpalaDriver extends DummyDriver { 23 | } 24 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/main/java/org/apache/hive/jdbc/ImpalaSimbaDriver.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hive.jdbc; 15 | 16 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 17 | 18 | /** 19 | * DummyDriver implementation to avoid CNF exception 20 | * when ImpalaSimbaDatabaseMeta is loaded. See DummyDriver. 21 | */ 22 | public class ImpalaSimbaDriver extends DummyDriver { 23 | } 24 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/main/java/org/apache/hive/jdbc/SparkSqlSimbaDriver.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hive.jdbc; 15 | 16 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 17 | 18 | /** 19 | * DummyDriver implementation to avoid CNF exception 20 | * when SparkSqlSimbaDriver is loaded. See DummyDriver. 21 | */ 22 | public class SparkSqlSimbaDriver extends DummyDriver { 23 | } 24 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/main/java/org/pentaho/big/data/kettle/plugins/hive/HiveWarehouseDatabaseMeta.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.kettle.plugins.hive; 14 | 15 | import org.pentaho.di.core.plugins.DatabaseMetaPlugin; 16 | import org.pentaho.hadoop.shim.api.cluster.NamedClusterService; 17 | import org.pentaho.hadoop.shim.api.jdbc.DriverLocator; 18 | 19 | @DatabaseMetaPlugin( type = "HIVEWAREHOUSE", typeDescription = "Hive Warehouse Connector" ) 20 | public class HiveWarehouseDatabaseMeta extends Hive2DatabaseMeta { 21 | public HiveWarehouseDatabaseMeta( DriverLocator driverLocator, NamedClusterService namedClusterService ) { 22 | super( driverLocator, namedClusterService ); 23 | } 24 | } 25 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/test/java/org/apache/hadoop/hive/jdbc/HiveDriverTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hadoop.hive.jdbc; 15 | 16 | import org.junit.Test; 17 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 18 | 19 | /** 20 | * Created by bryan on 4/14/16. 21 | */ 22 | public class HiveDriverTest { 23 | @Test 24 | public void testSubclass() { 25 | DummyDriver.class.isInstance( new HiveDriver() ); 26 | } 27 | } 28 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/test/java/org/apache/hive/jdbc/HiveDriverTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hive.jdbc; 15 | 16 | import org.junit.Test; 17 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 18 | 19 | import static org.junit.Assert.assertTrue; 20 | 21 | /** 22 | * Created by bryan on 4/14/16. 23 | */ 24 | public class HiveDriverTest { 25 | @Test 26 | public void testIsInstance() { 27 | assertTrue( DummyDriver.class.isInstance( new HiveDriver() ) ); 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/test/java/org/apache/hive/jdbc/HiveSimbaDriverTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hive.jdbc; 15 | 16 | import org.junit.Test; 17 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 18 | 19 | import static org.junit.Assert.assertTrue; 20 | 21 | /** 22 | * Created by bryan on 4/14/16. 23 | */ 24 | public class HiveSimbaDriverTest { 25 | @Test 26 | public void testIsInstance() { 27 | assertTrue( DummyDriver.class.isInstance( new HiveSimbaDriver() ) ); 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/test/java/org/apache/hive/jdbc/ImpalaDriverTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hive.jdbc; 15 | 16 | import org.junit.Test; 17 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 18 | 19 | import static org.junit.Assert.assertTrue; 20 | 21 | /** 22 | * Created by bryan on 4/14/16. 23 | */ 24 | public class ImpalaDriverTest { 25 | @Test 26 | public void testIsInstance() { 27 | assertTrue( DummyDriver.class.isInstance( new ImpalaDriver() ) ); 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/test/java/org/apache/hive/jdbc/ImpalaSimbaDriverTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.apache.hive.jdbc; 15 | 16 | import org.junit.Test; 17 | import org.pentaho.big.data.kettle.plugins.hive.DummyDriver; 18 | 19 | import static org.junit.Assert.assertTrue; 20 | 21 | /** 22 | * Created by bryan on 4/14/16. 23 | */ 24 | public class ImpalaSimbaDriverTest { 25 | @Test 26 | public void testIsInstance() { 27 | assertTrue( DummyDriver.class.isInstance( new ImpalaSimbaDriver() ) ); 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /kettle-plugins/hive/src/test/java/org/pentaho/big/data/kettle/plugins/hive/ImpalaDatabaseDialectTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.hive; 15 | 16 | import org.junit.Test; 17 | import org.pentaho.database.model.DatabaseConnection; 18 | 19 | import static org.junit.Assert.assertEquals; 20 | 21 | /** 22 | * User: Dzmitry Stsiapanau Date: 10/4/14 Time: 10:55 PM 23 | */ 24 | public class ImpalaDatabaseDialectTest { 25 | 26 | @Test 27 | public void testGetURL() throws Exception { 28 | ImpalaDatabaseDialect impala = new ImpalaDatabaseDialect(); 29 | DatabaseConnection dbconn = new DatabaseConnection(); 30 | String url = impala.getURL( dbconn ); 31 | assertEquals( "noauth url", "jdbc:hive2://null:null/null;impala_db=true;auth=noSasl", url ); 32 | dbconn.addExtraOption( impala.getDatabaseType().getShortName(), "principal", "someValue" ); 33 | url = impala.getURL( dbconn ); 34 | assertEquals( "principal url", "jdbc:hive2://null:null/null;impala_db=true", url ); 35 | } 36 | } 37 | -------------------------------------------------------------------------------- /kettle-plugins/kafka/README.md: -------------------------------------------------------------------------------- 1 | #pentaho-big-data-kettle-plugins-kafka 2 | 3 | ### How to build this project 4 | *This is a maven-based project so you must have it available on your system.* 5 | 6 | **Typical build.** 7 | ``` 8 | mvn install 9 | ``` 10 | 11 | **Compile only.** 12 | ``` 13 | mvn compile 14 | ``` 15 | 16 | **Run the unit tests.** 17 | ``` 18 | mvn test 19 | ``` 20 | 21 | **Run the integration tests.** 22 | 23 | ``` 24 | mvn verify -DrunITs 25 | ``` 26 | *Note that this project's integration tests rely on integration test artifacts from the pentaho-metaverse-core project. Install those before running these tests. This can be accomplished with the following example commands: 27 | ``` 28 | cd /pentaho-metaverse/core 29 | mvn install -DrunITs 30 | ``` -------------------------------------------------------------------------------- /kettle-plugins/kafka/src/it/resources/graph.properties: -------------------------------------------------------------------------------- 1 | blueprints.graph=com.tinkerpop.blueprints.impls.tg.TinkerGraph 2 | blueprints.tg.directory=src/it/resources/graph 3 | blueprints.tg.file-type=GRAPHML 4 | -------------------------------------------------------------------------------- /kettle-plugins/kafka/src/it/resources/graph/tinkergraph.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /kettle-plugins/kafka/src/it/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | %d %-5p [%c{1}] %m %n 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | -------------------------------------------------------------------------------- /kettle-plugins/kafka/src/main/java/org/pentaho/big/data/kettle/plugins/kafka/KafkaConsumerInputData.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.kafka; 15 | 16 | import org.pentaho.di.core.row.RowMetaInterface; 17 | import org.pentaho.di.trans.step.StepDataInterface; 18 | import org.pentaho.di.trans.steps.transexecutor.TransExecutorData; 19 | 20 | 21 | public class KafkaConsumerInputData extends TransExecutorData implements StepDataInterface { 22 | public RowMetaInterface outputRowMeta; 23 | 24 | /** 25 | * 26 | */ 27 | public KafkaConsumerInputData() { 28 | super(); 29 | } 30 | } 31 | -------------------------------------------------------------------------------- /kettle-plugins/kafka/src/main/java/org/pentaho/big/data/kettle/plugins/kafka/KafkaLineageConstants.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.kettle.plugins.kafka; 14 | 15 | class KafkaLineageConstants { 16 | private KafkaLineageConstants() { } 17 | 18 | static final String KEY = "Key"; 19 | static final String MESSAGE = "Message"; 20 | static final String KEY_FIELD_NAME = "key"; 21 | static final String MSG_FIELD_NAME = "message"; 22 | static final String KAFKA_TOPIC_METAVERSE = "Kafka Topic"; 23 | static final String KAFKA_SERVER_METAVERSE = "Kafka Server"; 24 | 25 | } 26 | 27 | -------------------------------------------------------------------------------- /kettle-plugins/kafka/src/main/java/org/pentaho/big/data/kettle/plugins/kafka/KafkaProducerOutputData.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.kafka; 15 | 16 | import org.apache.kafka.clients.producer.Producer; 17 | import org.pentaho.di.trans.step.BaseStepData; 18 | import org.pentaho.di.trans.step.StepDataInterface; 19 | 20 | public class KafkaProducerOutputData extends BaseStepData implements StepDataInterface { 21 | Producer kafkaProducer; 22 | int keyFieldIndex; 23 | int messageFieldIndex; 24 | boolean isOpen; 25 | 26 | public KafkaProducerOutputData() { 27 | super(); 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /kettle-plugins/kafka/src/main/resources/KafkaConsumerInput.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | -------------------------------------------------------------------------------- /kettle-plugins/kafka/src/main/resources/KafkaProducerOutput.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/java/org/pentaho/big/data/kettle/plugins/mapreduce/DialogClassUtil.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.mapreduce; 15 | 16 | /** 17 | * Created by bryan on 1/12/16. 18 | */ 19 | public class DialogClassUtil { 20 | private static final String PKG_NAME = DialogClassUtil.class.getPackage().getName(); 21 | private static final String UI_PKG_NAME = PKG_NAME + ".ui"; 22 | 23 | public static String getDialogClassName( Class clazz ) { 24 | String className = clazz.getCanonicalName().replace( PKG_NAME, UI_PKG_NAME ); 25 | if ( className.endsWith( "Meta" ) ) { 26 | className = className.substring( 0, className.length() - 4 ); 27 | } 28 | 29 | className = className + "Dialog"; 30 | return className; 31 | } 32 | } 33 | -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/java/org/pentaho/big/data/kettle/plugins/mapreduce/entry/UserDefinedItem.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.mapreduce.entry; 15 | 16 | import org.pentaho.ui.xul.XulEventSource; 17 | 18 | import java.beans.PropertyChangeListener; 19 | 20 | public class UserDefinedItem implements XulEventSource { 21 | private String name; 22 | private String value; 23 | 24 | public UserDefinedItem() { 25 | } 26 | 27 | public String getName() { 28 | return name; 29 | } 30 | 31 | public void setName( String name ) { 32 | this.name = name; 33 | } 34 | 35 | public String getValue() { 36 | return value; 37 | } 38 | 39 | public void setValue( String value ) { 40 | this.value = value; 41 | } 42 | 43 | public void addPropertyChangeListener( PropertyChangeListener listener ) { 44 | } 45 | 46 | public void removePropertyChangeListener( PropertyChangeListener listener ) { 47 | } 48 | 49 | } 50 | -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/resources/HDE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/mapreduce/src/main/resources/HDE.png -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/resources/HDE.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/resources/HDT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/mapreduce/src/main/resources/HDT.png -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/resources/MRI.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/mapreduce/src/main/resources/MRI.png -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/resources/MRO.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/mapreduce/src/main/resources/MRO.png -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/resources/MRO.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | 12 | 16 | 17 | 18 | -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/resources/help_web.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/mapreduce/src/main/resources/help_web.png -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/resources/org/pentaho/big/data/kettle/plugins/mapreduce/step/enter/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | HadoopEnterPlugin.Name=MapReduce input 2 | HadoopEnterPlugin.Description=Enter a Hadoop Mapper or Reducer transformation 3 | 4 | StepConfigruationDialog.Title=MapReduce input 5 | Step.Name.Label=Step name 6 | HadoopEnter.InKey.Label=Key field 7 | HadoopEnter.InValue.Label=Value field 8 | HadoopEnter.Type.Label=Type 9 | HadoopEnter.Length.Label=Length 10 | HadoopEnter.Precision.Label=Precision 11 | Dialog.Accept=OK 12 | Dialog.Cancel=Cancel 13 | Dialog.Help=Help 14 | 15 | HadoopEnter.Error.ParseInteger=The text {0} could not be parsed as an integer 16 | 17 | HadoopEnterPlugin.Injection.KEY_TYPE=The data type of the key field. 18 | HadoopEnterPlugin.Injection.KEY_LENGTH=The length of the key field. 19 | HadoopEnterPlugin.Injection.KEY_PRECISION=Specify how many digits after a decimal will be used for the key field. 20 | HadoopEnterPlugin.Injection.VALUE_TYPE=The data type of the value field. 21 | HadoopEnterPlugin.Injection.VALUE_LENGTH=The length of the value field. 22 | HadoopEnterPlugin.Injection.VALUE_PRECISION=Specify how many digits after a decimal will be used for the value field. 23 | -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/main/resources/org/pentaho/big/data/kettle/plugins/mapreduce/step/exit/messages/messages_en_US.properties: -------------------------------------------------------------------------------- 1 | HadoopExitPlugin.Name=MapReduce output 2 | HadoopExitPlugin.Description=Exit a Hadoop Mapper or Reducer transformation 3 | 4 | StepConfigruationDialog.Title=MapReduce output 5 | Step.Name.Label=Step name 6 | Dialog.Accept=OK 7 | Dialog.Cancel=Cancel 8 | Dialog.Help=Help 9 | HadoopExit.OutKey.Label=Key field 10 | HadoopExit.OutValue.Label=Value field 11 | HadoopExit.Linenr=Linenr {0} 12 | 13 | Error.InvalidKeyField=Key field does not exist on input stream: \"{0}\". 14 | Error.InvalidValueField=Value field does not exist on input stream: \"{0}\". 15 | 16 | HadoopExitPlugin.Injection.KEY_FIELD=The name of the key field. 17 | HadoopExitPlugin.Injection.VALUE_FIELD=The name of the value field. 18 | -------------------------------------------------------------------------------- /kettle-plugins/mapreduce/src/test/java/org/pentaho/big/data/kettle/plugins/mapreduce/step/exit/HadoopExitMetaInjectionTest.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | package org.pentaho.big.data.kettle.plugins.mapreduce.step.exit; 15 | 16 | import org.junit.Before; 17 | import org.junit.Test; 18 | import org.pentaho.di.core.injection.BaseMetadataInjectionTest; 19 | 20 | public class HadoopExitMetaInjectionTest extends BaseMetadataInjectionTest { 21 | @Before 22 | public void setup() throws Throwable { 23 | setup( new HadoopExitMeta() ); 24 | } 25 | 26 | @Test 27 | public void test() throws Exception { 28 | check( "KEY_FIELD", new StringGetter() { 29 | public String get() { 30 | return meta.getOutKeyFieldname(); 31 | } 32 | } ); 33 | check( "VALUE_FIELD", new StringGetter() { 34 | public String get() { 35 | return meta.getOutValueFieldname(); 36 | } 37 | } ); 38 | } 39 | } 40 | -------------------------------------------------------------------------------- /kettle-plugins/oozie/src/main/resources/oozie-job-executor.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/oozie/src/main/resources/oozie-job-executor.png -------------------------------------------------------------------------------- /kettle-plugins/oozie/src/main/resources/oozie-job-executor.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 17 | 18 | 19 | 20 | -------------------------------------------------------------------------------- /kettle-plugins/oozie/src/test/resources/badJob.properties: -------------------------------------------------------------------------------- 1 | # 2 | # ******************************************************************************* 3 | # Pentaho Big Data 4 | # 5 | # Copyright (C) 2002-2017 by Hitachi Vantara : http://www.pentaho.com 6 | # ******************************************************************************* 7 | # 8 | # Licensed under the Apache License, Version 2.0 (the "License"); 9 | # you may not use this file except in compliance with 10 | # the License. You may obtain a copy of the License at 11 | # http://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, software 14 | # distributed under the License is distributed on an "AS IS" BASIS, 15 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 16 | # See the License for the specific language governing permissions and 17 | # limitations under the License. 18 | # ****************************************************************************** 19 | # 20 | nameNode=hdfs://localhost:9000 21 | jobTracker=localhost:9001 22 | queueName=default 23 | examplesRoot=examples 24 | 25 | # comment this guy out so it is a bad property config 26 | #oozie.wf.application.path=${nameNode}/user/${user.name}/${examplesRoot}/apps/map-reduce 27 | 28 | outputDir=map-reduce 29 | -------------------------------------------------------------------------------- /kettle-plugins/oozie/src/test/resources/job.properties: -------------------------------------------------------------------------------- 1 | # 2 | # ******************************************************************************* 3 | # Pentaho Big Data 4 | # 5 | # Copyright (C) 2002-2017 by Hitachi Vantara : http://www.pentaho.com 6 | # ******************************************************************************* 7 | # 8 | # Licensed under the Apache License, Version 2.0 (the "License"); 9 | # you may not use this file except in compliance with 10 | # the License. You may obtain a copy of the License at 11 | # http://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, software 14 | # distributed under the License is distributed on an "AS IS" BASIS, 15 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 16 | # See the License for the specific language governing permissions and 17 | # limitations under the License. 18 | # ****************************************************************************** 19 | # 20 | 21 | nameNode=hdfs://localhost:9000 22 | jobTracker=localhost:9001 23 | queueName=default 24 | examplesRoot=examples 25 | 26 | oozie.wf.application.path=${nameNode}/user/${user.name}/${examplesRoot}/apps/map-reduce 27 | outputDir=map-reduce -------------------------------------------------------------------------------- /kettle-plugins/pig/src/main/resources/PIG.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/pig/src/main/resources/PIG.png -------------------------------------------------------------------------------- /kettle-plugins/pig/src/test/resources/org/pentaho/big/data/kettle/plugins/pig/pig.script: -------------------------------------------------------------------------------- 1 | testPigScript -------------------------------------------------------------------------------- /kettle-plugins/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4.0.0 4 | 5 | pentaho 6 | pentaho-big-data-bundles 7 | 10.3.0.0-SNAPSHOT 8 | 9 | pentaho-big-data-kettle-plugins 10 | 10.3.0.0-SNAPSHOT 11 | pom 12 | 13 | common 14 | hdfs 15 | mapreduce 16 | pig 17 | guiTestActionHandlers 18 | oozie 19 | hbase-meta 20 | hbase 21 | sqoop 22 | hive 23 | spark 24 | kafka 25 | formats-meta 26 | formats 27 | hadoop-cluster 28 | browse 29 | 30 | 31 | -------------------------------------------------------------------------------- /kettle-plugins/spark/README.md: -------------------------------------------------------------------------------- 1 | # pdi-spark-plugin - Pentaho spark plugin 2 | "Spark submit" job entry allows submitting spark jobs from PDI jobs. 3 | 4 | ## Building 5 | Maven is used to build the project, simply run the following command to compile and package it: 6 | 7 | mvn package -------------------------------------------------------------------------------- /kettle-plugins/spark/src/main/resources/OSGI-INF/blueprint/blueprint.xml: -------------------------------------------------------------------------------- 1 | 2 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 17 | 18 | 19 | -------------------------------------------------------------------------------- /kettle-plugins/spark/src/main/resources/org/pentaho/di/ui/job/entries/spark/img/spark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/spark/src/main/resources/org/pentaho/di/ui/job/entries/spark/img/spark.png -------------------------------------------------------------------------------- /kettle-plugins/spark/src/main/resources/org/pentaho/di/ui/job/entries/spark/img/spark.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 18 | 19 | 20 | 21 | -------------------------------------------------------------------------------- /kettle-plugins/spark/src/test/resources/ChildProcessTester.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | 14 | public class ChildProcessTester implements Runnable { 15 | 16 | private String pattern = "child process started"; 17 | 18 | @Override public void run() { 19 | for ( int i = 0; i < 1000; i++ ) { 20 | System.out.println( Thread.currentThread().getName() + " " + i ); 21 | System.out.println( pattern ); 22 | try { 23 | Thread.sleep( 10000 ); 24 | } catch ( Exception e ) { 25 | e.printStackTrace(); 26 | } 27 | } 28 | } 29 | 30 | public static void main( String[] args ) { 31 | Thread thread = new Thread( new ChildProcessTester() ); 32 | thread.start(); 33 | } 34 | } 35 | -------------------------------------------------------------------------------- /kettle-plugins/spark/src/test/resources/process.cmd: -------------------------------------------------------------------------------- 1 | javac %1 2 | java -cp %2 %3 -------------------------------------------------------------------------------- /kettle-plugins/sqoop/src/main/java/org/pentaho/big/data/kettle/plugins/sqoop/SqoopLog4jFilter.java: -------------------------------------------------------------------------------- 1 | /*! ****************************************************************************** 2 | * 3 | * Pentaho 4 | * 5 | * Copyright (C) 2024 by Hitachi Vantara, LLC : http://www.pentaho.com 6 | * 7 | * Use of this software is governed by the Business Source License included 8 | * in the LICENSE.TXT file. 9 | * 10 | * Change Date: 2029-07-20 11 | ******************************************************************************/ 12 | 13 | package org.pentaho.big.data.kettle.plugins.sqoop; 14 | 15 | import org.apache.logging.log4j.core.LogEvent; 16 | import org.apache.logging.log4j.core.filter.AbstractFilter; 17 | 18 | 19 | 20 | public class SqoopLog4jFilter extends AbstractFilter { 21 | String logChannelId; 22 | 23 | public SqoopLog4jFilter( String logChannelId ) { 24 | this.logChannelId = logChannelId; 25 | } 26 | 27 | @Override 28 | public Result filter(LogEvent event) { 29 | if ( logChannelId.equals( event.getContextData().getValue( "logChannelId" ) ) ) { 30 | return Result.NEUTRAL; 31 | } 32 | return Result.DENY; 33 | } 34 | } 35 | -------------------------------------------------------------------------------- /kettle-plugins/sqoop/src/main/resources/command_line_view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/sqoop/src/main/resources/command_line_view.png -------------------------------------------------------------------------------- /kettle-plugins/sqoop/src/main/resources/disabled-generic-delete.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/sqoop/src/main/resources/disabled-generic-delete.png -------------------------------------------------------------------------------- /kettle-plugins/sqoop/src/main/resources/generic-delete.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/sqoop/src/main/resources/generic-delete.png -------------------------------------------------------------------------------- /kettle-plugins/sqoop/src/main/resources/list_view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/sqoop/src/main/resources/list_view.png -------------------------------------------------------------------------------- /kettle-plugins/sqoop/src/main/resources/list_view_selected.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pentaho/big-data-plugin/cabe3e7728130a56fd99de3d7db5609580f87718/kettle-plugins/sqoop/src/main/resources/list_view_selected.png -------------------------------------------------------------------------------- /kettle-plugins/sqoop/src/main/resources/org/pentaho/big/data/kettle/plugins/sqoop/xul/button-bar.xul: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 |