private Path getPath( Configuration conf, FileSystem fs, String outputPath ) { return fs.asPath( conf.getDefaultFileSystemURL(), outputPath ); }
protected void stageMetaStoreForHadoop( Configuration conf, FileSystem fs, String installPath ) throws Exception { java.nio.file.Path localMetaStoreSnapshotDirPath; Path hdfsMetaStoreDirForCurrentJobPath; FileObject localMetaStoreSnapshotDirObject; localMetaStoreSnapshotDirPath = Files.createTempDirectory( XmlUtil.META_FOLDER_NAME ); localMetaStoreSnapshotDirObject = KettleVFS.getFileObject( localMetaStoreSnapshotDirPath.toString() ); hdfsMetaStoreDirForCurrentJobPath = fs.asPath( installPath, XmlUtil.META_FOLDER_NAME ); //fill local metastore snapshot by the existing named cluster snapshotMetaStore( localMetaStoreSnapshotDirPath.toString() ); hadoopShim.getDistributedCacheUtil().stageForCache( localMetaStoreSnapshotDirObject, fs, hdfsMetaStoreDirForCurrentJobPath, true, true ); hadoopShim.getDistributedCacheUtil().addCachedFiles( conf, fs, hdfsMetaStoreDirForCurrentJobPath, null ); }
Path kettleEnvInstallDir = fs.asPath( installPath, installId ); FileObject pmrLibArchive = pmrArchiveGetter.getPmrArchive( conf );