public static void closeEmbeddedFileSystem( String embeddedMetastoreKey ) { if ( getInstance().getFileSystemManager() instanceof ConcurrentFileSystemManager ) { ( (ConcurrentFileSystemManager) getInstance().getFileSystemManager() ) .closeEmbeddedFileSystem( embeddedMetastoreKey ); } }
public String getUrlPath( String incomingURL ) { String path = null; try { String noVariablesURL = incomingURL.replaceAll( "[${}]", "/" ); FileName fileName = KettleVFS.getInstance().getFileSystemManager().resolveURI( noVariablesURL ); String root = fileName.getRootURI(); path = incomingURL.substring( root.length() - 1 ); } catch ( FileSystemException e ) { path = null; } return path; } }
/** * @see StandardFileSystemManager#freeUnusedResources() */ public static void freeUnusedResources() { ( (StandardFileSystemManager) getInstance().getFileSystemManager() ).freeUnusedResources(); }
/** * Check if filename starts with one of the known protocols like file: zip: ram: smb: jar: etc. * If yes, return true otherwise return false * @param vfsFileName * @return boolean */ public static boolean startsWithScheme( String vfsFileName ) { FileSystemManager fsManager = getInstance().getFileSystemManager(); boolean found = false; String[] schemes = fsManager.getSchemes(); for ( int i = 0; i < schemes.length; i++ ) { if ( vfsFileName.startsWith( schemes[ i ] + ":" ) ) { found = true; break; } } return found; }
public static InputStream getImageInputStream( Display display, String location ) { // assume the classloader for the active thread ClassLoader cl = Thread.currentThread().getContextClassLoader(); if ( cl == null ) { // Can't count on Thread.currentThread().getContextClassLoader() being non-null on Mac // Have to provide some fallback cl = ImageUtil.class.getClassLoader(); } URL res = cl.getResource( location ); if ( res != null ) { try { java.io.InputStream s = res.openStream(); return s; } catch ( IOException e ) { // do nothing. just move on to trying to load via file system } } try { FileObject imageFileObject = KettleVFS.getInstance().getFileSystemManager().resolveFile( base, location ); return KettleVFS.getInputStream( imageFileObject ); } catch ( FileSystemException e ) { throw new RuntimeException( "Unable to load image with name [" + location + "]", e ); } }
/** * Internal image loading from Kettle's user.dir VFS. */ private static SwingUniversalImage loadFromBasedVFS( String location ) { try { FileObject imageFileObject = KettleVFS.getInstance().getFileSystemManager().resolveFile( base, location ); InputStream s = KettleVFS.getInputStream( imageFileObject ); if ( s == null ) { return null; } try { return loadImage( s, location ); } finally { IOUtils.closeQuietly( s ); } } catch ( FileSystemException ex ) { return null; } }
/** * Internal image loading from Kettle's user.dir VFS. */ private static SwtUniversalImage loadFromBasedVFS( Display display, String location ) { try { FileObject imageFileObject = KettleVFS.getInstance().getFileSystemManager().resolveFile( base, location ); InputStream s = KettleVFS.getInputStream( imageFileObject ); if ( s == null ) { return null; } try { return loadImage( display, s, location ); } finally { IOUtils.closeQuietly( s ); } } catch ( FileSystemException ex ) { return null; } }
FileSystemManager fsm = KettleVFS.getInstance().getFileSystemManager(); if ( fsm instanceof DefaultFileSystemManager ) { if ( !Arrays.asList( fsm.getSchemes() ).contains( GoogleDriveFileProvider.SCHEME ) ) {
public static FileObject getFileObject( String vfsFilename, VariableSpace space, FileSystemOptions fsOptions ) throws KettleFileException { try { FileSystemManager fsManager = getInstance().getFileSystemManager();
public void widgetSelected( SelectionEvent e ) { try { FileObject fileName = null; try { String curFile = wGPGLocation.getText(); if ( curFile.trim().length() > 0 ) { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( jobMeta.environmentSubstitute( wGPGLocation.getText() ) ); } else { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } } catch ( FileSystemException ex ) { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } VfsFileChooserDialog vfsFileChooser = Spoon.getInstance().getVfsFileChooserDialog( fileName.getParent(), fileName ); FileObject selected = vfsFileChooser.open( shell, null, EXTENSIONS, FILETYPES, VfsFileChooserDialog.VFS_DIALOG_OPEN_FILE ); wGPGLocation.setText( selected != null ? selected.getURL().toString() : Const.EMPTY_STRING ); } catch ( FileSystemException ex ) { ex.printStackTrace(); } } } );
public void widgetSelected( SelectionEvent e ) { try { FileObject fileName = null; try { String curFile = wFilename.getText(); if ( curFile.trim().length() > 0 ) { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( jobMeta.environmentSubstitute( wFilename.getText() ) ); } else { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } } catch ( FileSystemException ex ) { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } VfsFileChooserDialog vfsFileChooser = Spoon.getInstance().getVfsFileChooserDialog( fileName.getParent(), fileName ); FileObject selected = vfsFileChooser.open( shell, null, EXTENSIONS, FILETYPES, VfsFileChooserDialog.VFS_DIALOG_OPEN_FILE ); wFilename.setText( selected != null ? selected.getURL().toString() : Const.EMPTY_STRING ); } catch ( FileSystemException ex ) { ex.printStackTrace(); } } } );
public void widgetSelected( SelectionEvent e ) { try { FileObject fileName = null; try { String curFile = wFilename.getText(); if ( curFile.trim().length() > 0 ) { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( jobMeta.environmentSubstitute( wFilename.getText() ) ); } else { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } } catch ( FileSystemException ex ) { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } VfsFileChooserDialog vfsFileChooser = Spoon.getInstance().getVfsFileChooserDialog( fileName.getParent(), fileName ); FileObject selected = vfsFileChooser.open( shell, null, EXTENSIONS, FILETYPES, VfsFileChooserDialog.VFS_DIALOG_OPEN_FILE ); wFilename.setText( selected != null ? selected.getURL().toString() : Const.EMPTY_STRING ); } catch ( FileSystemException ex ) { ex.printStackTrace(); } } } );
public void widgetSelected( SelectionEvent e ) { try { FileObject fileName = null; try { String curFile = wFilename.getText(); if ( curFile.trim().length() > 0 ) { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( jobMeta.environmentSubstitute( wFilename.getText() ) ); } else { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } } catch ( FileSystemException ex ) { fileName = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } VfsFileChooserDialog vfsFileChooser = Spoon.getInstance().getVfsFileChooserDialog( fileName.getParent(), fileName ); FileObject selected = vfsFileChooser.open( shell, null, EXTENSIONS, FILETYPES, VfsFileChooserDialog.VFS_DIALOG_OPEN_FILE ); wFilename.setText( selected != null ? selected.getURL().toString() : Const.EMPTY_STRING ); } catch ( FileSystemException ex ) { ex.printStackTrace(); } } } );
public void widgetSelected( SelectionEvent e ) { try { FileObject DetachedFilename = null; try { String curFile = wDetachedFilename.getText(); if ( curFile.trim().length() > 0 ) { DetachedFilename = KettleVFS.getInstance().getFileSystemManager().resolveFile( jobMeta.environmentSubstitute( wDetachedFilename.getText() ) ); } else { DetachedFilename = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } } catch ( FileSystemException ex ) { DetachedFilename = KettleVFS.getInstance().getFileSystemManager().resolveFile( Const.getUserHomeDirectory() ); } VfsFileChooserDialog vfsFileChooser = Spoon.getInstance().getVfsFileChooserDialog( DetachedFilename.getParent(), DetachedFilename ); FileObject selected = vfsFileChooser.open( shell, null, EXTENSIONS, FILETYPES, VfsFileChooserDialog.VFS_DIALOG_OPEN_FILE ); wDetachedFilename.setText( selected != null ? selected.getURL().toString() : Const.EMPTY_STRING ); } catch ( FileSystemException ex ) { ex.printStackTrace(); } } } );
@Override public void setParameter( FileSystemOptions opts, String name, String value, String fullParameterName, String vfsUrl ) throws IOException { // Use the DelgatingFileSystemOptionsBuilder to insert generic parameters // This must be done to assure the correct VFS FileSystem drivers will process the parameters String scheme = extractScheme( fullParameterName ); try { DelegatingFileSystemOptionsBuilder delegateFSOptionsBuilder = new DelegatingFileSystemOptionsBuilder( KettleVFS.getInstance().getFileSystemManager() ); if ( scheme != null ) { delegateFSOptionsBuilder.setConfigString( opts, scheme, name, value ); } else { log.logMinimal( "Warning: Cannot process VFS parameters if no scheme is specified: " + vfsUrl ); } } catch ( FileSystemException e ) { if ( ( e.getCode() != null ) && ( e.getCode().equalsIgnoreCase( "vfs.provider/config-key-invalid.error" ) ) ) { // This key is not supported by the default scheme config builder. This may be a custom key of another config // builder log.logMinimal( "Warning: The configuration parameter [" + name + "] is not supported by the default configuration builder for scheme: " + scheme ); } else { // An unexpected error has occurred loading in parameters throw new IOException( e.getLocalizedMessage(), e ); } } } }
synchronized ( KettleVFS.getInstance().getFileSystemManager() ) { FileObject newFileObject = null; try { KettleVFS.getInstance().getFileSystemManager().closeFileSystem( item.getFileSystem() ); if ( items != null ) { items = null;
@Deprecated public HDFSFileProvider( HadoopFileSystemLocator hadoopFileSystemLocator, NamedClusterService namedClusterService ) throws FileSystemException { this( hadoopFileSystemLocator, namedClusterService, (DefaultFileSystemManager) KettleVFS.getInstance().getFileSystemManager() ); }
public HDFSFileProvider( HadoopFileSystemLocator hadoopFileSystemLocator, NamedClusterService namedClusterService, FileNameParser fileNameParser, String schema ) throws FileSystemException { this( hadoopFileSystemLocator, namedClusterService, (DefaultFileSystemManager) KettleVFS.getInstance().getFileSystemManager(), fileNameParser, new String[] { schema } ); }
default FileName getUrlFileName( final String incomingURL ) { FileName fileName = null; try { final String noVariablesURL = incomingURL.replaceAll( "[${}]", "/" ); fileName = KettleVFS.getInstance().getFileSystemManager().resolveURI( noVariablesURL ); } catch ( FileSystemException e ) { // no-op } return fileName; }
private void snapshotMetaStore( String metaStoreSnapshotDir ) throws Exception { IMetaStore snapshot = new XmlMetaStore( metaStoreSnapshotDir ); try { FileSystemConfigBuilder nc = KettleVFS.getInstance().getFileSystemManager().getFileSystemConfigBuilder( "hc" ); Method snapshotMethod = nc.getClass().getMethod( "snapshotNamedClusterToMetaStore", IMetaStore.class ); snapshotMethod.invoke( nc, snapshot ); } catch ( FileSystemException | NoSuchMethodException | IllegalAccessException | InvocationTargetException e ) { e.printStackTrace(); } }