public VariableSpace resolveCurrentDirectory( ObjectLocationSpecificationMethod specificationMethod, VariableSpace parentVariables, Repository repository, StepMeta stepMeta, String filename ) { RepositoryDirectoryInterface directory = null; if ( repository != null && specificationMethod.equals( ObjectLocationSpecificationMethod.REPOSITORY_BY_NAME ) && stepMeta != null && stepMeta.getParentTransMeta() != null && stepMeta.getParentTransMeta().getRepositoryDirectory() != null ) { directory = stepMeta.getParentTransMeta().getRepositoryDirectory(); } else if ( repository == null && stepMeta != null && stepMeta.getParentTransMeta() != null ) { filename = stepMeta.getParentTransMeta().getFilename(); } else if ( stepMeta != null && stepMeta.getParentTransMeta() != null && repository != null && specificationMethod.equals( ObjectLocationSpecificationMethod.FILENAME ) ) { // we're using FILENAME but we are connected to a repository directory = stepMeta.getParentTransMeta().getRepositoryDirectory(); } else if ( stepMeta != null && stepMeta.getParentTransMeta() != null && filename == null ) { filename = stepMeta.getParentTransMeta().getFilename(); } return resolveCurrentDirectory( parentVariables, directory, filename ); }
@VisibleForTesting protected void registerUrlWithDirectory() { parentStepMeta.getParentTransMeta().getNamedClusterEmbedManager().registerUrl( directory ); }
public String getXML() { StringBuilder retval = new StringBuilder( 300 ); retval.append( " " ).append( XMLHandler.addTagValue( "pass_all_rows", passAllRows ) ); retval.append( " " ).append( XMLHandler.addTagValue( "directory", directory ) ); retval.append( " " ).append( XMLHandler.addTagValue( "prefix", prefix ) ); retval.append( " " ).append( XMLHandler.addTagValue( "cache_size", cacheSize ) ); retval.append( " " ).append( XMLHandler.addTagValue( "compress", compressFiles ) ); parentStepMeta.getParentTransMeta().getNamedClusterEmbedManager().registerUrl( directory ); return retval.toString(); }
@Override public String[] getFilePaths( final boolean showSamples ) { final StepMeta parentStepMeta = getParentStepMeta(); if ( parentStepMeta != null ) { final TransMeta parentTransMeta = parentStepMeta.getParentTransMeta(); if ( parentTransMeta != null ) { return getFiles( parentTransMeta, showSamples ); } } return new String[] {}; } }
public String getXML() { StringBuilder retval = new StringBuilder( 300 ); retval.append( " " ).append( XMLHandler.addTagValue( "rownum", includeRowNumber ) ); retval.append( " " ).append( XMLHandler.addTagValue( "foldername_dynamic", isFoldernameDynamic ) ); retval.append( " " ).append( XMLHandler.addTagValue( "rownum_field", rowNumberField ) ); retval.append( " " ).append( XMLHandler.addTagValue( "foldername_field", dynamicFoldernameField ) ); retval.append( " " ).append( XMLHandler.addTagValue( "limit", rowLimit ) ); retval.append( " <file>" ).append( Const.CR ); for ( int i = 0; i < folderName.length; i++ ) { retval.append( " " ).append( XMLHandler.addTagValue( "name", folderName[i] ) ); retval.append( " " ).append( XMLHandler.addTagValue( "file_required", folderRequired[i] ) ); parentStepMeta.getParentTransMeta().getNamedClusterEmbedManager().registerUrl( folderName[i] ); } retval.append( " </file>" ).append( Const.CR ); return retval.toString(); }
public String getXML() { StringBuilder retval = new StringBuilder( 300 ); retval.append( " " ).append( XMLHandler.addTagValue( "files_count", includeFilesCount ) ); retval.append( " " ).append( XMLHandler.addTagValue( "files_count_fieldname", filesCountFieldName ) ); retval.append( " " ).append( XMLHandler.addTagValue( "rows_count_fieldname", rowsCountFieldName ) ); retval.append( " " ).append( XMLHandler.addTagValue( "rowseparator_format", RowSeparator_format ) ); retval.append( " " ).append( XMLHandler.addTagValue( "row_separator", RowSeparator ) ); retval.append( " " ).append( XMLHandler.addTagValue( "isaddresult", isaddresult ) ); retval.append( " " ).append( XMLHandler.addTagValue( "filefield", filefield ) ); retval.append( " " ).append( XMLHandler.addTagValue( "filename_Field", outputFilenameField ) ); retval.append( " " ).append( XMLHandler.addTagValue( "smartCount", smartCount ) ); retval.append( " <file>" ).append( Const.CR ); for ( int i = 0; i < fileName.length; i++ ) { retval.append( " " ).append( XMLHandler.addTagValue( "name", fileName[i] ) ); retval.append( " " ).append( XMLHandler.addTagValue( "filemask", fileMask[i] ) ); retval.append( " " ).append( XMLHandler.addTagValue( "exclude_filemask", excludeFileMask[i] ) ); retval.append( " " ).append( XMLHandler.addTagValue( "file_required", fileRequired[i] ) ); retval.append( " " ).append( XMLHandler.addTagValue( "include_subfolders", includeSubFolders[i] ) ); parentStepMeta.getParentTransMeta().getNamedClusterEmbedManager().registerUrl( fileName[i] ); } retval.append( " </file>" ).append( Const.CR ); return retval.toString(); }
protected void saveFileOptions( StringBuilder retval ) { if ( parentStepMeta != null && parentStepMeta.getParentTransMeta() != null ) { parentStepMeta.getParentTransMeta().getNamedClusterEmbedManager().registerUrl( fileName ); } saveSource( retval, fileName ); retval.append( " " ).append( XMLHandler.addTagValue( "servlet_output", servletOutput ) ); retval.append( " " ).append( XMLHandler.addTagValue( "do_not_open_new_file_init", doNotOpenNewFileInit ) ); retval.append( " " ).append( XMLHandler.addTagValue( "extention", extension ) ); retval.append( " " ).append( XMLHandler.addTagValue( "append", fileAppended ) ); retval.append( " " ).append( XMLHandler.addTagValue( "split", stepNrInFilename ) ); retval.append( " " ).append( XMLHandler.addTagValue( "haspartno", partNrInFilename ) ); retval.append( " " ).append( XMLHandler.addTagValue( "add_date", dateInFilename ) ); retval.append( " " ).append( XMLHandler.addTagValue( "add_time", timeInFilename ) ); retval.append( " " ).append( XMLHandler.addTagValue( "SpecifyFormat", isSpecifyingFormat() ) ); retval.append( " " ).append( XMLHandler.addTagValue( "date_time_format", getDateTimeFormat() ) ); retval.append( " " ).append( XMLHandler.addTagValue( "add_to_result_filenames", addToResultFilenames ) ); retval.append( " " ).append( XMLHandler.addTagValue( "pad", padded ) ); retval.append( " " ).append( XMLHandler.addTagValue( "fast_dump", fastDump ) ); retval.append( " " ).append( XMLHandler.addTagValue( "splitevery", splitEveryRows ) ); }
public String getXML() { StringBuilder retval = new StringBuilder(); retval.append( " " + XMLHandler.addTagValue( "sourcefilenamefield", sourcefilenamefield ) ); retval.append( " " + XMLHandler.addTagValue( "targetfilenamefield", targetfilenamefield ) ); retval.append( " " + XMLHandler.addTagValue( "baseFolderField", baseFolderField ) ); retval.append( " " + XMLHandler.addTagValue( "operation_type", getOperationTypeCode( operationType ) ) ); retval.append( " " ).append( XMLHandler.addTagValue( "addresultfilenames", addresultfilenames ) ); retval.append( " " ).append( XMLHandler.addTagValue( "overwritezipentry", overwritezipentry ) ); retval.append( " " ).append( XMLHandler.addTagValue( "createparentfolder", createparentfolder ) ); retval.append( " " ).append( XMLHandler.addTagValue( "keepsourcefolder", keepsourcefolder ) ); retval.append( " " + XMLHandler.addTagValue( "movetofolderfield", movetofolderfield ) ); parentStepMeta.getParentTransMeta().getNamedClusterEmbedManager().registerUrl( sourcefilenamefield ); parentStepMeta.getParentTransMeta().getNamedClusterEmbedManager().registerUrl( targetfilenamefield ); parentStepMeta.getParentTransMeta().getNamedClusterEmbedManager().registerUrl( baseFolderField ); return retval.toString(); }
@Override public void resolve() { if ( fileName != null && !fileName.isEmpty() ) { try { FileObject fileObject = KettleVFS.getFileObject( getParentStepMeta().getParentTransMeta().environmentSubstitute( fileName ) ); if ( AliasedFileObject.isAliasedFile( fileObject ) ) { fileName = ( (AliasedFileObject) fileObject ).getOriginalURIString(); } } catch ( KettleFileException e ) { throw new RuntimeException( e ); } } } }
public String buildFilename() { return meta.buildFilename( meta.getParentStepMeta().getParentTransMeta(), getCopy() + "", null, data.splitnr + "", false ); }
@Override public String[] getFilePaths( final boolean showSamples ) { final StepMeta parentStepMeta = getParentStepMeta(); if ( parentStepMeta != null ) { final TransMeta parentTransMeta = parentStepMeta.getParentTransMeta(); if ( parentTransMeta != null ) { final FileInputList inputList = getFileInputList( parentTransMeta ); if ( inputList != null ) { return inputList.getFileStrings(); } } } return new String[]{}; } }
@Override public void resolve() { for ( int i = 0; i < inputFiles.fileName.length; i++ ) { if ( inputFiles.fileName[i] != null && !inputFiles.fileName[i].isEmpty() ) { try { FileObject fileObject = KettleVFS.getFileObject( getParentStepMeta().getParentTransMeta().environmentSubstitute( inputFiles.fileName[i] ) ); if ( AliasedFileObject.isAliasedFile( fileObject ) ) { inputFiles.fileName[i] = ( (AliasedFileObject) fileObject ).getOriginalURIString(); } } catch ( KettleFileException e ) { throw new RuntimeException( e ); } } } }
@Injection( name = "CONNECTIONNAME" ) public void setConnection( String connectionName ) { databaseMeta = DatabaseMeta.findDatabase( getParentStepMeta().getParentTransMeta().getDatabases(), connectionName ); }
public T createMeta() { try { T meta = clazz.newInstance(); if ( meta instanceof BaseStepMeta ) { StepMeta mockParentStepMeta = mock( StepMeta.class ); ( (BaseStepMeta) meta ).setParentStepMeta( mockParentStepMeta ); TransMeta mockTransMeta = mock( TransMeta.class ); NamedClusterEmbedManager embedManager = mock( NamedClusterEmbedManager.class ); when( mockParentStepMeta.getParentTransMeta() ).thenReturn( mockTransMeta ); when( mockTransMeta.getNamedClusterEmbedManager() ).thenReturn( embedManager ); } return meta; } catch ( Exception e ) { throw new RuntimeException( "Unable to create meta of class " + clazz.getCanonicalName(), e ); } }
@Before public void setUp() throws Exception { NamedClusterEmbedManager manager = mock( NamedClusterEmbedManager.class ); TransMeta parentTransMeta = mock( TransMeta.class ); doReturn( manager ).when( parentTransMeta ).getNamedClusterEmbedManager(); StepMeta parentStepMeta = mock( StepMeta.class ); doReturn( parentTransMeta ).when( parentStepMeta ).getParentTransMeta(); inputMeta = new TextFileInputMeta(); inputMeta.setParentStepMeta( parentStepMeta ); inputMeta = spy( inputMeta ); variableSpace = mock( VariableSpace.class ); doReturn( "<def>" ).when( variableSpace ).environmentSubstitute( anyString() ); doReturn( FILE_NAME_VALID_PATH ).when( variableSpace ).environmentSubstitute( FILE_NAME_VALID_PATH ); FileObject mockedFileObject = mock( FileObject.class ); doReturn( mockedFileObject ).when( inputMeta ).getFileObject( anyString(), eq( variableSpace ) ); }
@Test public void testLoadAndGetXml() throws Exception { ZipFileMeta zipFileMeta = new ZipFileMeta(); Node stepnode = getTestNode(); DatabaseMeta dbMeta = mock( DatabaseMeta.class ); IMetaStore metaStore = mock( IMetaStore.class ); StepMeta mockParentStepMeta = mock( StepMeta.class ); zipFileMeta.setParentStepMeta( mockParentStepMeta ); TransMeta mockTransMeta = mock( TransMeta.class ); NamedClusterEmbedManager embedManager = mock( NamedClusterEmbedManager.class ); when( mockParentStepMeta.getParentTransMeta() ).thenReturn( mockTransMeta ); when( mockTransMeta.getNamedClusterEmbedManager() ).thenReturn( embedManager ); zipFileMeta.loadXML( stepnode, Collections.singletonList( dbMeta ), metaStore ); assertXmlOutputMeta( zipFileMeta ); }
StepMeta parentStepMeta = meta.getParentStepMeta(); if ( parentStepMeta != null ) { TransMeta parentTransMeta = parentStepMeta.getParentTransMeta(); if ( parentTransMeta != null ) { String[] paths = parentTransMeta.environmentSubstitute( meta.getFileName() );
protected void setupDatabaseMeta() { if ( this.getDatabaseMeta() == null ) { if ( getParentStepMeta() != null ) { TransMeta transMeta = getParentStepMeta().getParentTransMeta(); if ( transMeta != null ) { setDatabaseMeta( transMeta.findDatabase( transMeta.environmentSubstitute( getStringProperty( "AgileBIDatabase", "AgileBI" ) ) ) ); } } } }
protected void setupDatabaseMeta() { if ( this.getDatabaseMeta() == null ) { if ( getParentStepMeta() != null ) { TransMeta transMeta = getParentStepMeta().getParentTransMeta(); if ( transMeta != null ) { setDatabaseMeta( transMeta.findDatabase( transMeta.environmentSubstitute( getDbConnectionName() ) ) ); } } } }
Mockito.doReturn( parentTransMeta ).when( parentStepMeta ).getParentTransMeta(); meta.setParentStepMeta( parentStepMeta );