@Override public FileObject getHeaderFileObject( final TransMeta transMeta ) { final FileInputList fileList = getFileInputList( transMeta ); return fileList.nrOfFiles() == 0 ? null : fileList.getFile( 0 ); } }
@Override public void getFields( RowMetaInterface row, String name, RowMetaInterface[] info, StepMeta nextStep, VariableSpace space, Repository repository, IMetaStore metaStore ) throws KettleStepException { FileInputList fileList = getTextFileList( space ); if ( fileList.nrOfFiles() == 0 ) { throw new KettleStepException( BaseMessages .getString( PKG, "XBaseInputMeta.Exception.NoFilesFoundToProcess" ) ); } row.addRowMeta( getOutputFields( fileList, name ) ); }
if ( meta.inputFiles.passingThruFields ) { StringBuilder sb = new StringBuilder(); sb.append( data.files.nrOfFiles() > 0 ? data.files.nrOfFiles() - 1 : 0 ).append( "_" ).append( fileObject.toString() ); data.passThruFields.put( sb.toString(), fileRow ); if ( data.files.nrOfFiles() == 0 ) { if ( log.isDetailed() ) { logDetailed( BaseMessages.getString( PKG, "BaseFileInputStep.Log.Error.NoFilesSpecified" ) );
private void handleMissingFiles() throws KettleException { if ( meta.isdoNotFailIfNoFile() && data.files.nrOfFiles() == 0 ) { logBasic( BaseMessages.getString( PKG, "GetFileNames.Log.NoFile" ) ); return; } List<FileObject> nonExistantFiles = data.files.getNonExistantFiles(); if ( nonExistantFiles.size() != 0 ) { String message = FileInputList.getRequiredFilesDescription( nonExistantFiles ); logBasic( "ERROR: Missing " + message ); throw new KettleException( "Following required files are missing: " + message ); } List<FileObject> nonAccessibleFiles = data.files.getNonAccessibleFiles(); if ( nonAccessibleFiles.size() != 0 ) { String message = FileInputList.getRequiredFilesDescription( nonAccessibleFiles ); logBasic( "WARNING: Not accessible " + message ); throw new KettleException( "Following required files are not accessible: " + message ); } }
if ( fileList.nrOfFiles() == 0 ) { cr = new CheckResult( CheckResultInterface.TYPE_RESULT_ERROR, BaseMessages.getString( cr = new CheckResult( CheckResultInterface.TYPE_RESULT_OK, BaseMessages.getString( PKG, "GetSubFoldersMeta.CheckResult.ExpectedFilesOk", "" + fileList.nrOfFiles() ), stepMeta ); remarks.add( cr );
if ( data.currentFileIndex >= data.files.nrOfFiles() ) {
public boolean init( StepMetaInterface smi, StepDataInterface sdi ) { meta = (LDIFInputMeta) smi; data = (LDIFInputData) sdi; if ( super.init( smi, sdi ) ) { if ( !meta.isFileField() ) { data.files = meta.getFiles( this ); if ( data.files.nrOfFiles() == 0 && data.files.nrOfMissingFiles() == 0 ) { logError( BaseMessages.getString( PKG, "LDIFInput.Log.NoFiles" ) ); return false; } try { // Create the output row meta-data data.outputRowMeta = new RowMeta(); meta.getFields( data.outputRowMeta, getStepname(), null, null, this, repository, metaStore ); // Create convert meta-data objects that will contain Date & Number formatters data.convertRowMeta = data.outputRowMeta.cloneToType( ValueMetaInterface.TYPE_STRING ); data.nrInputFields = meta.getInputFields().length; data.multiValueSeparator = environmentSubstitute( meta.getMultiValuedSeparator() ); } catch ( Exception e ) { logError( "Error initializing step: " + e.toString() ); logError( Const.getStackTracker( e ) ); return false; } } data.rownr = 1L; data.totalpreviousfields = 0; return true; } return false; }
private boolean openNextFile() { try { if ( data.filenr >= data.files.nrOfFiles() ) {
public boolean init( StepMetaInterface smi, StepDataInterface sdi ) { meta = (XBaseInputMeta) smi; data = (XBaseInputData) sdi; if ( super.init( smi, sdi ) ) { data.files = meta.getTextFileList( this ); data.fileNr = 0; if ( data.files.nrOfFiles() == 0 && !meta.isAcceptingFilenames() ) { logError( BaseMessages.getString( PKG, "XBaseInput.Log.Error.NoFilesSpecified" ) ); return false; } if ( meta.isAcceptingFilenames() ) { try { if ( Utils.isEmpty( meta.getAcceptingStepName() ) || findInputRowSet( meta.getAcceptingStepName() ) == null ) { logError( BaseMessages.getString( PKG, "XBaseInput.Log.Error.InvalidAcceptingStepName" ) ); return false; } if ( Utils.isEmpty( meta.getAcceptingField() ) ) { logError( BaseMessages.getString( PKG, "XBaseInput.Log.Error.InvalidAcceptingFieldName" ) ); return false; } } catch ( Exception e ) { logError( e.getMessage() ); return false; } } return true; } return false; }
public boolean processRow( StepMetaInterface smi, StepDataInterface sdi ) throws KettleException { if ( first && !meta.isInFields() ) { first = false; data.files = meta.getFiles( this ); if ( !meta.isdoNotFailIfNoFile() && data.files.nrOfFiles() == 0 ) { throw new KettleException( BaseMessages.getString( PKG, "GetXMLData.Log.NoFiles" ) ); } handleMissingFiles(); // Create the output row meta-data data.outputRowMeta = new RowMeta(); meta.getFields( data.outputRowMeta, getStepname(), null, null, this, repository, metaStore ); // Create convert meta-data objects that will contain Date & Number formatters // For String to <type> conversions, we allocate a conversion meta data row as well... // data.convertRowMeta = data.outputRowMeta.cloneToType( ValueMetaInterface.TYPE_STRING ); } // Grab a row Object[] r = getXMLRow(); if ( data.errorInRowButContinue ) { return true; // continue without putting the row out } if ( r == null ) { setOutputDone(); // signal end to receiver(s) return false; // end of data or error. } return putRowOut( r ); }
data.filessize = data.files.nrOfFiles(); handleMissingFiles(); } else {
if ( !meta.isdoNotFailIfNoFile() && data.files.nrOfFiles() == 0 ) { throw new KettleException( BaseMessages.getString( PKG, "YamlInput.Log.NoFiles" ) );
if ( info.getTextFileList( transMeta ).nrOfFiles() > 0 ) { String shellText = BaseMessages.getString( PKG, "TextFileInputDialog.LinesToView.DialogTitle" ); String lineText = BaseMessages.getString( PKG, "TextFileInputDialog.LinesToView.DialogMessage" );
if ( info.getFileInputList( transMeta ).nrOfFiles() > 0 ) { String shellText = BaseMessages.getString( PKG, "TextFileInputDialog.LinesToView.DialogTitle" ); String lineText = BaseMessages.getString( PKG, "TextFileInputDialog.LinesToView.DialogMessage" );
public boolean processRow( StepMetaInterface smi, StepDataInterface sdi ) throws KettleException { if ( first && !meta.isFileField() ) { data.files = meta.getFiles( this ); if ( data.files == null || data.files.nrOfFiles() == 0 ) { throw new KettleException( BaseMessages.getString( PKG, "PropertyInput.Log.NoFiles" ) );
if ( !meta.isInFields() ) { data.outputRowMeta = new RowMeta(); if ( !meta.isDoNotFailIfNoFile() && data.files.nrOfFiles() == 0 ) { String errMsg = BaseMessages.getString( PKG, "JsonInput.Log.NoFiles" ); logError( errMsg );