@Override public CsvInputMeta getNewMetaInstance() { return new CsvInputMeta(); }
/** * Initialize step info. */ @Before public void before() { meta = new CsvInputMeta(); meta.setDefault(); data = new CsvInputData(); data.outputRowMeta = new RowMeta(); }
private CsvInputMeta createMeta( File file, TextFileInputField[] fields ) { CsvInputMeta meta = new CsvInputMeta(); meta.setFilename( file.getAbsolutePath() ); meta.setDelimiter( delimiter ); meta.setEncoding( encoding ); meta.setEnclosure( enclosure ); meta.setBufferSize( "1024" ); meta.setInputFields( fields ); meta.setHeaderPresent( false ); return meta; } }
private CsvInputMeta createMeta( File file, TextFileInputField[] fields ) { CsvInputMeta meta = new CsvInputMeta(); meta.setFilename( file.getAbsolutePath() ); meta.setDelimiter( "," ); meta.setEncoding( "utf-8" ); meta.setBufferSize( "1024" ); meta.setInputFields( fields ); meta.setHeaderPresent( false ); meta.setRowNumField( "rownum" ); return meta; } }
private CsvInputMeta createMeta( File file, TextFileInputField[] fields ) { CsvInputMeta meta = new CsvInputMeta(); meta.setFilename( file.getAbsolutePath() ); meta.setDelimiter( "delimiter" ); meta.setEncoding( "utf-8" ); meta.setEnclosure( "\"" ); meta.setBufferSize( "1024" ); meta.setInputFields( fields ); meta.setHeaderPresent( false ); return meta; } }
private CsvInputMeta createMeta( File file, TextFileInputField[] fields, String enclosure ) { CsvInputMeta meta = new CsvInputMeta(); meta.setFilename( file.getAbsolutePath() ); meta.setDelimiter( ";" ); meta.setEncoding( "utf-8" ); meta.setEnclosure( enclosure ); meta.setBufferSize( "1024" ); meta.setInputFields( fields ); meta.setHeaderPresent( false ); return meta; } }
private CsvInputMeta createMeta( File file, TextFileInputField[] fields, boolean headerPresent, String delimiter ) { CsvInputMeta meta = new CsvInputMeta(); meta.setFilename( file.getAbsolutePath() ); meta.setDelimiter( delimiter ); meta.setEncoding( "utf-8" ); meta.setEnclosure( "\"" ); meta.setBufferSize( "1024" ); if ( !headerPresent ) { meta.setInputFields( fields ); } meta.setHeaderPresent( headerPresent ); meta.setRunningInParallel( true ); return meta; }
private synchronized void preview() { CsvInputMeta oneMeta = new CsvInputMeta(); getInfo( oneMeta );
previewBusy.set( true ); CsvInputMeta meta = new CsvInputMeta(); getInfo( meta );
private CsvInputMeta createStepMeta( final String testFilePath, final String encoding ) { final CsvInputMeta meta = new CsvInputMeta(); meta.setFilename( testFilePath ); meta.setDelimiter( "\t" ); meta.setEncoding( encoding ); meta.setEnclosure( "\"" ); meta.setBufferSize( "50000" ); meta.setInputFields( getInputFileFields() ); meta.setHeaderPresent( true ); return meta; }
private CsvInputMeta createStepMeta( final String testFilePath, final String encoding, final String delimiter, final boolean useHeader ) { final CsvInputMeta meta = new CsvInputMeta(); meta.setFilename( testFilePath ); meta.setDelimiter( delimiter ); meta.setEncoding( encoding ); meta.setEnclosure( "\"" ); meta.setBufferSize( "50000" ); meta.setInputFields( getInputFileFields() ); meta.setHeaderPresent( useHeader ); return meta; }
@Test public void lazyConversionTurnedOff() throws KettleException { KettleEnvironment.init(); TransMeta transMeta = new TransMeta(); CsvInputMeta csvInputMeta = new CsvInputMeta(); csvInputMeta.setLazyConversionActive( true ); StepMeta csvInput = new StepMeta( "Csv", csvInputMeta ); transMeta.addStep( csvInput ); TableInputMeta tableInputMeta = new TableInputMeta(); tableInputMeta.setLazyConversionActive( true ); StepMeta tableInput = new StepMeta( "Table", tableInputMeta ); transMeta.addStep( tableInput ); Transformation trans = TransMetaConverter.convert( transMeta ); TransMeta cloneMeta; String transMetaXml = (String) trans.getConfig().get( TransMetaConverter.TRANS_META_CONF_KEY ); Document doc; try { doc = XMLHandler.loadXMLString( transMetaXml ); Node stepNode = XMLHandler.getSubNode( doc, "transformation" ); cloneMeta = new TransMeta( stepNode, null ); } catch ( KettleXMLException | KettleMissingPluginsException e ) { throw new RuntimeException( e ); } assertThat( ( (CsvInputMeta) cloneMeta.findStep( "Csv" ).getStepMetaInterface() ).isLazyConversionActive(), is( false ) ); assertThat( ( (TableInputMeta) cloneMeta.findStep( "Table" ).getStepMetaInterface() ).isLazyConversionActive(), is( false ) ); }
@Test public void testClone() { final CsvInputMeta original = new CsvInputMeta(); original.setDelimiter( ";" ); original.setEnclosure( "'" ); final TextFileInputField[] originalFields = new TextFileInputField[ 1 ]; final TextFileInputField originalField = new TextFileInputField(); originalField.setName( "field" ); originalFields[ 0 ] = originalField; original.setInputFields( originalFields ); final CsvInputMeta clone = (CsvInputMeta) original.clone(); // verify that the clone and its input fields are "equal" to the originals, but not the same objects Assert.assertNotSame( original, clone ); Assert.assertEquals( original.getDelimiter(), clone.getDelimiter() ); Assert.assertEquals( original.getEnclosure(), clone.getEnclosure() ); Assert.assertNotSame( original.getInputFields(), clone.getInputFields() ); Assert.assertNotSame( original.getInputFields()[ 0 ], clone.getInputFields()[ 0 ] ); Assert.assertEquals( original.getInputFields()[ 0 ].getName(), clone.getInputFields()[ 0 ].getName() ); } }
protected StepMeta createInputStep( TransMeta transMeta ) { CsvInputMeta csvInputMeta = new CsvInputMeta(); CsvFileInfo fileInfo = getModelInfo().getFileInfo();