@Override public void process(InputStream in, OutputStream out) throws IOException { try (CSVFileReader<Record> reader = new CSVFileReader<>( in, props, schema, Record.class)) { reader.initialize(); try (DataFileWriter<Record> w = writer.create(schema, out)) { while (reader.hasNext()) { try { Record record = reader.next(); w.append(record); written.incrementAndGet(); } catch (DatasetRecordException e) { failures.add(e); } } } } } });
@Override public void run() { reader.next(); } });
@Override public void run() { reader.next(); } });
@Override public void run() { reader.next(); } });
@Override public void run() { reader.next(); } });
@Override public void run() { reader.next(); } });
@Override public void run() { reader.next(); } });
@Override public void run() { reader.next(); } });
@Override public void run() { reader.next(); } });
@Override public void process(InputStream in, OutputStream out) throws IOException { try (CSVFileReader<Record> reader = new CSVFileReader<>( in, props, schema, Record.class)) { reader.initialize(); try (DataFileWriter<Record> w = writer.create(schema, out)) { while (reader.hasNext()) { try { Record record = reader.next(); w.append(record); written.incrementAndGet(); } catch (DatasetRecordException e) { failures.add(e); } } } } } });
TestBean bean = reader.next(); Assert.assertEquals("str", bean.myStr); Assert.assertEquals((Integer) 34, bean.myInt); bean = reader.next(); Assert.assertEquals("str,2", bean.myStr); Assert.assertEquals(null, bean.myInt); bean = reader.next(); Assert.assertEquals("str4", bean.myStr); Assert.assertEquals(null, bean.myInt);
TestBean bean = reader.next(); Assert.assertEquals("str", bean.myStr); Assert.assertEquals((Integer) 34, bean.myInt); bean = reader.next(); Assert.assertEquals("str,2", bean.myStr); Assert.assertEquals(null, bean.myInt); bean = reader.next(); Assert.assertEquals("str4", bean.myStr); Assert.assertEquals(null, bean.myInt);
GenericData.Record rec = reader.next(); Assert.assertEquals("str", rec.get(0)); Assert.assertEquals("34", rec.get(1)); rec = reader.next(); Assert.assertEquals("str,2", rec.get(0)); Assert.assertEquals("", rec.get(1)); rec = reader.next(); Assert.assertEquals("str3", rec.get(0)); Assert.assertEquals("", rec.get(1)); rec = reader.next(); Assert.assertEquals("str4", rec.get(0)); Assert.assertEquals("", rec.get(1));
GenericData.Record rec = reader.next(); Assert.assertEquals("str", rec.get(0)); Assert.assertEquals("34", rec.get(1)); rec = reader.next(); Assert.assertEquals("str\t2", rec.get(0)); Assert.assertEquals("", rec.get(1)); rec = reader.next(); Assert.assertEquals("str3", rec.get(0)); Assert.assertEquals("", rec.get(1));
GenericData.Record rec = reader.next(); Assert.assertEquals("str", rec.get(0)); Assert.assertEquals("34", rec.get(1)); rec = reader.next(); Assert.assertEquals("str\t2", rec.get(0)); Assert.assertEquals("", rec.get(1)); rec = reader.next(); Assert.assertEquals("str3", rec.get(0)); Assert.assertEquals("", rec.get(1));