/** * Fills the class's internal buffer with a DSV line */ private void fillBuffer(CsvListWriter writer, Rows.Row row) { String[] vals = row.values; try { writer.write(vals); writer.flush(); } catch (Exception e) { beeLine.error(e); } }
public void addToken(String wordid, String originalContent, String word, String label, String continuationId) { if (label != null) { if (csvListWriter == null) { outputFile = new File(context.getOutputDirectory(), name + ".csv"); try { csvListWriter = new CsvListWriter(new FileWriter(outputFile), CsvPreference.STANDARD_PREFERENCE); csvListWriter.writeHeader(header); } catch (IOException e) { throw new IllegalStateException( "Could not open CSV writer for file " + outputFile.getAbsolutePath(), e); } } try { String continuationIdStr = ""; if (continuationId != null) { continuationIdStr = continuationId; } csvListWriter.write(wordid, originalContent, word, label, continuationIdStr); } catch (IOException e) { throw new IllegalStateException("Could not write to CSV writer for file " + outputFile.getAbsolutePath(), e); } } }
private synchronized void writeCsvRow(List<Object> row) { try { csvWriter.write(row); csvWriter.flush(); } catch (IOException e) { throw new RuntimeException(e); } }
public static <V> void writeCsv(final DataFrame<V> df, final OutputStream output) throws IOException { try (CsvListWriter writer = new CsvListWriter(new OutputStreamWriter(output), CsvPreference.STANDARD_PREFERENCE)) { final String[] header = new String[df.size()]; final Iterator<Object> it = df.columns().iterator(); for (int c = 0; c < df.size(); c++) { header[c] = String.valueOf(it.hasNext() ? it.next() : c); } writer.writeHeader(header); final CellProcessor[] procs = new CellProcessor[df.size()]; final List<Class<?>> types = df.types(); for (int c = 0; c < df.size(); c++) { final Class<?> cls = types.get(c); if (Date.class.isAssignableFrom(cls)) { procs[c] = new ConvertNullTo("", new FmtDate("yyyy-MM-dd'T'HH:mm:ssXXX")); } else { procs[c] = new ConvertNullTo(""); } } for (final List<V> row : df) { writer.write(row, procs); } } }
private void writeHeader(CsvListWriter writer, List<String> extraFields) throws IOException { List<String> fields = new ArrayList<String>(); fields.add("WB_ID"); fields.add("WB_KEY"); fields.add("WB_UPDATED"); fields.add("WB_STATUS"); fields.add("WB_TITLE"); fields.add("WB_GUESS1"); fields.add("WB_GUESS2"); fields.add("WB_GUESS3"); fields.add("WB_SCORE"); fields.addAll(extraFields); writer.write(fields); }
public static <V> void writeCsv(final DataFrame<V> df, final OutputStream output) throws IOException { try (CsvListWriter writer = new CsvListWriter(new OutputStreamWriter(output), CsvPreference.STANDARD_PREFERENCE)) { final String[] header = new String[df.size()]; final Iterator<Object> it = df.columns().iterator(); for (int c = 0; c < df.size(); c++) { header[c] = String.valueOf(it.hasNext() ? it.next() : c); } writer.writeHeader(header); final CellProcessor[] procs = new CellProcessor[df.size()]; final List<Class<?>> types = df.types(); for (int c = 0; c < df.size(); c++) { final Class<?> cls = types.get(c); if (Date.class.isAssignableFrom(cls)) { procs[c] = new ConvertNullTo("", new FmtDate("yyyy-MM-dd'T'HH:mm:ssXXX")); } else { procs[c] = new ConvertNullTo(""); } } for (final List<V> row : df) { writer.write(row, procs); } } }
private void writeHeader(CsvListWriter writer, List<String> extraFields) throws IOException { List<String> fields = new ArrayList<String>(); fields.add("WB_ID"); fields.add("WB_KEY"); fields.add("WB_UPDATED"); fields.add("WB_STATUS"); fields.add("WB_TITLE"); fields.add("WB_GUESS1"); fields.add("WB_GUESS2"); fields.add("WB_GUESS3"); fields.add("WB_SCORE"); fields.addAll(extraFields); writer.write(fields); }
CsvListReader reader = new CsvListReader(new FileReader(inputCsv), CsvPreference.STANDARD_PREFERENCE); CsvListWriter writer = new CsvListWriter(new FileWriter(outputCsv), CsvPreference.STANDARD_PREFERENCE); List<String> columns; while ((columns = reader.read()) != null) { System.out.println("Input: " + columns); // Add new columns columns.add(1, "Column_2"); columns.add("Last_column"); System.out.println("Output: " + columns); writer.write(columns); } reader.close(); writer.close();
private void writeRow() { assertWritable(); if (row != null) { try { writer.write(row); } catch (IOException e) { throw new PaxmlRuntimeException("Cannot write to shadow csv file: " + writerFile.getAbsolutePath(), e); } } }
private String getHeaderString() { if(this.header == null) { return null; } ByteArrayOutputStream baos = new ByteArrayOutputStream(); try { CsvListWriter csvListWriter = new CsvListWriter(new OutputStreamWriter(baos), CsvPreference.TAB_PREFERENCE); csvListWriter.write(this.header); csvListWriter.flush(); csvListWriter.close(); return baos.toString("utf-8"); } catch (Exception e) { throw new RuntimeException(e); } }
/** * Fills the class's internal buffer with a DSV line */ private void fillBuffer(CsvListWriter writer, Rows.Row row) { String[] vals = row.values; try { writer.write(vals); writer.flush(); } catch (Exception e) { beeLine.error(e); } }
private String getFormattedStr(String[] vals) { StringWriter strWriter = new StringWriter(); CsvListWriter writer = new CsvListWriter(strWriter, getCsvPreference()); if (vals.length > 0) { try { writer.write(vals); } catch (IOException e) { beeLine.error(e); } finally { IOUtils.closeStream(writer); } } return strWriter.toString(); }
private String getFormattedStr(String[] vals) { StringWriter strWriter = new StringWriter(); CsvListWriter writer = new CsvListWriter(strWriter, getCsvPreference()); if (vals.length > 0) { try { writer.write(vals); } catch (IOException e) { beeLine.error(e); } finally { IOUtils.closeStream(writer); } } return strWriter.toString(); }
private void readRow() { if (writer != null && row != null) { // flush the current row to the writer, before advancing try { writer.write(row); } catch (IOException e) { throw new PaxmlRuntimeException("Cannot write to shadow csv file: " + writerFile.getAbsolutePath(), e); } } try { row = reader.read(); } catch (IOException e) { throw new PaxmlRuntimeException("Cannot read next line from csv file: " + getResourceIdentifier(), e); } }
public static String addTimestampColumnFromCsv(String timeStr, String inputPath, String outputPath) { File inputFile = new File(inputPath); File outputFile = new File(outputPath); CsvListReader reader = null; CsvListWriter writer = null; try { CsvPreference csvPreference = new CsvPreference.Builder('"', ',', "\r\n") .ignoreEmptyLines(false) .build(); reader = new CsvListReader(new FileReader(inputFile), csvPreference); writer = new CsvListWriter(new FileWriter(outputFile), csvPreference); List<String> columns; while ((columns = reader.read()) != null) { columns.add(timeStr); writer.write(columns); } } catch (IOException e) { throw new MetatronException("Fail to transform csv file :" + e.getMessage()); } finally { try { if (reader != null) reader.close(); if (writer != null) writer.close(); } catch (IOException e) {} } return outputFile.getAbsolutePath(); }
public void writeAllData(String path) throws IOException { CsvListWriter writer = new CsvListWriter(WpIOUtils.openWriter(path), CsvPreference.STANDARD_PREFERENCE); writer.write(Arrays.asList("stage", "singleCoreSpeed", "multiCoreSpeed", "numLinks", "numArticles", "elapsed")); for (StageDiagnostic diagnostic : diagnostics) { int numArticles = 0; int numLinks = 0; for (Language l : diagnostic.getLangs()) { numLinks += LanguageInfo.getByLanguage(l).getNumLinks(); numArticles += LanguageInfo.getByLanguage(l).getNumArticles(); } writer.write(Arrays.asList( diagnostic.getStage(), diagnostic.getSingleCoreSpeed(), diagnostic.getMultiCoreSpeed(), numLinks, numArticles, diagnostic.getElapsedSeconds() )); } writer.close(); }
public void writeAllData(String path) throws IOException { CsvListWriter writer = new CsvListWriter(WpIOUtils.openWriter(path), CsvPreference.STANDARD_PREFERENCE); writer.write(Arrays.asList("stage", "singleCoreSpeed", "multiCoreSpeed", "numLinks", "numArticles", "elapsed")); for (StageDiagnostic diagnostic : diagnostics) { int numArticles = 0; int numLinks = 0; for (Language l : diagnostic.getLangs()) { numLinks += LanguageInfo.getByLanguage(l).getNumLinks(); numArticles += LanguageInfo.getByLanguage(l).getNumArticles(); } writer.write(Arrays.asList( diagnostic.getStage(), diagnostic.getSingleCoreSpeed(), diagnostic.getMultiCoreSpeed(), numLinks, numArticles, diagnostic.getElapsedSeconds() )); } writer.close(); }
public static InputStream flushTriples(Iterable<KiWiTriple> tripleBacklog) throws IOException { StringWriter out = new StringWriter(); CsvListWriter writer = new CsvListWriter(out, CsvPreference.STANDARD_PREFERENCE); // reuse the same array to avoid unnecessary object allocation Object[] rowArray = new Object[10]; List<Object> row = Arrays.asList(rowArray); for(KiWiTriple t : tripleBacklog) { rowArray[0] = t.getId(); rowArray[1] = t.getSubject(); rowArray[2] = t.getPredicate(); rowArray[3] = t.getObject(); rowArray[4] = t.getContext(); rowArray[5] = t.getCreator(); rowArray[6] = t.isInferred(); rowArray[7] = t.isDeleted(); rowArray[8] = t.getCreated(); rowArray[9] = t.getDeletedAt(); writer.write(row, tripleProcessors); } writer.close(); return IOUtils.toInputStream(out.toString()); }
public static void flushTriples(Iterable<KiWiTriple> tripleBacklog, OutputStream out) throws IOException { CsvListWriter writer = new CsvListWriter(new OutputStreamWriter(out), CsvPreference.STANDARD_PREFERENCE); // reuse the same array to avoid unnecessary object allocation Object[] rowArray = new Object[10]; List<Object> row = Arrays.asList(rowArray); for(KiWiTriple t : tripleBacklog) { rowArray[0] = t.getId(); rowArray[1] = t.getSubject(); rowArray[2] = t.getPredicate(); rowArray[3] = t.getObject(); rowArray[4] = t.getContext(); rowArray[5] = t.getCreator(); rowArray[6] = t.isInferred(); rowArray[7] = t.isDeleted(); rowArray[8] = t.getCreated(); rowArray[9] = t.getDeletedAt(); writer.write(row, tripleProcessors); } writer.close(); }
public static void flushTriples(Iterable<KiWiTriple> tripleBacklog, OutputStream out) throws IOException { CsvListWriter writer = new CsvListWriter(new OutputStreamWriter(out), CsvPreference.STANDARD_PREFERENCE); // reuse the same array to avoid unnecessary object allocation Object[] rowArray = new Object[10]; List<Object> row = Arrays.asList(rowArray); for(KiWiTriple t : tripleBacklog) { rowArray[0] = t.getId(); rowArray[1] = t.getSubject(); rowArray[2] = t.getPredicate(); rowArray[3] = t.getObject(); rowArray[4] = t.getContext(); rowArray[5] = t.getCreator(); rowArray[6] = t.isInferred(); rowArray[7] = t.isDeleted(); rowArray[8] = t.getCreated(); rowArray[9] = t.getDeletedAt(); writer.write(row, tripleProcessors); } writer.close(); }