/** * Extracts the fields from a delimited record and returns a map containing * field names and values */ @Override Map<String, Object> extractFields(String line) { if (!initialized) { init(); initialized = true; } if (StringUtils.isBlank(line) || StringUtils.equals(line, header)) { return null; } try { csvStringReader.open(line); return csvMapReader.read(nameMapping, processors); } catch (IOException e) { logger.error("Error parsing line{} Exception {}", line, e.getMessage()); return null; } }
/** * Extracts the fields from a delimited record and returns a map containing * field names and values */ @Override Map<String, Object> extractFields(String line) { if (!initialized) { init(); initialized = true; } if (StringUtils.isBlank(line) || StringUtils.equals(line, header)) { return null; } try { csvStringReader.open(line); return csvMapReader.read(nameMapping, processors); } catch (IOException e) { logger.error("Error parsing line{} Exception {}", line, e.getMessage()); return null; } }
String [] header = reader.getHeader(true); while (true) { Map<String, String> row = reader.read(header); if (row == null) { break;
String [] header = reader.getHeader(true); while (true) { Map<String, String> row = reader.read(header); if (row == null) { break;
static public TableEvaluationRequest readTable(BufferedReader reader, CsvPreference format) throws IOException { CsvMapReader parser = new CsvMapReader(reader, format); String[] header = parser.getHeader(true); List<String> columns = Arrays.asList(header); TableEvaluationRequest tableRequest = new TableEvaluationRequest() .setColumns(columns); String idColumn = tableRequest.getIdColumn(); List<EvaluationRequest> requests = new ArrayList<>(); while(true){ Map<String, String> row = parser.read(header); if(row == null){ break; } String id = null; if(idColumn != null){ id = row.remove(idColumn); } EvaluationRequest request = new EvaluationRequest(id) .setArguments(row); requests.add(request); } tableRequest.setRequests(requests); parser.close(); return tableRequest; }
/** * TODO: keep track of duplicate or missing keys with special status codes * @param shapeFile * @return * @throws IOException */ private Map<String, MappingInfo> readExisting(WikiBrainShapeFile shapeFile) throws IOException { HashMap<String, MappingInfo> mapping = new HashMap<String, MappingInfo>(); if (!shapeFile.hasMappingFile()) { return mapping; } CsvMapReader reader = new CsvMapReader( WpIOUtils.openBufferedReader(shapeFile.getMappingFile()), CsvPreference.STANDARD_PREFERENCE ); String [] header = reader.getHeader(true); while (true) { Map<String, String> row = reader.read(header); if (row == null) { break; } MappingInfo info = new MappingInfo(row); if (!info.isUnknown()) { mapping.put(info.key, info); } } return mapping; }
/** * TODO: keep track of duplicate or missing keys with special status codes * @param shapeFile * @return * @throws IOException */ private Map<String, MappingInfo> readExisting(WikiBrainShapeFile shapeFile) throws IOException { HashMap<String, MappingInfo> mapping = new HashMap<String, MappingInfo>(); if (!shapeFile.hasMappingFile()) { return mapping; } CsvMapReader reader = new CsvMapReader( WpIOUtils.openBufferedReader(shapeFile.getMappingFile()), CsvPreference.STANDARD_PREFERENCE ); String [] header = reader.getHeader(true); while (true) { Map<String, String> row = reader.read(header); if (row == null) { break; } MappingInfo info = new MappingInfo(row); if (!info.isUnknown()) { mapping.put(info.key, info); } } return mapping; }
Map<String, String> testRow = null; while ((testRow = in.read(columns)) != null) {
if (parsedOutput.isConnected()) { csvStringReader.open(incomingString); Map<String, Object> map = csvMapReader.read(nameMapping, processors); parsedOutput.emit(map); parsedOutputCount++;
if (parsedOutput.isConnected()) { csvStringReader.open(incomingString); Map<String, Object> map = csvMapReader.read(nameMapping, processors); parsedOutput.emit(map); parsedOutputCount++;