String dataType = "testDataType"; String streamName = "testStreamName"; MapProcessor processor = new TsProcessor(); Path confFile = null;
String dStr = null; try { SimpleDateFormat sdf = fetchDateFormat(chunk.getDataType()); Pattern datePattern = fetchDateLocationPattern(chunk.getDataType()); this.buildGenericRecord(record, recordEntry, d.getTime(), chunk .getDataType()); output.collect(key, record);
public void testParseIllegalRegex() { jobConf.set(TsProcessor.DEFAULT_TIME_REGEX, "("); ChunkBuilder cb = new ChunkBuilder(); cb.addRecord("2012-10-25 00:18:44,818 some sample record data".getBytes()); Chunk chunk = cb.getChunk(); TsProcessor p = new TsProcessor(); p.reset(chunk); ChukwaTestOutputCollector<ChukwaRecordKey, ChukwaRecord> output = new ChukwaTestOutputCollector<ChukwaRecordKey, ChukwaRecord>(); p.process(null, chunk, output, Reporter.NULL); assertEquals("Output data size not correct.", 1, output.data.size()); ChukwaRecordKey key = output.data.keySet().iterator().next(); ChukwaRecord record = output.data.get(key); assertNull("Output should not be error.", record.getValue("cchunkData")); } }
public void doTest(Date date, String recordData) { ChunkBuilder cb = new ChunkBuilder(); cb.addRecord(recordData.getBytes()); Chunk chunk = cb.getChunk(); chunk.setDataType(DATA_TYPE); chunk.setSource(DATA_SOURCE); ChukwaTestOutputCollector<ChukwaRecordKey, ChukwaRecord> output = new ChukwaTestOutputCollector<ChukwaRecordKey, ChukwaRecord>(); TsProcessor p = new TsProcessor(); p.reset(chunk); p.process(null, chunk, output, Reporter.NULL); ChukwaRecordKey key = buildKey(date, DATA_SOURCE, DATA_TYPE); Map<ChukwaRecordKey, ChukwaRecord> outputData = output.data; assertNotNull("No output data found.", outputData); assertEquals("Output data size not correct.", 1, outputData.size()); ChukwaRecord record = outputData.get(key); assertNotNull("Output record not found.", record); assertEquals("Output record time not correct.", date.getTime(), record.getTime()); assertEquals("Output record body not correct.", recordData, new String(record.getMapFields().get("body").get())); }
if (processor == null) processor = new TsProcessor();
String dataType = "testDataType"; String streamName = "testStreamName"; MapProcessor processor = new TsProcessor();