@Test public void testPipeWithTwoBasicCommands() throws Exception { morphline = createMorphline("test-morphlines/pipeWithTwoBasicCommands"); Record record = createBasicRecord(); processAndVerifySuccess(record, record); }
@Test public void testHeadUnlimited() throws Exception { morphline = createMorphline("test-morphlines/headUnlimited"); int size = 5; for (int i = 0; i < size; i++) { assertTrue(morphline.process(new Record())); } assertEquals(size, collector.getRecords().size()); }
@Test public void testSampleWithSeed() throws Exception { morphline = createMorphline("test-morphlines/sampleWithSeed"); int size = 10; for (int i = 0; i < size; i++) { assertTrue(morphline.process(new Record())); } assertEquals(9, collector.getRecords().size()); }
@Test public void testSampleWithProbabilityOne() throws Exception { morphline = createMorphline("test-morphlines/sampleWithProbabilityOne"); int size = 10; for (int i = 0; i < size; i++) { assertTrue(morphline.process(new Record())); } assertEquals(size, collector.getRecords().size()); }
@Test public void testParseInclude() throws Exception { morphline = createMorphline("test-morphlines/parseInclude"); Record input = new Record(); Record expected = new Record(); expected.put("result", "bar"); processAndVerifySuccess(input, expected); }
@Test public void testParseIncludeConstants() throws Exception { morphline = createMorphline("test-morphlines/parseIncludeConstants"); Record input = new Record(); Record expected = new Record(); expected.put("myField", "foo"); processAndVerifySuccess(input, expected); }
@Test public void testRemoveAllFields() throws Exception { morphline = createMorphline("test-morphlines/removeAllFields"); Record record = new Record(); record.put("foo", "data"); processAndVerifySuccess(record, new Record()); }
@Test public void testContainsFailure() throws Exception { morphline = createMorphline("test-morphlines/contains"); Record record = new Record(); record.put("food", "veggies"); record.put("food", "xxxxxxxxxxxxxx"); processAndVerifyFailure(record); }
@Test public void testIfThenElseWithElseEmpty() throws Exception { morphline = createMorphline("test-morphlines/ifThenElseWithElseEmpty"); Record record = createBasicRecord(); processAndVerifySuccess(record, record); assertEquals("init1", collector.getFirstRecord().getFirstValue("state")); }
@Test public void testToStringWithTrim() throws Exception { morphline = createMorphline("test-morphlines/toStringWithTrim"); Record record = new Record(); Record expected = new Record(); expected.put("source_type", "hello world"); expected.put("source_host", " hello world "); processAndVerifySuccess(record, expected); }
@Test public void testIfThenElseWithThen() throws Exception { morphline = createMorphline("test-morphlines/ifThenElseWithThen"); Record record = createBasicRecord(); processAndVerifySuccess(record, record); assertEquals("then1", collector.getFirstRecord().getFirstValue("state")); }
@Test public void testFindReplace() throws Exception { Config override = ConfigFactory.parseString("replaceFirst : false"); morphline = createMorphline("test-morphlines/findReplace", override); Record record = new Record(); record.put("text", "hello ic world ic"); Record expected = new Record(); expected.put("text", "hello I see world I see"); processAndVerifySuccess(record, expected); }
@Test public void testFindReplaceWithGrok() throws Exception { Config override = ConfigFactory.parseString("replaceFirst : false"); morphline = createMorphline("test-morphlines/findReplaceWithGrok", override); Record record = new Record(); record.put("text", "hello ic world ic"); Record expected = new Record(); expected.put("text", "hello! ic! world! ic!"); processAndVerifySuccess(record, expected); }
@Test public void testFindReplaceWithReplaceFirst() throws Exception { Config override = ConfigFactory.parseString("replaceFirst : true"); morphline = createMorphline("test-morphlines/findReplace", override); Record record = new Record(); record.put("text", "hello ic world ic"); Record expected = new Record(); expected.put("text", "hello I see world ic"); processAndVerifySuccess(record, expected); }
@Test public void testConvertTimestampWithOutputFormatUnixTimeInSeconds() throws Exception { morphline = createMorphline("test-morphlines/convertTimestampWithOutputFormatUnixTimeInSeconds"); Record record = new Record(); record.put("ts1", "1970-01-01T00:00:00.000Z"); record.put("ts1", "2013-06-07T20:15:23.501Z"); Record expected = new Record(); expected.put("ts1", "0"); expected.put("ts1", "1370636123"); processAndVerifySuccess(record, expected); }
@Test public void testStartReportingMetricsToSLF4J() throws Exception { morphline = createMorphline("test-morphlines/startReportingMetricsToSLF4J"); Record record = new Record(); String msg = "foo"; record.put(Fields.MESSAGE, msg); Record expected = new Record(); expected.put(Fields.MESSAGE, msg); processAndVerifySuccess(record, expected); Notifications.notifyShutdown(morphline); Notifications.notifyShutdown(morphline); }
@Test public void testConvertTimestampWithInputFormatUnixTimeInSeconds() throws Exception { morphline = createMorphline("test-morphlines/convertTimestampWithInputFormatUnixTimeInSeconds"); Record record = new Record(); record.put("ts1", "0"); record.put("ts1", "1370636123"); Record expected = new Record(); expected.put("ts1", "1970-01-01T00:00:00.000Z"); expected.put("ts1", "2013-06-07T20:15:23.000Z"); processAndVerifySuccess(record, expected); }
@Test public void testGrokWithEscaping() throws Exception { morphline = createMorphline("test-morphlines/grokWithEscaping"); Record record = new Record(); record.put(Fields.MESSAGE, "{SystemSourceId}=foo"); assertTrue(morphline.process(record)); assertSame(record, collector.getFirstRecord()); record = new Record(); record.put(Fields.MESSAGE, "SystemSourceId}=foo"); // missing opening brace assertFalse(morphline.process(record)); }
@Test public void testNotWithFalse() throws Exception { morphline = createMorphline("test-morphlines/notWithFalse"); Record record = createBasicRecord(); startSession(); assertEquals(1, collector.getNumStartEvents()); assertTrue(morphline.process(record)); assertEquals(record, collector.getFirstRecord()); assertSame(record, collector.getFirstRecord()); }
@Test public void testNotWithFalseWithContinuation() throws Exception { morphline = createMorphline("test-morphlines/notWithFalseAndContinuation"); Record record = createBasicRecord(); startSession(); assertEquals(1, collector.getNumStartEvents()); assertTrue(morphline.process(record)); assertEquals(record, collector.getFirstRecord()); assertSame(record, collector.getFirstRecord()); assertEquals("touched", collector.getFirstRecord().getFirstValue("state")); }