public StreamEventBuilder timestamep(long timestamp) { instance.setTimestamp(timestamp); return this; }
public StreamEvent(String streamId, long timestamp, Object[] data) { this.setStreamId(streamId); this.setTimestamp(timestamp); this.setData(data); }
public static StreamEvent createRandomOutOfTimeOrderStreamEvent(String streamId) { StreamEvent event = createRandomStreamEvent(streamId); event.setTimestamp(System.currentTimeMillis() + TIME_DELTA_OPTIONS[RANDOM.nextInt(TIME_DELTA_OPTIONS.length)]); return event; }
public StreamEvent(String streamId, long timestamp, Object[] data, String metaVersion) { this.setStreamId(streamId); this.setTimestamp(timestamp); this.setData(data); this.setMetaVersion(metaVersion); }
event.setTimestamp(dataInput.readLong()); int isNullBytesLen = dataInput.readInt(); byte[] isNullBytes = new byte[isNullBytesLen];
public static PartitionedEvent createRandomOutOfTimeOrderEventGroupedByName(String streamId) { StreamEvent event = createRandomStreamEvent(streamId); event.setTimestamp(System.currentTimeMillis() + TIME_DELTA_OPTIONS[RANDOM.nextInt(TIME_DELTA_OPTIONS.length)]); return new PartitionedEvent(event, createSampleStreamGroupbyPartition(streamId, Arrays.asList("name")), event.getData()[0].hashCode()); }
public static PartitionedEvent createRandomSortedEventGroupedByName(String streamId) { StreamEvent event = createRandomStreamEvent(streamId); event.setTimestamp(System.currentTimeMillis()); return new PartitionedEvent(event, createSampleStreamGroupbyPartition(streamId, Arrays.asList("name")), event.getData()[0].hashCode()); }
public static PartitionedEvent createPartitionedEventGroupedByName(String streamId, long timestamp) { StreamEvent event = createRandomStreamEvent(streamId); event.setTimestamp(timestamp); return new PartitionedEvent(event, createSampleStreamGroupbyPartition(streamId, Arrays.asList("name")), event.getData()[0].hashCode()); }
@Override public List<StreamEvent> map(Tuple tuple) throws Exception { long timestamp; if (tuple.getFields().contains(TIMESTAMP_FIELD)) { try { timestamp = tuple.getLongByField("timestamp"); } catch (Exception ex) { // if timestamp is not null LOGGER.error(ex.getMessage(), ex); timestamp = 0; } } else { timestamp = System.currentTimeMillis(); } Object[] values = new Object[tuple.getFields().size()]; for (int i = 0; i < tuple.getFields().size(); i++) { values[i] = tuple.getValue(i); } StreamEvent event = new StreamEvent(); event.setTimestamp(timestamp); event.setStreamId(streamId); event.setData(values); return Collections.singletonList(event); } }
private StreamEvent buildStreamEvt(long ts, String host, double value) { StreamEvent e = new StreamEvent(); e.setData(new Object[] {ts, host, value}); e.setStreamId(inputStream); e.setTimestamp(ts); return e; } }
private StreamEvent buildStreamEvent(long ts, String host, double value) { StreamEvent e = new StreamEvent(); e.setData(new Object[] {ts, host, value}); e.setStreamId(inputStream); e.setTimestamp(ts); return e; }
private StreamEvent buildStreamEvt(long ts, String host, double value) { StreamEvent e = new StreamEvent(); e.setData(new Object[] {ts, host, value}); e.setStreamId(inputStream); e.setTimestamp(ts); return e; }
public void copyFrom(StreamEvent event) { this.setTimestamp(event.getTimestamp()); this.setData(event.getData()); this.setStreamId(event.getStreamId()); this.setMetaVersion(event.getMetaVersion()); }
private StreamEvent buildStreamEvt(long ts, String jobID, String status) { StreamEvent e = new StreamEvent(); e.setData(new Object[] {ts, jobID, status}); e.setStreamId(inputStream); e.setTimestamp(ts); return e; } }
/** * @return cloned new event object. */ public StreamEvent copy() { StreamEvent newEvent = new StreamEvent(); newEvent.setTimestamp(this.getTimestamp()); newEvent.setData(this.getData()); newEvent.setStreamId(this.getStreamId()); newEvent.setMetaVersion(this.getMetaVersion()); return newEvent; }
private Tuple createTuple(AlertBolt bolt, String version) throws IOException { GeneralTopologyContext context = mock(GeneralTopologyContext.class); int taskId = 1; when(context.getComponentId(taskId)).thenReturn("comp1"); when(context.getComponentOutputFields("comp1", TEST_STREAM)).thenReturn(new Fields("f0")); // case 1: bolt prepared but metadata not initialized (no bolt.onAlertBoltSpecChange) PartitionedEvent pe = new PartitionedEvent(); pe.setPartitionKey(1); pe.setPartition(createPartition()); StreamEvent streamEvent = new StreamEvent(); streamEvent.setStreamId(TEST_STREAM); streamEvent.setTimestamp(System.currentTimeMillis()); streamEvent.setMetaVersion(version); pe.setEvent(streamEvent); PartitionedEventSerializerImpl peSer = new PartitionedEventSerializerImpl(bolt); byte[] serializedEvent = peSer.serialize(pe); return new TupleImpl(context, Collections.singletonList(serializedEvent), taskId, TEST_STREAM); }
@Test public void testJavaSerialization() { PartitionedEvent partitionedEvent = new PartitionedEvent(); partitionedEvent.setPartitionKey(partitionedEvent.hashCode()); partitionedEvent.setPartition(createSampleStreamGroupbyPartition("sampleStream", Arrays.asList("name", "host"))); StreamEvent event = new StreamEvent(); event.setStreamId("sampleStream"); event.setTimestamp(System.currentTimeMillis()); event.setData(new Object[] {"CPU", "LOCALHOST", true, Long.MAX_VALUE, 60.0}); partitionedEvent.setEvent(event); int javaSerializationLength = SerializationUtils.serialize(partitionedEvent).length; LOG.info("Java serialization length: {}, event: {}", javaSerializationLength, partitionedEvent); int compactLength = 0; compactLength += "sampleStream".getBytes().length; compactLength += ByteUtils.intToBytes(partitionedEvent.getPartition().hashCode()).length; compactLength += ByteUtils.longToBytes(partitionedEvent.getTimestamp()).length; compactLength += "CPU".getBytes().length; compactLength += "LOCALHOST".getBytes().length; compactLength += 1; compactLength += ByteUtils.longToBytes(Long.MAX_VALUE).length; compactLength += ByteUtils.doubleToBytes(60.0).length; LOG.info("Compact serialization length: {}, event: {}", compactLength, partitionedEvent); Assert.assertTrue(compactLength * 20 < javaSerializationLength); }
StreamEvent streamEvent = new StreamEvent(); streamEvent.setStreamId("test-stream"); streamEvent.setTimestamp(System.currentTimeMillis()); pe.setEvent(streamEvent);
private PartitionedEvent constructPE() { StreamEvent e = new StreamEvent(); e.setStreamId("testStreamId"); e.setTimestamp(1463159382000L); e.setData(data); StreamPartition sp = new StreamPartition(); List<String> col = new ArrayList<>(); col.add("host"); sp.setColumns(col); StreamSortSpec sortSpec = new StreamSortSpec(); sortSpec.setWindowMargin(30000); sortSpec.setWindowPeriod("PT1M"); sp.setSortSpec(sortSpec); sp.setStreamId("testStreamId"); sp.setType(StreamPartition.Type.GROUPBY); PartitionedEvent pe = new PartitionedEvent(); pe.setEvent(e); pe.setPartition(sp); pe.setPartitionKey(1000); return pe; }
e1.setData(new Object[] {18.4}); e1.setStreamId("testStreamId"); e1.setTimestamp(1462909984000L); event1.setEvent(e1); e2.setData(new Object[] {16.3}); e2.setStreamId("testStreamId"); e2.setTimestamp(1462909984000L); event2.setEvent(e2); e3.setData(new Object[] {14.3}); e3.setStreamId("testStreamId"); e3.setTimestamp(1462909984001L); event3.setEvent(e3); e4.setData(new Object[] {14.3}); e4.setStreamId("testStreamId"); e4.setTimestamp(1462909984001L); event4.setEvent(e4);