private void processEvents() throws SerDeException, IOException, InterruptedException { int eventCount = 0; while (true) { Object element = queue.take(); if (element == endOfEvents) { // we're done processing events break; } InputInitializerEvent event = (InputInitializerEvent) element; LOG.info("Input event: " + event.getTargetInputName() + ", " + event.getTargetVertexName() + ", " + (event.getUserPayload().limit() - event.getUserPayload().position())); processPayload(event.getUserPayload(), event.getSourceVertexName()); eventCount += 1; } LOG.info("Received events: " + eventCount); }
private void processEvents() throws SerDeException, IOException, InterruptedException { int eventCount = 0; while (true) { Object element = queue.take(); if (element == endOfEvents) { // we're done processing events break; } InputInitializerEvent event = (InputInitializerEvent) element; LOG.info("Input event: " + event.getTargetInputName() + ", " + event.getTargetVertexName() + ", " + (event.getUserPayload().limit() - event.getUserPayload().position())); processPayload(event.getUserPayload(), event.getSourceVertexName()); eventCount += 1; } LOG.info("Received events: " + eventCount); }
Preconditions.checkState(vertex.getName().equals(event.getTargetVertexName()), "Received event for incorrect vertex"); Preconditions.checkNotNull(event.getTargetInputName(), "target input name must be set"); InitializerWrapper initializer = initializerMap.get(event.getTargetInputName()); Preconditions.checkState(initializer != null, "Received event for unknown input : " + event.getTargetInputName()); eventMap.put(initializer, tezEvent);
private void processEvents() throws SerDeException, IOException, InterruptedException { int eventCount = 0; while (true) { Object element = queue.take(); if (element == endOfEvents) { // we're done processing events break; } InputInitializerEvent event = (InputInitializerEvent) element; LOG.info("Input event: " + event.getTargetInputName() + ", " + event.getTargetVertexName() + ", " + (event.getUserPayload().limit() - event.getUserPayload().position())); processPayload(event.getUserPayload(), event.getSourceVertexName()); eventCount += 1; } LOG.info("Received events: " + eventCount); }
public static EventProtos.RootInputInitializerEventProto convertRootInputInitializerEventToProto( InputInitializerEvent event) { EventProtos.RootInputInitializerEventProto.Builder builder = EventProtos.RootInputInitializerEventProto.newBuilder(); builder.setTargetVertexName(event.getTargetVertexName()); builder.setTargetInputName(event.getTargetInputName()); if (event.getUserPayload() != null) { builder.setUserPayload(ByteString.copyFrom(event.getUserPayload())); } return builder.build(); }
if (target == this) { if (rootInputDescriptors == null || !rootInputDescriptors.containsKey(riEvent.getTargetInputName())) { throw new TezUncheckedException( "InputInitializerEvent targeted at unknown initializer on vertex " +