congrats Icon
New! Announcing Tabnine Chat Beta
Learn More
Tabnine Logo
EventMetaData
Code IndexAdd Tabnine to your IDE (free)

How to use
EventMetaData
in
org.apache.tez.runtime.api.impl

Best Java code snippets using org.apache.tez.runtime.api.impl.EventMetaData (Showing top 20 results out of 315)

origin: apache/hive

public HeartbeatCallable(
  SchedulerFragmentCompletingListener completionListener,
  RuntimeTask task, LlapTaskUmbilicalProtocol umbilical,
  long amPollInterval, long sendCounterInterval, int maxEventsToGet,
  AtomicLong requestCounter, String containerIdStr,
  TezEvent initialEvent, String fragmentRequestId, WmFragmentCounters wmCounters) {
 this.pollInterval = amPollInterval;
 this.sendCounterInterval = sendCounterInterval;
 this.maxEventsToGet = maxEventsToGet;
 this.requestCounter = requestCounter;
 this.containerIdStr = containerIdStr;
 this.initialEvent = initialEvent;
 this.completionListener = completionListener;
 this.fragmentRequestId = fragmentRequestId;
 this.wmCounters = wmCounters;
 this.task = task;
 this.umbilical = umbilical;
 this.updateEventMetadata = new EventMetaData(EventProducerConsumerType.SYSTEM,
   task.getVertexName(), "", task.getTaskAttemptID());
 nextHeartbeatNumToLog = (Math.max(1,
   (int) (LOG_COUNTER_START_INTERVAL / (amPollInterval == 0 ? 0.000001f
     : (float) amPollInterval))));
}
origin: org.apache.tez/tez-runtime-internals

switch (e.getDestinationInfo().getEventGenerator()) {
case INPUT:
 LogicalInput input = inputsMap.get(
   e.getDestinationInfo().getEdgeVertexName());
 if (input != null) {
  ((InputFrameworkInterface)input).handleEvents(Collections.singletonList(e.getEvent()));
case OUTPUT:
 LogicalOutput output = outputsMap.get(
   e.getDestinationInfo().getEdgeVertexName());
 if (output != null) {
  ((OutputFrameworkInterface)output).handleEvents(Collections.singletonList(e.getEvent()));
LOG.warn("Failed to handle event", t);
registerError();
EventMetaData sourceInfo = new EventMetaData(
  e.getDestinationInfo().getEventGenerator(),
  taskSpec.getVertexName(), e.getDestinationInfo().getEdgeVertexName(),
  getTaskAttemptID());
setFrameworkCounters();
origin: org.apache.tez/tez-dag

public static RecoveryProtos.EventMetaDataProto convertEventMetaDataToProto(
  EventMetaData eventMetaData) {
 RecoveryProtos.EventMetaDataProto.Builder builder =
   RecoveryProtos.EventMetaDataProto.newBuilder()
   .setProducerConsumerType(eventMetaData.getEventGenerator().ordinal())
   .setEdgeVertexName(eventMetaData.getEdgeVertexName())
   .setTaskVertexName(eventMetaData.getTaskVertexName());
 if (eventMetaData.getTaskAttemptID() != null) {
   builder.setTaskAttemptId(eventMetaData.getTaskAttemptID().toString());
 }
 return builder.build();
}
origin: org.apache.tez/tez-runtime-internals

@Override
public void readFields(DataInput in) throws IOException {
 deserializeEvent(in);
 if (in.readBoolean()) {
  sourceInfo = new EventMetaData();
  sourceInfo.readFields(in);
 }
 if (in.readBoolean()) {
  destinationInfo = new EventMetaData();
  destinationInfo.readFields(in);
 }
}
origin: org.apache.tez/tez-runtime-internals

private void sendTaskGeneratedEvents(List<Event> events,
  EventProducerConsumerType generator, String taskVertexName,
  String edgeVertexName, TezTaskAttemptID taskAttemptID) {
 if (events == null || events.isEmpty()) {
  return;
 }
 EventMetaData eventMetaData = new EventMetaData(generator,
   taskVertexName, edgeVertexName, taskAttemptID);
 List<TezEvent> tezEvents = new ArrayList<TezEvent>(events.size());
 for (Event e : events) {
  TezEvent te = new TezEvent(e, eventMetaData);
  tezEvents.add(te);
 }
 if (LOG.isDebugEnabled()) {
  for (TezEvent e : tezEvents) {
   LOG.debug("Generated event info"
     + ", eventMetaData=" + eventMetaData.toString()
     + ", eventType=" + e.getEventType());
  }
 }
 tezUmbilical.addEvents(tezEvents);
}
origin: org.apache.tez/tez-dag

 Task targetTask = getTask(destinationMeta.getTaskAttemptID().getTaskID());
 targetTask.registerTezEvent(tezEvent);
  TezTaskAttemptID srcTaId = sourceMeta.getTaskAttemptID();
  if (tezEvent.getEventType() == EventType.DATA_MOVEMENT_EVENT) {
   ((DataMovementEvent) tezEvent.getEvent()).setVersion(srcTaId.getId());
  Vertex destVertex = getDAG().getVertex(sourceMeta.getEdgeVertexName());
  Edge destEdge = targetVertices.get(destVertex);
  if (destEdge == null) {
   throw new TezUncheckedException("Bad destination vertex: " +
     sourceMeta.getEdgeVertexName() + " for event vertex: " +
     getLogIdentifier());
   int srcTaskIndex = sourceMeta.getTaskAttemptID().getTaskID().getId();
   Vertex edgeVertex = getDAG().getVertex(sourceMeta.getTaskVertexName());
   Edge srcEdge = sourceVertices.get(edgeVertex);
   if (srcEdge == null) {
    throw new TezUncheckedException("Bad source vertex: " +
      sourceMeta.getTaskVertexName() + " for destination vertex: " +
      getLogIdentifier());
Preconditions.checkArgument(target != null,
  "Event sent to unkown vertex: " + vmEvent.getTargetVertexName());
TezTaskAttemptID srcTaId = sourceMeta.getTaskAttemptID();
if (srcTaId.getTaskID().getVertexID().equals(vertexId)) {
Preconditions.checkArgument(target != null,
  "Event sent to unknown vertex: " + riEvent.getTargetVertexName());
origin: org.apache.tez/tez-dag

case TASK_ATTEMPT_KILLED_EVENT:
 TaskAttemptTerminationCause errCause = null;
 switch (sourceMeta.getEventGenerator()) {
 case INPUT:
  errCause = TaskAttemptTerminationCause.INPUT_READ_ERROR;
 default:
  throw new TezUncheckedException("Unknown EventProducerConsumerType: " +
    sourceMeta.getEventGenerator());
    new TaskAttemptEventAttemptFailed(sourceMeta.getTaskAttemptID(),
      TaskAttemptEventType.TA_FAILED, taskFailedEvent.getTaskFailureType(),
      "Error: " + taskFailedEvent.getDiagnostics(),
  TaskAttemptKilledEvent taskKilledEvent = (TaskAttemptKilledEvent) e.getEvent();
  sendEvent(
    new TaskAttemptEventAttemptKilled(sourceMeta.getTaskAttemptID(),
      "Error: " + taskKilledEvent.getDiagnostics(), errCause));
case TASK_ATTEMPT_COMPLETED_EVENT:
 sendEvent(
   new TaskAttemptEvent(sourceMeta.getTaskAttemptID(), TaskAttemptEventType.TA_DONE));
 break;
default:
origin: org.apache.tez/tez-dag

 @Override
 public void setLastEventSent(TezEvent lastEventSent) {
  writeLock.lock();
  try {
   // TEZ-3066 ideally Heartbeat just happens in FAIL_IN_PROGRESS & KILL_IN_PROGRESS,
   // add other states here just in case. create TEZ-3068 for a more elegant solution.
   if (!EnumSet.of(TaskAttemptStateInternal.FAIL_IN_PROGRESS,
    TaskAttemptStateInternal.KILL_IN_PROGRESS,
    TaskAttemptStateInternal.FAILED,
    TaskAttemptStateInternal.KILLED,
    TaskAttemptStateInternal.SUCCEEDED).contains(getInternalState())) {
    DataEventDependencyInfo info = new DataEventDependencyInfo(
     lastEventSent.getEventReceivedTime(), lastEventSent.getSourceInfo().getTaskAttemptID());
    // task attempt id may be null for input data information events
    if (appendNextDataEvent) {
     appendNextDataEvent = false;
     lastDataEvents.add(info);
    } else {
     // over-write last event - array list makes it quick
     lastDataEvents.set(lastDataEvents.size() - 1, info);
    }
   }
  } finally {
   writeLock.unlock();
  }
 }
}
origin: org.apache.tez/tez-dag

public void handleInputInitializerEvents(Collection<TezEvent> tezEvents) {
 List<InputInitializerEvent> toForwardEvents = new LinkedList<InputInitializerEvent>();
 for (TezEvent tezEvent : tezEvents) {
  String srcVertexName = tezEvent.getSourceInfo().getTaskVertexName();
  int taskIndex = tezEvent.getSourceInfo().getTaskAttemptID().getTaskID().getId();
  int taskAttemptIndex = tezEvent.getSourceInfo().getTaskAttemptID().getId();
origin: org.apache.tez/tez-dag

private static boolean isEventFromVertex(Vertex vertex,
  EventMetaData sourceMeta) {
 if (!sourceMeta.getTaskVertexName().equals(vertex.getName())) {
  return false;
 }
 return true;
}
origin: org.apache.tez/tez-dag

 tezEvent.getEventType() == EventType.COMPOSITE_DATA_MOVEMENT_EVENT) {
if (failedTaskAttemptIDs.contains(tezEvent.getSourceInfo().getTaskAttemptID())) {
 return;
for (EventInfo eventInfo : onDemandRouteEvents) {
 if (eventInfo.eventEdge == srcEdge 
   && eventInfo.tezEvent.getSourceInfo().getTaskAttemptID().equals(
     tezEvent.getSourceInfo().getTaskAttemptID())
   && (eventInfo.tezEvent.getEventType() == EventType.DATA_MOVEMENT_EVENT
     || eventInfo.tezEvent
  failedTaskAttemptIDs.add(tezEvent.getSourceInfo().getTaskAttemptID());
origin: apache/hive

 public static TezEvent toTezEvent(NotTezEvent nte) throws InvalidProtocolBufferException {
  EventMetaData sourceMetaData = new EventMetaData(EventMetaData.EventProducerConsumerType.INPUT,
    nte.getVertexName(), "NULL_VERTEX", null);
  EventMetaData destMetaData = new EventMetaData(EventMetaData.EventProducerConsumerType.INPUT,
    nte.getVertexName(), nte.getDestInputName(), null);
  InputDataInformationEvent event = ProtoConverters.convertRootInputDataInformationEventFromProto(
    RootInputDataInformationEventProto.parseFrom(nte.getInputEventProtoBytes()));
  TezEvent tezEvent = new TezEvent(event, sourceMetaData, System.currentTimeMillis());
  tezEvent.setDestinationInfo(destMetaData);
  return tezEvent;
 }
}
origin: org.apache.tez/tez-dag

while (eventIterator.hasNext()) {
 TezEvent tezEvent = eventIterator.next();
 int taskIndex = tezEvent.getSourceInfo().getTaskAttemptID().getTaskID().getId();
 int taskAttemptIndex = tezEvent.getSourceInfo().getTaskAttemptID().getId();
 if (taskIndex == taskId.getId()) {
origin: org.apache.tez/tez-dag

private EventMetaData getDestinationMetaData(String inputName) {
 EventMetaData destMeta = destinationEventMetadataMap.get(inputName);
 if (destMeta == null) {
  destMeta = new EventMetaData(EventProducerConsumerType.INPUT, managedVertex.getName(),
    inputName, null);
  destinationEventMetadataMap.put(inputName, destMeta);
 }
 return destMeta;
}
origin: org.apache.tez/tez-dag

  (TaskAttemptEventOutputFailed) event;
TezEvent tezEvent = outputFailedEvent.getInputFailedEvent();
TezTaskAttemptID failedDestTaId = tezEvent.getSourceInfo().getTaskAttemptID();
InputReadErrorEvent readErrorEvent = (InputReadErrorEvent)tezEvent.getEvent();
int failedInputIndexOnDestTa = readErrorEvent.getIndex();
origin: org.apache.tez/tez-runtime-internals

public TezProcessorContextImpl(Configuration conf, String[] workDirs, int appAttemptNumber,
  TezUmbilical tezUmbilical, String dagName, String vertexName,
  int vertexParallelism, TezTaskAttemptID taskAttemptID,
  @Nullable UserPayload userPayload, LogicalIOProcessorRuntimeTask runtimeTask,
  Map<String, ByteBuffer> serviceConsumerMetadata,
  Map<String, String> auxServiceEnv, MemoryDistributor memDist,
  ProcessorDescriptor processorDescriptor, InputReadyTracker inputReadyTracker, ObjectRegistry objectRegistry,
  ExecutionContext ExecutionContext, long memAvailable, TezExecutors sharedExecutor) {
 super(conf, workDirs, appAttemptNumber, dagName, vertexName, vertexParallelism, taskAttemptID,
   runtimeTask.addAndGetTezCounter(vertexName), runtimeTask, tezUmbilical, serviceConsumerMetadata,
   auxServiceEnv, memDist, processorDescriptor, objectRegistry, ExecutionContext, memAvailable,
   sharedExecutor);
 checkNotNull(inputReadyTracker, "inputReadyTracker is null");
 this.userPayload = userPayload;
 this.sourceInfo = new EventMetaData(EventProducerConsumerType.PROCESSOR,
   taskVertexName, "", taskAttemptID);
 this.inputReadyTracker = inputReadyTracker;
}
origin: org.apache.tez/tez-dag

InputReadErrorEvent event = (InputReadErrorEvent) tezEvent.getEvent();
TezTaskAttemptID destAttemptId = tezEvent.getSourceInfo()
  .getTaskAttemptID();
int destTaskIndex = destAttemptId.getTaskID().getId();
int srcTaskIndex;
origin: org.apache.tez/tez-runtime-internals

public HeartbeatCallable(RuntimeTask task,
  TezTaskUmbilicalProtocol umbilical, long amPollInterval, long sendCounterInterval,
  int maxEventsToGet, AtomicLong requestCounter, String containerIdStr) {
 this.pollInterval = amPollInterval;
 this.sendCounterInterval = sendCounterInterval;
 this.maxEventsToGet = maxEventsToGet;
 this.requestCounter = requestCounter;
 this.containerIdStr = containerIdStr;
 this.task = task;
 this.umbilical = umbilical;
 this.updateEventMetadata = new EventMetaData(EventProducerConsumerType.SYSTEM,
   task.getVertexName(), "", task.getTaskAttemptID());
 nextHeartbeatNumToLog = (Math.max(1,
   (int) (LOG_COUNTER_START_INTERVAL / (amPollInterval == 0 ? 0.000001f
     : (float) amPollInterval))));
}
origin: org.apache.tez/tez-dag

.newHashMap();
TezTaskAttemptID srcAttemptId = tezEvent.getSourceInfo()
  .getTaskAttemptID();
int srcTaskIndex = srcAttemptId.getTaskID().getId();
origin: org.apache.hive/hive-llap-server

public HeartbeatCallable(
  SchedulerFragmentCompletingListener completionListener,
  RuntimeTask task, LlapTaskUmbilicalProtocol umbilical,
  long amPollInterval, long sendCounterInterval, int maxEventsToGet,
  AtomicLong requestCounter, String containerIdStr,
  TezEvent initialEvent, String fragmentRequestId, WmFragmentCounters wmCounters) {
 this.pollInterval = amPollInterval;
 this.sendCounterInterval = sendCounterInterval;
 this.maxEventsToGet = maxEventsToGet;
 this.requestCounter = requestCounter;
 this.containerIdStr = containerIdStr;
 this.initialEvent = initialEvent;
 this.completionListener = completionListener;
 this.fragmentRequestId = fragmentRequestId;
 this.wmCounters = wmCounters;
 this.task = task;
 this.umbilical = umbilical;
 this.updateEventMetadata = new EventMetaData(EventProducerConsumerType.SYSTEM,
   task.getVertexName(), "", task.getTaskAttemptID());
 nextHeartbeatNumToLog = (Math.max(1,
   (int) (LOG_COUNTER_START_INTERVAL / (amPollInterval == 0 ? 0.000001f
     : (float) amPollInterval))));
}
org.apache.tez.runtime.api.implEventMetaData

Javadoc

Class that encapsulates all the information to identify the unique object that either generated an Event or is the recipient of an Event.

Most used methods

  • <init>
  • getEdgeVertexName
  • getEventGenerator
  • getTaskAttemptID
  • getTaskVertexName
  • readFields
  • toString
  • write

Popular in Java

  • Parsing JSON documents to java classes using gson
  • getSharedPreferences (Context)
  • getResourceAsStream (ClassLoader)
  • onCreateOptionsMenu (Activity)
  • File (java.io)
    An "abstract" representation of a file system entity identified by a pathname. The pathname may be a
  • String (java.lang)
  • Path (java.nio.file)
  • SortedMap (java.util)
    A map that has its keys ordered. The sorting is according to either the natural ordering of its keys
  • TreeMap (java.util)
    Walk the nodes of the tree left-to-right or right-to-left. Note that in descending iterations, next
  • ConcurrentHashMap (java.util.concurrent)
    A plug-in replacement for JDK1.5 java.util.concurrent.ConcurrentHashMap. This version is based on or
  • Top plugins for WebStorm
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now