Tabnine Logo
org.apache.hadoop.yarn.api.records
Code IndexAdd Tabnine to your IDE (free)

How to use org.apache.hadoop.yarn.api.records

Best Java code snippets using org.apache.hadoop.yarn.api.records (Showing top 20 results out of 1,233)

origin: alibaba/jstorm

@Override
public ApplicationId getApplicationID() {
  return this.attemptId.getApplicationId();
}
origin: apache/ignite

  /** {@inheritDoc} */
  @Override public String toString() {
    return "IgniteTask [host=" + nodeId.getHost() + ", cpuCores=" + cpuCores + ", mem=" + mem + ']';
  }
}
origin: apache/incubator-gobblin

 @Override
 public String apply(Container container) {
  return container.getNodeId().getHost();
 }
}));
origin: apache/hive

public ContainerFactory(ApplicationAttemptId appAttemptId, long appIdLong) {
 this.nextId = new AtomicLong(1);
 ApplicationId appId =
   ApplicationId.newInstance(appIdLong, appAttemptId.getApplicationId().getId());
 this.customAppAttemptId =
   ApplicationAttemptId.newInstance(appId, appAttemptId.getAttemptId());
}
origin: apache/flink

private static Container mockContainer(String host, int port, int containerId, Resource resource) {
  Container mockContainer = mock(Container.class);
  NodeId mockNodeId = NodeId.newInstance(host, port);
  ContainerId mockContainerId = ContainerId.newInstance(
    ApplicationAttemptId.newInstance(
      ApplicationId.newInstance(System.currentTimeMillis(), 1),
      1
    ),
    containerId
  );
  when(mockContainer.getId()).thenReturn(mockContainerId);
  when(mockContainer.getNodeId()).thenReturn(mockNodeId);
  when(mockContainer.getResource()).thenReturn(resource);
  when(mockContainer.getPriority()).thenReturn(Priority.UNDEFINED);
  return mockContainer;
}
origin: apache/incubator-gobblin

private static String getApplicationId(ContainerId containerId) {
 return containerId.getApplicationAttemptId().getApplicationId().toString();
}
origin: apache/flink

/**
 * Extracts a unique ResourceID from the Yarn Container.
 * @param container The Yarn container
 * @return The ResourceID for the container
 */
static ResourceID extractResourceID(Container container) {
  return new ResourceID(container.getId().toString());
}
origin: alibaba/jstorm

/**
 * Setup the request that will be sent to the RM for the container ask.
 *
 * @return the setup ResourceRequest to be sent to RM
 */
public ContainerRequest setupContainerAskForRM(int containerMemory, int containerVirtualCores, int priority, String[] racks, String[] hosts) {
  Priority pri = Priority.newInstance(priority);
  Resource capability = Resource.newInstance(containerMemory,
      containerVirtualCores);
  ContainerRequest request = new ContainerRequest(capability, hosts, racks,
      pri, false);
  LOG.info("By Thrift Server Requested container  ask: " + request.toString());
  return request;
}
origin: Qihoo360/XLearning

@Override
public void onContainersCompleted(List<ContainerStatus> containerStatuses) {
 for (ContainerStatus containerStatus : containerStatuses) {
  LOG.info("Container " + containerStatus.getContainerId() + " completed with status "
    + containerStatus.getState().toString());
 }
}
origin: apache/hive

 public Container createContainer(Resource capability, Priority priority, String hostname,
   int port, String nodeHttpAddress) {
  ContainerId containerId =
    ContainerId.newContainerId(customAppAttemptId, nextId.getAndIncrement());
  NodeId nodeId = NodeId.newInstance(hostname, port);

  Container container =
    Container.newInstance(containerId, nodeId, nodeHttpAddress, capability, priority, null);

  return container;
 }
}
origin: apache/flink

private static boolean isApplicationRunning(ApplicationReport app) {
  final YarnApplicationState yarnApplicationState = app.getYarnApplicationState();
  return yarnApplicationState != YarnApplicationState.FINISHED
    && app.getYarnApplicationState() != YarnApplicationState.KILLED
    && app.getYarnApplicationState() != YarnApplicationState.FAILED;
}
origin: apache/hive

@Override
public Resource getResource() {
 return Resource.newInstance(memory, vcores);
}
origin: apache/flink

private void waitForApplicationAttempt(final ApplicationId applicationId, final int attemptId) throws Exception {
  final YarnClient yarnClient = getYarnClient();
  checkState(yarnClient != null, "yarnClient must be initialized");
  waitUntilCondition(() -> {
    final ApplicationReport applicationReport = yarnClient.getApplicationReport(applicationId);
    return applicationReport.getCurrentApplicationAttemptId().getAttemptId() >= attemptId;
  }, Deadline.fromNow(TIMEOUT));
}
origin: apache/flink

  @Override
  protected ClusterClient<ApplicationId> createYarnClusterClient(
      AbstractYarnClusterDescriptor descriptor,
      int numberTaskManagers,
      int slotsPerTaskManager,
      ApplicationReport report,
      Configuration flinkConfiguration,
      boolean perJobCluster) throws Exception {
    return new RestClusterClient<>(
      flinkConfiguration,
      report.getApplicationId());
  }
}
origin: apache/flink

private ApplicationReport createApplicationReport(
  ApplicationId applicationId,
  YarnApplicationState yarnApplicationState,
  FinalApplicationStatus finalApplicationStatus) {
  return ApplicationReport.newInstance(
    applicationId,
    ApplicationAttemptId.newInstance(applicationId, 0),
    "user",
    "queue",
    "name",
    "localhost",
    42,
    null,
    yarnApplicationState,
    null,
    null,
    1L,
    2L,
    finalApplicationStatus,
    null,
    null,
    1.0f,
    null,
    null);
}
origin: apache/hive

private static NodeReport constructNodeReport(LlapServiceInstance serviceInstance,
                    boolean healthy) {
 NodeReport nodeReport = NodeReport.newInstance(NodeId
     .newInstance(serviceInstance.getHost(), serviceInstance.getRpcPort()),
   healthy ? NodeState.RUNNING : NodeState.LOST,
   serviceInstance.getServicesAddress(), null, null,
   null, 0, "", 0l);
 return nodeReport;
}
origin: apache/hive

 @Override
 public int compare(Priority o1, Priority o2) {
  return o1.getPriority() - o2.getPriority();
 }
};
origin: apache/drill

public String getHostName() {
 if (container == null) {
  return null;
 }
 return container.getNodeId().getHost();
}
origin: apache/flink

public YarnWorkerNode(Container container) {
  Preconditions.checkNotNull(container);
  this.resourceID = new ResourceID(container.getId().toString());
  this.container = container;
}
origin: apache/drill

public String getHost( ) {
 if ( container == null ) {
  return ""; }
 return container.getNodeId().getHost();
}
org.apache.hadoop.yarn.api.records

Most used classes

  • ApplicationId
  • ApplicationReport
    ApplicationReport is a report of an application. It includes details such as: * ApplicationId of t
  • Resource
    Resource models a set of computer resources in the cluster. Currently it models both memory and CPU
  • ContainerId
    ContainerId represents a globally unique identifier for a Container in the cluster.
  • ApplicationAttemptId
    ApplicationAttemptId denotes the particular attempt of an ApplicationMaster for a given ApplicationI
  • LocalResource,
  • Priority,
  • ContainerLaunchContext,
  • ContainerStatus,
  • ApplicationSubmissionContext,
  • Container,
  • YarnApplicationState,
  • Token,
  • NodeReport,
  • URL,
  • FinalApplicationStatus,
  • ApplicationResourceUsageReport,
  • TimelineEntity,
  • ResourceRequest
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now