/** * Extracts a unique ResourceID from the Mesos task. * * @param taskId the Mesos TaskID * @return The ResourceID for the container */ static ResourceID extractResourceID(Protos.TaskID taskId) { return new ResourceID(taskId.getValue()); }
public static void main(String[] args) { try { final ParameterTool parameterTool = ParameterTool.fromArgs(args); Configuration cfg = parameterTool.getConfiguration(); TaskManagerRunner.runTaskManager(cfg, ResourceID.generate()); } catch (Throwable t) { LOG.error("Failed to start TaskManager process", t); System.exit(1); } } }
.put(ENV_FLINK_CONTAINER_ID, resourceID.getResourceIdString()); nodeManagerClient.startContainer(container, taskManagerLaunchContext);
@Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } SlotID slotID = (SlotID) o; return slotNumber == slotID.slotNumber && resourceId.equals(slotID.resourceId); }
assertEquals(resourceDirPath + "/" + Utils.KEYTAB_FILE_NAME, configuration.getString(SecurityOptions.KERBEROS_LOGIN_KEYTAB)); assertEquals("testuser1@domain", configuration.getString(SecurityOptions.KERBEROS_LOGIN_PRINCIPAL)); assertEquals("test_container_00001", tmRunner.getResourceId().toString());
@Override public int hashCode() { int result = resourceId.hashCode(); result = 31 * result + slotNumber; return result; }
@Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } SlotID slotID = (SlotID) o; return slotNumber == slotID.slotNumber && resourceId.equals(slotID.resourceId); }
@Override public String toString() { String fileOffsetRangeStr = this.fileOffsetRange == null ? "" : this.fileOffsetRange.toString(); String fileName = this.fileName == null ? "" : this.fileName; StringJoiner joiner = new StringJoiner(","); joiner.add("taskManagerResourceId=" + taskManagerResourceId.toString()); joiner.add("fileName=" + fileName); joiner.add("fileOffsetRange=(" + fileOffsetRangeStr + ")"); return joiner.toString(); } }
@Override public int hashCode() { int result = resourceId.hashCode(); result = 31 * result + slotNumber; return result; }
/** * Extracts a unique ResourceID from the Yarn Container. * @param container The Yarn container * @return The ResourceID for the container */ static ResourceID extractResourceID(Container container) { return new ResourceID(container.getId().toString()); }
public SerializingLongReceiver createReceiver() throws Exception { TaskManagerLocation senderLocation = new TaskManagerLocation( ResourceID.generate(), LOCAL_ADDRESS, senderEnv.getConnectionManager().getDataPort()); InputGate receiverGate = createInputGate( jobId, dataSetID, executionAttemptID, senderLocation, receiverEnv, channels); SerializingLongReceiver receiver = new SerializingLongReceiver(receiverGate, channels * partitionIds.length); receiver.start(); return receiver; }
@Override protected String convertToString(ResourceID value) { return value.getResourceIdString(); } }
@Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } SlotID slotID = (SlotID) o; return slotNumber == slotID.slotNumber && resourceId.equals(slotID.resourceId); }
@Nullable @Override protected MetricStore.ComponentMetricStore getComponentMetricStore( final HandlerRequest<EmptyRequestBody, TaskManagerMetricsMessageParameters> request, final MetricStore metricStore) { final ResourceID taskManagerId = request.getPathParameter(TaskManagerIdPathParameter.class); return metricStore.getTaskManagerMetricStore(taskManagerId.toString()); }
@Override public int hashCode() { int result = resourceId.hashCode(); result = 31 * result + slotNumber; return result; }
private void getContainersFromPreviousAttempts(final RegisterApplicationMasterResponse registerApplicationMasterResponse) { final List<Container> containersFromPreviousAttempts = new RegisterApplicationMasterResponseReflector(log).getContainersFromPreviousAttempts(registerApplicationMasterResponse); log.info("Recovered {} containers from previous attempts ({}).", containersFromPreviousAttempts.size(), containersFromPreviousAttempts); for (final Container container : containersFromPreviousAttempts) { workerNodeMap.put(new ResourceID(container.getId().toString()), new YarnWorkerNode(container)); } }
/** * Create mock RM dependencies. */ Context() throws Exception { rpcService = new TestingRpcService(); rmServices = new MockResourceManagerRuntimeServices(); // resource manager rmResourceID = ResourceID.generate(); resourceManager = new TestingYarnResourceManager( rpcService, RM_ADDRESS, rmResourceID, flinkConfig, env, rmServices.highAvailabilityServices, rmServices.heartbeatServices, rmServices.slotManager, rmServices.metricRegistry, rmServices.jobLeaderIdService, new ClusterInformation("localhost", 1234), testingFatalErrorHandler, null, mockResourceManagerClient, mockNMClient, mockJMMetricGroup); }
@Override public String convertValueToString(ResourceID value) { return value.getResourceIdString(); } }
@Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } SlotID slotID = (SlotID) o; return slotNumber == slotID.slotNumber && resourceId.equals(slotID.resourceId); }
@Nullable @Override protected MetricStore.ComponentMetricStore getComponentMetricStore( final HandlerRequest<EmptyRequestBody, TaskManagerMetricsMessageParameters> request, final MetricStore metricStore) { final ResourceID taskManagerId = request.getPathParameter(TaskManagerIdPathParameter.class); return metricStore.getTaskManagerMetricStore(taskManagerId.toString()); }