public ContainerFactory(ApplicationAttemptId appAttemptId, long appIdLong) { this.nextId = new AtomicLong(1); ApplicationId appId = ApplicationId.newInstance(appIdLong, appAttemptId.getApplicationId().getId()); this.customAppAttemptId = ApplicationAttemptId.newInstance(appId, appAttemptId.getAttemptId()); }
+ jstormMasterContext.appAttemptID.getApplicationId().getId() + ", clustertimestamp=" + jstormMasterContext.appAttemptID.getApplicationId().getClusterTimestamp() + ", attemptId=" + jstormMasterContext.appAttemptID.getAttemptId());
+ ", clustertimestamp=" + applicationAttemptID.getApplicationId().getClusterTimestamp() + ", attemptId=" + applicationAttemptID.getAttemptId()); if (applicationAttemptID.getAttemptId() > 1 && (conf.getInt(XLearningConfiguration.XLEARNING_APP_MAX_ATTEMPTS, XLearningConfiguration.DEFAULT_XLEARNING_APP_MAX_ATTEMPTS) > 1)) { int maxMem = Integer.valueOf(envs.get(XLearningConstants.Environment.XLEARNING_CONTAINER_MAX_MEMORY.toString())); LOG.info("maxMem : " + maxMem); workerMemory = workerMemory + (applicationAttemptID.getAttemptId() - 1) * (int) Math.ceil(workerMemory * conf.getDouble(XLearningConfiguration.XLEARNING_WORKER_MEM_AUTO_SCALE, XLearningConfiguration.DEFAULT_XLEARNING_WORKER_MEM_AUTO_SCALE)); LOG.info("Auto Scale the Worker Memory from " + conf.getInt(XLearningConfiguration.XLEARNING_WORKER_MEMORY, XLearningConfiguration.DEFAULT_XLEARNING_WORKER_MEMORY) + " to " + workerMemory); if (workerMemory > maxMem) { psMemory = psMemory + (applicationAttemptID.getAttemptId() - 1) * (int) Math.ceil(psMemory * conf.getDouble(XLearningConfiguration.XLEARNING_PS_MEM_AUTO_SCALE, XLearningConfiguration.DEFAULT_XLEARNING_PS_MEM_AUTO_SCALE)); LOG.info("Auto Scale the Ps Memory from " + conf.getInt(XLearningConfiguration.XLEARNING_PS_MEMORY, XLearningConfiguration.DEFAULT_XLEARNING_PS_MEMORY) + " to " + psMemory); if (psMemory > maxMem) {
if (!finalSuccess && applicationAttemptID.getAttemptId() < appAttempts) { Runtime.getRuntime().removeShutdownHook(cleanApplication); throw new RuntimeException("Application Failed, retry starting. Note that container memory will auto scale if user config the setting.");
private QueryIdentifierProto constructQueryIdentifierProto(int dagIdentifier) { return QueryIdentifierProto.newBuilder() .setApplicationIdString(getContext().getCurrentAppIdentifier()).setDagIndex(dagIdentifier) .setAppAttemptNumber(getContext().getApplicationAttemptId().getAttemptId()) .build(); }
private void waitForApplicationAttempt(final ApplicationId applicationId, final int attemptId) throws Exception { final YarnClient yarnClient = getYarnClient(); checkState(yarnClient != null, "yarnClient must be initialized"); waitUntilCondition(() -> { final ApplicationReport applicationReport = yarnClient.getApplicationReport(applicationId); return applicationReport.getCurrentApplicationAttemptId().getAttemptId() >= attemptId; }, Deadline.fromNow(TIMEOUT)); }
+ appAttemptID.getApplicationId().getId() + ", clustertimestamp=" + appAttemptID.getApplicationId().getClusterTimestamp() + ", attemptId=" + appAttemptID.getAttemptId());
public int getFirstAttemptId() { int min = Integer.MAX_VALUE; for(ApplicationAttemptId attemptId : attempts.keySet()) { if (attemptId.getAttemptId() < min) { min = attemptId.getAttemptId(); } } return min == Integer.MAX_VALUE ? 1 : min; }
@Override public String toString() { StringBuilder sb = new StringBuilder(appAttemptIdStrPrefix); sb.append(this.getApplicationId().getClusterTimestamp()).append("_"); sb.append(ApplicationId.appIdFormat.get().format( this.getApplicationId().getId())); sb.append("_").append(attemptIdFormat.get().format(getAttemptId())); return sb.toString(); }
@Override public int compareTo(ApplicationAttemptId other) { int compareAppIds = this.getApplicationId().compareTo( other.getApplicationId()); if (compareAppIds == 0) { return this.getAttemptId() - other.getAttemptId(); } else { return compareAppIds; } }
@Override public String toString() { StringBuilder sb = new StringBuilder(appAttemptIdStrPrefix); sb.append(this.getApplicationId().getClusterTimestamp()).append("_"); sb.append(ApplicationId.appIdFormat.get().format( this.getApplicationId().getId())); sb.append("_").append(attemptIdFormat.get().format(getAttemptId())); return sb.toString(); }
@Override public int compareTo(ApplicationAttemptId other) { int compareAppIds = this.getApplicationId().compareTo( other.getApplicationId()); if (compareAppIds == 0) { return this.getAttemptId() - other.getAttemptId(); } else { return compareAppIds; } }
@Override public String toString() { StringBuilder sb = new StringBuilder(64); sb.append(APP_ATTEMPT_ID_PREFIX); ApplicationId appId = getApplicationId(); sb.append(appId.getClusterTimestamp()); sb.append('_'); FastNumberFormat.format(sb, appId.getId(), APP_ID_MIN_DIGITS); sb.append('_'); FastNumberFormat.format(sb, getAttemptId(), ATTEMPT_ID_MIN_DIGITS); return sb.toString(); }
@Override public int hashCode() { // Generated by eclipse. final int prime = 347671; int result = 5501; ApplicationId appId = getApplicationId(); result = prime * result + appId.hashCode(); result = prime * result + getAttemptId(); return result; }
@Override public int hashCode() { // Generated by eclipse. final int prime = 347671; int result = 5501; ApplicationId appId = getApplicationId(); result = prime * result + appId.hashCode(); result = prime * result + getAttemptId(); return result; }
@Override public int hashCode() { // Generated by eclipse. final int prime = 347671; int result = 5501; ApplicationId appId = getApplicationId(); result = prime * result + appId.hashCode(); result = prime * result + getAttemptId(); return result; }
public LocalContainerFactory(ApplicationAttemptId appAttemptId, long customAppId) { this.nextId = new AtomicInteger(1); ApplicationId appId = ApplicationId .newInstance(customAppId, appAttemptId.getApplicationId().getId()); this.customAppAttemptId = ApplicationAttemptId .newInstance(appId, appAttemptId.getAttemptId()); }
public ContainerFactory(ApplicationAttemptId appAttemptId, long appIdLong) { this.nextId = new AtomicLong(1); ApplicationId appId = ApplicationId.newInstance(appIdLong, appAttemptId.getApplicationId().getId()); this.customAppAttemptId = ApplicationAttemptId.newInstance(appId, appAttemptId.getAttemptId()); }
private QueryIdentifierProto constructQueryIdentifierProto(int dagIdentifier) { return QueryIdentifierProto.newBuilder() .setApplicationIdString(getContext().getCurrentAppIdentifier()).setDagIndex(dagIdentifier) .setAppAttemptNumber(getContext().getApplicationAttemptId().getAttemptId()) .build(); }
private void verifyTaskAttemptReport(TaskAttemptReport tar) { Assert.assertEquals(TaskAttemptState.RUNNING, tar.getTaskAttemptState()); Assert.assertNotNull("TaskAttemptReport is null", tar); Assert.assertEquals(MRApp.NM_HOST, tar.getNodeManagerHost()); Assert.assertEquals(MRApp.NM_PORT, tar.getNodeManagerPort()); Assert.assertEquals(MRApp.NM_HTTP_PORT, tar.getNodeManagerHttpPort()); Assert.assertEquals(1, tar.getContainerId().getApplicationAttemptId() .getAttemptId()); }