@Override public String getValue() { CompletedCheckpointStats completed = latestCompletedCheckpoint; if (completed != null && completed.getExternalPath() != null) { return completed.getExternalPath(); } else { return "n/a"; } } }
@Override public Long getValue() { CompletedCheckpointStats completed = latestCompletedCheckpoint; if (completed != null) { return completed.getAlignmentBuffered(); } else { return -1L; } } }
@Override public String toString() { return "CompletedCheckpoint(id=" + getCheckpointId() + ")"; } }
completedCheckpointStats.getCheckpointId(), completedCheckpointStats.getStatus(), completedCheckpointStats.getProperties().isSavepoint(), completedCheckpointStats.getTriggerTimestamp(), completedCheckpointStats.getLatestAckTimestamp(), completedCheckpointStats.getStateSize(), completedCheckpointStats.getEndToEndDuration(), completedCheckpointStats.getAlignmentBuffered(), completedCheckpointStats.getNumberOfSubtasks(), completedCheckpointStats.getNumberOfAcknowledgedSubtasks(), checkpointStatisticsPerTask, completedCheckpointStats.getExternalPath(), completedCheckpointStats.isDiscarded()); } else if (checkpointStats instanceof FailedCheckpointStats) { final FailedCheckpointStats failedCheckpointStats = ((FailedCheckpointStats) checkpointStats);
/** * Updates the summary with the given completed checkpoint. * * @param completed Completed checkpoint to update the summary with. */ void updateSummary(CompletedCheckpointStats completed) { stateSize.add(completed.getStateSize()); duration.add(completed.getEndToEndDuration()); alignmentBuffered.add(completed.getAlignmentBuffered()); }
String externalPath = completed.getExternalPath(); if (externalPath != null) { gen.writeStringField("external_path", externalPath); gen.writeBooleanField("discarded", completed.isDiscarded());
/** * Reports a successfully completed pending checkpoint. * * @param externalPointer Optional external storage path if checkpoint was externalized. * @return Callback for the {@link CompletedCheckpoint} instance to notify about disposal. */ CompletedCheckpointStats.DiscardCallback reportCompletedCheckpoint(String externalPointer) { CompletedCheckpointStats completed = new CompletedCheckpointStats( checkpointId, triggerTimestamp, props, numberOfSubtasks, new HashMap<>(taskStats), currentNumAcknowledgedSubtasks, currentStateSize, currentAlignmentBuffered, latestAcknowledgedSubtask, externalPointer); trackerCallback.reportCompletedCheckpoint(completed); return completed.getDiscardCallback(); }
if (completed.getProperties().isSavepoint() && (latestSavepoint == null || completed.getCheckpointId() > latestSavepoint.getCheckpointId())) { completed.getCheckpointId() > latestCompletedCheckpoint.getCheckpointId()) {
@Override public Long getValue() { CompletedCheckpointStats completed = latestCompletedCheckpoint; if (completed != null) { return completed.getEndToEndDuration(); } else { return -1L; } } }
@Override public Long getValue() { CompletedCheckpointStats completed = latestCompletedCheckpoint; if (completed != null) { return completed.getStateSize(); } else { return -1L; } } }
completedCheckpointStats.getCheckpointId(), completedCheckpointStats.getStatus(), completedCheckpointStats.getProperties().isSavepoint(), completedCheckpointStats.getTriggerTimestamp(), completedCheckpointStats.getLatestAckTimestamp(), completedCheckpointStats.getStateSize(), completedCheckpointStats.getEndToEndDuration(), completedCheckpointStats.getAlignmentBuffered(), completedCheckpointStats.getNumberOfSubtasks(), completedCheckpointStats.getNumberOfAcknowledgedSubtasks(), checkpointStatisticsPerTask, completedCheckpointStats.getExternalPath(), completedCheckpointStats.isDiscarded()); } else if (checkpointStats instanceof FailedCheckpointStats) { final FailedCheckpointStats failedCheckpointStats = ((FailedCheckpointStats) checkpointStats);
/** * Updates the summary with the given completed checkpoint. * * @param completed Completed checkpoint to update the summary with. */ void updateSummary(CompletedCheckpointStats completed) { stateSize.add(completed.getStateSize()); duration.add(completed.getEndToEndDuration()); alignmentBuffered.add(completed.getAlignmentBuffered()); }
String externalPath = completed.getExternalPath(); if (externalPath != null) { gen.writeStringField("external_path", externalPath); gen.writeBooleanField("discarded", completed.isDiscarded());
/** * Reports a successfully completed pending checkpoint. * * @param externalPath Optional external storage path if checkpoint was externalized. * @return Callback for the {@link CompletedCheckpoint} instance to notify about disposal. */ CompletedCheckpointStats.DiscardCallback reportCompletedCheckpoint(@Nullable String externalPath) { CompletedCheckpointStats completed = new CompletedCheckpointStats( checkpointId, triggerTimestamp, props, numberOfSubtasks, new HashMap<>(taskStats), currentNumAcknowledgedSubtasks, currentStateSize, currentAlignmentBuffered, latestAcknowledgedSubtask, externalPath); trackerCallback.reportCompletedCheckpoint(completed); return completed.getDiscardCallback(); }
if (completed.getProperties().isSavepoint() && (latestSavepoint == null || completed.getCheckpointId() > latestSavepoint.getCheckpointId())) { completed.getCheckpointId() > latestCompletedCheckpoint.getCheckpointId()) {
@Override public Long getValue() { CompletedCheckpointStats completed = latestCompletedCheckpoint; if (completed != null) { return completed.getEndToEndDuration(); } else { return -1L; } } }
@Override public Long getValue() { CompletedCheckpointStats completed = latestCompletedCheckpoint; if (completed != null) { return completed.getStateSize(); } else { return -1L; } } }
completedCheckpointStats.getCheckpointId(), completedCheckpointStats.getStatus(), completedCheckpointStats.getProperties().isSavepoint(), completedCheckpointStats.getTriggerTimestamp(), completedCheckpointStats.getLatestAckTimestamp(), completedCheckpointStats.getStateSize(), completedCheckpointStats.getEndToEndDuration(), completedCheckpointStats.getAlignmentBuffered(), completedCheckpointStats.getNumberOfSubtasks(), completedCheckpointStats.getNumberOfAcknowledgedSubtasks(), checkpointStatisticsPerTask, completedCheckpointStats.getExternalPath(), completedCheckpointStats.isDiscarded()); } else if (checkpointStats instanceof FailedCheckpointStats) { final FailedCheckpointStats failedCheckpointStats = ((FailedCheckpointStats) checkpointStats);
/** * Updates the summary with the given completed checkpoint. * * @param completed Completed checkpoint to update the summary with. */ void updateSummary(CompletedCheckpointStats completed) { stateSize.add(completed.getStateSize()); duration.add(completed.getEndToEndDuration()); alignmentBuffered.add(completed.getAlignmentBuffered()); }
String externalPath = completed.getExternalPath(); if (externalPath != null) { gen.writeStringField(CheckpointStatistics.CompletedCheckpointStatistics.FIELD_NAME_EXTERNAL_PATH, externalPath); gen.writeBooleanField(CheckpointStatistics.CompletedCheckpointStatistics.FIELD_NAME_DISCARDED, completed.isDiscarded());