gen.writeStartObject(); gen.writeArrayFieldStart("global_properties"); gen.writeEndArray(); gen.writeArrayFieldStart("local_properties"); gen.writeEndArray(); gen.writeArrayFieldStart("estimates"); gen.writeEndArray(); gen.writeArrayFieldStart("costs"); "(unknown)" : formatNumber(node.getCumulativeCosts().getCpuCost(), "")); gen.writeEndArray(); gen.writeArrayFieldStart("compiler_hints"); gen.writeEndArray(); gen.writeEndObject(); gen.close(); return writer.toString();
private static String createConfigJson(DashboardConfiguration dashboardConfiguration) throws IOException { StringWriter writer = new StringWriter(); JsonGenerator gen = JsonFactory.JACKSON_FACTORY.createGenerator(writer); gen.writeStartObject(); gen.writeNumberField(DashboardConfiguration.FIELD_NAME_REFRESH_INTERVAL, dashboardConfiguration.getRefreshInterval()); gen.writeNumberField(DashboardConfiguration.FIELD_NAME_TIMEZONE_OFFSET, dashboardConfiguration.getTimeZoneOffset()); gen.writeStringField(DashboardConfiguration.FIELD_NAME_TIMEZONE_NAME, dashboardConfiguration.getTimeZoneName()); gen.writeStringField(DashboardConfiguration.FIELD_NAME_FLINK_VERSION, dashboardConfiguration.getFlinkVersion()); gen.writeStringField(DashboardConfiguration.FIELD_NAME_FLINK_REVISION, dashboardConfiguration.getFlinkRevision()); gen.writeEndObject(); gen.close(); return writer.toString(); }
json.writeStartObject(); json.writeObjectFieldStart("Apache Flink"); json.writeStringField("version", EnvironmentInformation.getVersion()); json.writeStringField("commit ID", EnvironmentInformation.getRevisionInformation().commitId); json.writeStringField("commit date", EnvironmentInformation.getRevisionInformation().commitDate); json.writeEndObject(); json.writeStringField("job_id", result.getJobID().toString()); json.writeNumberField("runtime_ms", result.getNetRuntime()); json.writeObjectFieldStart("parameters"); for (Map.Entry<String, String> entry : env.getConfig().getGlobalJobParameters().toMap().entrySet()) { json.writeStringField(entry.getKey(), entry.getValue()); json.writeEndObject(); json.writeObjectFieldStart("accumulators"); for (Map.Entry<String, Object> entry : result.getAllAccumulatorResults().entrySet()) { json.writeStringField(entry.getKey(), entry.getValue().toString()); json.writeEndObject(); json.writeEndObject();
private static void addProperty(JsonGenerator gen, String name, String value) throws IOException { gen.writeStartObject(); gen.writeStringField("name", name); gen.writeStringField("value", value); gen.writeEndObject(); } }
gen.writeStartObject(); gen.writeStringField("jid", jg.getJobID().toString()); gen.writeStringField("name", jg.getName()); gen.writeArrayFieldStart("nodes"); gen.writeStartObject(); gen.writeStringField("id", vertex.getID().toString()); gen.writeNumberField("parallelism", vertex.getParallelism()); gen.writeStringField("operator", operator); gen.writeStringField("operator_strategy", operatorDescr); gen.writeStringField("description", description); gen.writeArrayFieldStart("inputs"); gen.writeStartObject(); gen.writeNumberField("num", inputNum); gen.writeStringField("id", predecessor.getID().toString()); gen.writeStringField("ship_strategy", shipStrategy); gen.writeStringField("local_strategy", preProcessingOperation); gen.writeStringField("caching", operatorLevelCaching); gen.writeStringField("exchange", edge.getSource().getResultType().name().toLowerCase()); gen.writeEndObject();
private static String mapMetricListToJson(Collection<String> metrics) throws IOException { StringWriter writer = new StringWriter(); JsonGenerator gen = JsonFactory.JACKSON_FACTORY.createGenerator(writer); gen.writeStartArray(); for (String m : metrics) { gen.writeStartObject(); gen.writeStringField("id", m); gen.writeEndObject(); } gen.writeEndArray(); gen.close(); return writer.toString(); }
gen.writeStartObject(); gen.writeStringField(CheckpointConfigInfo.FIELD_NAME_PROCESSING_MODE, jobCheckpointingConfiguration.isExactlyOnce() ? "exactly_once" : "at_least_once"); gen.writeNumberField(CheckpointConfigInfo.FIELD_NAME_CHECKPOINT_INTERVAL, jobCheckpointingConfiguration.getCheckpointInterval()); gen.writeNumberField(CheckpointConfigInfo.FIELD_NAME_CHECKPOINT_TIMEOUT, jobCheckpointingConfiguration.getCheckpointTimeout()); gen.writeNumberField(CheckpointConfigInfo.FIELD_NAME_CHECKPOINT_MIN_PAUSE, jobCheckpointingConfiguration.getMinPauseBetweenCheckpoints()); gen.writeNumberField(CheckpointConfigInfo.FIELD_NAME_CHECKPOINT_MAX_CONCURRENT, jobCheckpointingConfiguration.getMaxConcurrentCheckpoints()); gen.writeObjectFieldStart(CheckpointConfigInfo.FIELD_NAME_EXTERNALIZED_CHECKPOINT_CONFIG); gen.writeBooleanField(CheckpointConfigInfo.ExternalizedCheckpointInfo.FIELD_NAME_ENABLED, true); gen.writeBooleanField(CheckpointConfigInfo.ExternalizedCheckpointInfo.FIELD_NAME_DELETE_ON_CANCELLATION, retentionPolicy != CheckpointRetentionPolicy.RETAIN_ON_CANCELLATION); } else { gen.writeBooleanField(CheckpointConfigInfo.ExternalizedCheckpointInfo.FIELD_NAME_ENABLED, false); gen.writeEndObject(); gen.writeEndObject(); gen.close();
gen.writeObjectFieldStart("metrics"); gen.writeNumberField("read-bytes", numBytesIn); gen.writeBooleanField("read-bytes-complete", (this.numBytesInLocalComplete && this.numBytesInRemoteComplete)); gen.writeNumberField("write-bytes", this.numBytesOut); gen.writeBooleanField("write-bytes-complete", this.numBytesOutComplete); gen.writeNumberField("read-records", this.numRecordsIn); gen.writeBooleanField("read-records-complete", this.numRecordsInComplete); gen.writeNumberField("write-records", this.numRecordsOut); gen.writeBooleanField("write-records-complete", this.numRecordsOutComplete); gen.writeEndObject();
@Override public void serialize(final SerializedThrowable value, final JsonGenerator gen, final SerializerProvider provider) throws IOException { gen.writeStartObject(); gen.writeStringField(FIELD_NAME_CLASS, value.getOriginalErrorClassName()); gen.writeStringField(FIELD_NAME_STACK_TRACE, value.getFullStringifiedStackTrace()); gen.writeBinaryField(FIELD_NAME_SERIALIZED_THROWABLE, InstantiationUtil.serializeObject(value)); gen.writeEndObject(); }
@Override public void serialize( JobConfigInfo jobConfigInfo, JsonGenerator jsonGenerator, SerializerProvider serializerProvider) throws IOException { jsonGenerator.writeStartObject(); jsonGenerator.writeStringField(FIELD_NAME_JOB_ID, jobConfigInfo.getJobId().toString()); jsonGenerator.writeStringField(FIELD_NAME_JOB_NAME, jobConfigInfo.getJobName()); if (jobConfigInfo.getExecutionConfigInfo() != null) { jsonGenerator.writeObjectField(FIELD_NAME_EXECUTION_CONFIG, jobConfigInfo.getExecutionConfigInfo()); } jsonGenerator.writeEndObject(); } }
final SerializerProvider provider) throws IOException { gen.writeStartObject(); gen.writeFieldName(FIELD_NAME_JOB_ID); jobIdSerializer.serialize(result.getJobId(), gen, provider); gen.writeFieldName(FIELD_NAME_ACCUMULATOR_RESULTS); gen.writeStartObject(); final Map<String, SerializedValue<OptionalFailure<Object>>> accumulatorResults = result.getAccumulatorResults(); for (final Map.Entry<String, SerializedValue<OptionalFailure<Object>>> nameValue : accumulatorResults.entrySet()) { final SerializedValue<OptionalFailure<Object>> value = nameValue.getValue(); gen.writeFieldName(name); serializedValueSerializer.serialize(value, gen, provider); gen.writeEndObject(); gen.writeNumberField(FIELD_NAME_NET_RUNTIME, result.getNetRuntime()); gen.writeFieldName(FIELD_NAME_FAILURE_CAUSE); gen.writeEndObject();
gen.setCodec(RestMapperUtils.getStrictObjectMapper()); gen.writeStartObject(); gen.writeArrayFieldStart(JobIdsWithStatusOverview.FIELD_NAME_JOBS); gen.writeObject(jobIdWithStatus); gen.writeEndArray(); gen.writeEndObject(); gen.close();
private static String createCheckpointStatsJson(AccessExecutionGraph graph) throws IOException { StringWriter writer = new StringWriter(); JsonGenerator gen = JsonFactory.JACKSON_FACTORY.createGenerator(writer); CheckpointStatsSnapshot snapshot = graph.getCheckpointStatsSnapshot(); if (snapshot == null) { return "{}"; } gen.writeStartObject(); // Counts writeCounts(gen, snapshot.getCounts()); // Summary writeSummary(gen, snapshot.getSummaryStats()); CheckpointStatsHistory history = snapshot.getHistory(); // Latest writeLatestCheckpoints( gen, history.getLatestCompletedCheckpoint(), history.getLatestSavepoint(), history.getLatestFailedCheckpoint(), snapshot.getLatestRestoredCheckpoint()); // History writeHistory(gen, snapshot.getHistory()); gen.writeEndObject(); gen.close(); return writer.toString(); }
@Override public void serialize( ResourceProfile resourceProfile, JsonGenerator jsonGenerator, SerializerProvider serializerProvider) throws IOException { jsonGenerator.writeStartObject(); jsonGenerator.writeNumberField(FIELD_NAME_RESOURCE_CPU_CORES, resourceProfile.getCpuCores()); jsonGenerator.writeNumberField(FIELD_NAME_RESOURCE_HEAP_MEMORY, convertMegabyteToByte(resourceProfile.getHeapMemoryInMB())); jsonGenerator.writeNumberField(FIELD_NAME_RESOURCE_DIRECT_MEMORY, convertMegabyteToByte(resourceProfile.getDirectMemoryInMB())); jsonGenerator.writeNumberField(FIELD_NAME_RESOURCE_NATIVE_MEMORY, convertMegabyteToByte(resourceProfile.getNativeMemoryInMB())); jsonGenerator.writeNumberField(FIELD_NAME_RESOURCE_NETWORK_MEMORY, convertMegabyteToByte(resourceProfile.getNetworkMemoryInMB())); jsonGenerator.writeNumberField(FIELD_NAME_RESOURCE_MANAGED_MEMORY, convertMegabyteToByte(resourceProfile.getManagedMemoryInMB())); jsonGenerator.writeEndObject(); }
private static void writeCounts(JsonGenerator gen, CheckpointStatsCounts counts) throws IOException { gen.writeObjectFieldStart(CheckpointingStatistics.FIELD_NAME_COUNTS); gen.writeNumberField(CheckpointingStatistics.Counts.FIELD_NAME_RESTORED_CHECKPOINTS, counts.getNumberOfRestoredCheckpoints()); gen.writeNumberField(CheckpointingStatistics.Counts.FIELD_NAME_TOTAL_CHECKPOINTS, counts.getTotalNumberOfCheckpoints()); gen.writeNumberField(CheckpointingStatistics.Counts.FIELD_NAME_IN_PROGRESS_CHECKPOINTS, counts.getNumberOfInProgressCheckpoints()); gen.writeNumberField(CheckpointingStatistics.Counts.FIELD_NAME_COMPLETED_CHECKPOINTS, counts.getNumberOfCompletedCheckpoints()); gen.writeNumberField(CheckpointingStatistics.Counts.FIELD_NAME_FAILED_CHECKPOINTS, counts.getNumberOfFailedCheckpoints()); gen.writeEndObject(); }
try (JsonArray finished = new JsonArray(gen, "finished")) { try (JsonObject job = new JsonObject(gen)) { gen.writeStringField("jid", jobID.toString()); gen.writeStringField("name", "testjob"); gen.writeStringField("state", JobStatus.FINISHED.name()); gen.writeNumberField("start-time", 0L); gen.writeNumberField("end-time", 1L); gen.writeNumberField("duration", 1L); gen.writeNumberField("last-modification", 1L); gen.writeNumberField("total", 0); gen.writeNumberField("pending", 0); gen.writeNumberField("running", 0); gen.writeNumberField("finished", 0); gen.writeNumberField("canceling", 0); gen.writeNumberField("canceled", 0); gen.writeNumberField("failed", 0);
private static void writeSummary( JsonGenerator gen, CompletedCheckpointStatsSummary summary) throws IOException { gen.writeObjectFieldStart(CheckpointingStatistics.FIELD_NAME_SUMMARY); gen.writeObjectFieldStart(CheckpointingStatistics.Summary.FIELD_NAME_STATE_SIZE); writeMinMaxAvg(gen, summary.getStateSizeStats()); gen.writeEndObject(); gen.writeObjectFieldStart(CheckpointingStatistics.Summary.FIELD_NAME_DURATION); writeMinMaxAvg(gen, summary.getEndToEndDurationStats()); gen.writeEndObject(); gen.writeObjectFieldStart(CheckpointingStatistics.Summary.FIELD_NAME_ALIGNMENT_BUFFERED); writeMinMaxAvg(gen, summary.getAlignmentBufferedStats()); gen.writeEndObject(); gen.writeEndObject(); }
@Override public void close() throws IOException { gen.writeEndObject(); } }
JsonObject(JsonGenerator gen) throws IOException { this.gen = gen; gen.writeStartObject(); }
private static void writeCheckpoint(JsonGenerator gen, AbstractCheckpointStats checkpoint) throws IOException { gen.writeNumberField(CheckpointStatistics.FIELD_NAME_ID, checkpoint.getCheckpointId()); gen.writeNumberField(CheckpointStatistics.FIELD_NAME_TRIGGER_TIMESTAMP, checkpoint.getTriggerTimestamp()); gen.writeNumberField(CheckpointStatistics.FIELD_NAME_LATEST_ACK_TIMESTAMP, checkpoint.getLatestAckTimestamp()); gen.writeNumberField(CheckpointStatistics.FIELD_NAME_STATE_SIZE, checkpoint.getStateSize()); gen.writeNumberField(CheckpointStatistics.FIELD_NAME_DURATION, checkpoint.getEndToEndDuration()); gen.writeNumberField(CheckpointStatistics.FIELD_NAME_ALIGNMENT_BUFFERED, checkpoint.getAlignmentBuffered()); }