public JobExecutionResult execute(Plan program) throws Exception { long startTime = System.currentTimeMillis(); initCache(program.getCachedFiles()); Collection<? extends GenericDataSinkBase<?>> sinks = program.getDataSinks(); for (Operator<?> sink : sinks) { execute(sink); } long endTime = System.currentTimeMillis(); Map<String, OptionalFailure<Object>> accumulatorResults = AccumulatorHelper.toResultMap(accumulators); return new JobExecutionResult(null, endTime - startTime, accumulatorResults); }
program.getOriginalPlan().getCachedFiles().stream() .map(entry -> Tuple2.of(entry.getKey(), entry.getValue())) .collect(Collectors.toList());
public JobExecutionResult execute(Plan program) throws Exception { long startTime = System.currentTimeMillis(); initCache(program.getCachedFiles()); Collection<? extends GenericDataSinkBase<?>> sinks = program.getDataSinks(); for (Operator<?> sink : sinks) { execute(sink); } long endTime = System.currentTimeMillis(); Map<String, OptionalFailure<Object>> accumulatorResults = AccumulatorHelper.toResultMap(accumulators); return new JobExecutionResult(null, endTime - startTime, accumulatorResults); }
public JobExecutionResult execute(Plan program) throws Exception { long startTime = System.currentTimeMillis(); initCache(program.getCachedFiles()); Collection<? extends GenericDataSinkBase<?>> sinks = program.getDataSinks(); for (Operator<?> sink : sinks) { execute(sink); } long endTime = System.currentTimeMillis(); Map<String, OptionalFailure<Object>> accumulatorResults = AccumulatorHelper.toResultMap(accumulatorRegistry.getAccumulators()); return new JobExecutionResult(null, endTime - startTime, accumulatorResults); }
program.getOriginalPlan().getCachedFiles().stream() .map(entry -> Tuple2.of(entry.getKey(), entry.getValue())) .collect(Collectors.toList());
program.getOriginalPlan().getCachedFiles().stream() .map(entry -> Tuple2.of(entry.getKey(), entry.getValue())) .collect(Collectors.toList());
for (Entry<String, DistributedCacheEntry> e : program.getOriginalPlan().getCachedFiles()) { graph.addUserArtifact(e.getKey(), e.getValue());
for (Entry<String, DistributedCacheEntry> e : program.getOriginalPlan().getCachedFiles()) { DistributedCache.writeFileInfoToConfig(e.getKey(), e.getValue(), graph.getJobConfiguration());