while (!job.isComplete()) { float newProgress = progressDone + job.mapProgress() * subTaskPercntgInWholeTask * (1 - INIT_PROGRESS); progressDone + job.mapProgress() * subTaskPercntgInWholeTask * (1 - INIT_PROGRESS); BigDecimal progressData = new BigDecimal(newProgress * 100).setScale(1, BigDecimal.ROUND_HALF_UP); + " mapProgress: " + job.mapProgress());
/** * A float between 0.0 and 1.0, indicating the % of map work * completed. */ public float mapProgress() throws IOException { return job.mapProgress(); }
/** * A float between 0.0 and 1.0, indicating the % of map work * completed. */ public float mapProgress() throws IOException { return job.mapProgress(); }
/** * A float between 0.0 and 1.0, indicating the % of map work * completed. */ public float mapProgress() throws IOException { return job.mapProgress(); }
/** * The progress of the job's map tasks. * * @return progress percentage * @throws java.io.IOException */ @Override public float mapProgress() throws IOException { return delegateJob.mapProgress(); }
/** * A float between 0.0 and 1.0, indicating the % of map work * completed. */ public float mapProgress() throws IOException { return job.mapProgress(); }
/** * A float between 0.0 and 1.0, indicating the % of map work * completed. */ public float mapProgress() throws IOException { try { return job.mapProgress(); } catch (InterruptedException ie) { throw new IOException(ie); } }
private void logJobProgress() throws IOException, InterruptedException { String progress = String.format("map %.0f%% reduce %.0f%%", 100.0 * job.mapProgress(), 100.0 * job.reduceProgress()); if (!Objects.equal(lastKnownProgress, progress)) { log.info(job.getJobName() + " progress: " + progress); lastKnownProgress = progress; } }
private void logJobProgress() throws IOException, InterruptedException { String progress = String.format("map %.0f%% reduce %.0f%%", 100.0 * job.mapProgress(), 100.0 * job.reduceProgress()); if (!Objects.equal(lastKnownProgress, progress)) { LOG.info("{} progress: {}", job.getJobName(), progress); lastKnownProgress = progress; } } }
while (job.mapProgress() == 0) {
/** * Returns the progress of a Job j which is part of a submitted JobControl * object. The progress is for this Job. So it has to be scaled down by the * num of jobs that are present in the JobControl. * * @param j The Job for which progress is required * @return Returns the percentage progress of this Job * @throws IOException */ private static double progressOfRunningJob(Job j) throws IOException { org.apache.hadoop.mapreduce.Job mrJob = j.getJob(); try { return (mrJob.mapProgress() + mrJob.reduceProgress()) / 2; } catch (Exception ir) { return 0; } }
mrJobState = mrJobStatus.getState(); mrJobFailureInfo = mrJobStatus.getFailureInfo(); mapProg = mrJob.mapProgress(); reduceProg = mrJob.reduceProgress();
/** * Returns the underlying Map tasks progress percentage. * <p> * This method is experimental. * * @return float */ public float getMapProgress() { Job runningJob = getJob( getJobStatusClient() ); if( runningJob == null ) return 0; try { return runningJob.mapProgress(); } catch( IOException exception ) { throw new FlowException( "unable to get progress" ); } }
/** * Returns the underlying Map tasks progress percentage. * <p> * This method is experimental. * * @return float */ public float getMapProgress() { Job runningJob = getJob( getJobStatusClient() ); if( runningJob == null ) return 0; try { return runningJob.mapProgress(); } catch( IOException exception ) { throw new FlowException( "unable to get progress" ); } }
(" map " + StringUtils.formatPercent(mapProgress(), 0)+ " reduce " + StringUtils.formatPercent(reduceProgress(), 0));
(" map " + StringUtils.formatPercent(mapProgress(), 0)+ " reduce " + StringUtils.formatPercent(reduceProgress(), 0));
(" map " + StringUtils.formatPercent(mapProgress(), 0)+ " reduce " + StringUtils.formatPercent(reduceProgress(), 0));
Thread.sleep(progMonitorPollIntervalMillis); String report = (" map " + StringUtils.formatPercent(mapProgress(), 0)+ " reduce " + StringUtils.formatPercent(reduceProgress(), 0));
(" map " + StringUtils.formatPercent(mapProgress(), 0)+ " reduce " + StringUtils.formatPercent(reduceProgress(), 0));