@Override public float getProgress() { return reporter.getProgress(); }
@Override public float getProgress() { // TODO NEWTEZ This is broken. Mainly set after all records are processed. Not set for Inputs/Outputs return reporter == null ? 0.0f : reporter.getProgress(); }
@Override public float getProgress() { return reporter.getProgress(); }
@Override public float getProgress() { return reporter.getProgress(); }
@Override public float getProgress() { return reporter.getProgress(); }
/** * test Reporter.NULL * */ @Test (timeout=5000) public void testReporter(){ Reporter nullReporter=Reporter.NULL; assertNull(nullReporter.getCounter(null)); assertNull(nullReporter.getCounter("group", "name")); // getInputSplit method removed try{ assertNull(nullReporter.getInputSplit()); }catch(UnsupportedOperationException e){ assertEquals( "NULL reporter has no input",e.getMessage()); } assertEquals(0,nullReporter.getProgress(),0.01); } }
@Override public void reduce(Text key, Iterator<Text> values, OutputCollector<Text, Text> output, Reporter reporter) throws IOException { float reducePhaseProgress = ((float)++recordCount)/INPUT_LINES; float weightedReducePhaseProgress = reducePhaseProgress * REDUCE_PROGRESS_RANGE; assertEquals("Invalid progress in reduce", SHUFFLE_PROGRESS_RANGE + weightedReducePhaseProgress, reporter.getProgress(), 0.02f); this.reporter = reporter; }
@Override public void map(LongWritable key, Text value, OutputCollector<Text, Text> output, Reporter reporter) throws IOException { this.reporter = reporter; // calculate the actual map progress float mapProgress = ((float)++numRecords)/INPUT_LINES; // calculate the attempt progress based on the progress range float attemptProgress = progressRange * mapProgress; assertEquals("Invalid progress in map", attemptProgress, reporter.getProgress(), 0f); output.collect(new Text(value.toString() + numRecords), value); }
@Override public void close() throws IOException { super.close(); assertEquals("Invalid progress in map cleanup", progressRange, reporter.getProgress(), 0f); } }
@Override public void close() throws IOException { super.close(); assertEquals("Invalid progress in reduce cleanup", 1.0f, reporter.getProgress(), 0f); } }