@Override public float getProgress() throws IOException { return delegate.getProgress(); } }
@Override public float getProgress() throws IOException { return rr.getProgress(); } };
private void updateCompletedBytes() { try { long newCompletedBytes = (long) (totalBytes * recordReader.getProgress()); completedBytes = min(totalBytes, max(completedBytes, newCompletedBytes)); } catch (IOException ignored) { } }
@Override public float getProgress() { try { return baseRecordReader.getProgress(); } catch (IOException e) { LOG.warn("Exception in HCatRecord reader", e); } return 0.0f; // errored }
@Override public float getProgress() throws IOException { if (isSorted) { return super.getProgress(); } return recordReader.getProgress(); }
@Override public float getProgress() throws IOException { if (isSorted) { return super.getProgress(); } return recordReader.getProgress(); }
@Override public float getProgress() throws IOException { if (isSorted) { return super.getProgress(); } return recordReader.getProgress(); }
@Override public float getProgress() throws IOException { if (isSorted) { return super.getProgress(); } return recordReader.getProgress(); }
@Override public float getProgress() throws IOException { if (this.getIOContext().isBinarySearching()) { return 0; } else { return recordReader.getProgress(); } }
@Override public float getProgress() throws IOException { if (this.getIOContext().isBinarySearching()) { return 0; } else { return recordReader.getProgress(); } }
value.selectedInUse = vectorizedRowBatchBase.selectedInUse; copyFromBase(value); progress = baseReader.getProgress(); return true; value.cols[ix] = recordIdColumnVector; progress = baseReader.getProgress(); return true;
assertEquals(1.0, reader.getProgress(), 0.00001); reader.close();
public float getProgress() throws IOException { return delegate.getProgress(); } }
@Override public float getProgress() throws IOException { return parquetReader.getProgress(); } }
@Override public float getProgress() throws IOException { return this.reader.getProgress(); } }
@Override public float getProgress() throws IOException { return parquetReader.getProgress(); } }
/** * Report progress as the minimum of all child RR progress. */ public float getProgress() throws IOException { float ret = 1.0f; for (RecordReader<K,? extends Writable> rr : kids) { ret = Math.min(ret, rr.getProgress()); } return ret; } }
@Override public float getProgress() { try { return baseRecordReader.getProgress(); } catch (IOException e) { LOG.warn("Exception in HCatRecord reader", e); } return 0.0f; // errored }
@Override public float getProgress() throws IOException { return Math.min(parquetReader.getProgress(), logRecordScanner.getProgress()); } }
/** * test DBInputFormat class. Class should split result for chunks * @throws Exception */ @Test(timeout = 10000) public void testDBInputFormat() throws Exception { JobConf configuration = new JobConf(); setupDriver(configuration); DBInputFormat<NullDBWritable> format = new DBInputFormat<NullDBWritable>(); format.setConf(configuration); format.setConf(configuration); DBInputFormat.DBInputSplit splitter = new DBInputFormat.DBInputSplit(1, 10); Reporter reporter = mock(Reporter.class); RecordReader<LongWritable, NullDBWritable> reader = format.getRecordReader( splitter, configuration, reporter); configuration.setInt(MRJobConfig.NUM_MAPS, 3); InputSplit[] lSplits = format.getSplits(configuration, 3); assertEquals(5, lSplits[0].getLength()); assertEquals(3, lSplits.length); // test reader .Some simple tests assertEquals(LongWritable.class, reader.createKey().getClass()); assertEquals(0, reader.getPos()); assertEquals(0, reader.getProgress(), 0.001); reader.close(); }