@Override public InputSplitAssigner getInputSplitAssigner(GenericInputSplit[] inputSplits) { return new DefaultInputSplitAssigner(inputSplits); }
@Test public void testSerialSplitAssignment() { try { final int NUM_SPLITS = 50; Set<InputSplit> splits = new HashSet<InputSplit>(); for (int i = 0; i < NUM_SPLITS; i++) { splits.add(new GenericInputSplit(i, NUM_SPLITS)); } DefaultInputSplitAssigner ia = new DefaultInputSplitAssigner(splits); InputSplit is = null; while ((is = ia.getNextInputSplit("", 0)) != null) { assertTrue(splits.remove(is)); } assertTrue(splits.isEmpty()); assertNull(ia.getNextInputSplit("", 0)); } catch (Exception e) { e.printStackTrace(); fail(e.getMessage()); } }
@Override public void run() { String host = ""; GenericInputSplit split; while ((split = (GenericInputSplit) ia.getNextInputSplit(host, 0)) != null) { splitsRetrieved.incrementAndGet(); sumOfIds.addAndGet(split.getSplitNumber()); } } };
final DefaultInputSplitAssigner ia = new DefaultInputSplitAssigner(splits); assertNull(ia.getNextInputSplit("", 0));
@Override public InputSplitAssigner getInputSplitAssigner(InputSplit[] inputSplits) { return new DefaultInputSplitAssigner(inputSplits); }
@Override public InputSplitAssigner getInputSplitAssigner(InputSplit[] inputSplits) { return new DefaultInputSplitAssigner(inputSplits); }
@Override public DefaultInputSplitAssigner getInputSplitAssigner(GenericInputSplit[] splits) { return new DefaultInputSplitAssigner(splits); }
@Override public DefaultInputSplitAssigner getInputSplitAssigner(GenericInputSplit[] splits) { return new DefaultInputSplitAssigner(splits); }
@Override public InputSplitAssigner getInputSplitAssigner(InputSplit[] inputSplits) { return new DefaultInputSplitAssigner(inputSplits); }
@Override public InputSplitAssigner getInputSplitAssigner(InputSplit[] inputSplits) { return new DefaultInputSplitAssigner(inputSplits); }
@Override public DefaultInputSplitAssigner getInputSplitAssigner(GenericInputSplit[] splits) { return new DefaultInputSplitAssigner(splits); }
@Override public DefaultInputSplitAssigner getInputSplitAssigner(GenericInputSplit[] splits) { return new DefaultInputSplitAssigner(splits); }
@Override public InputSplitAssigner getInputSplitAssigner(final SourceInputSplit[] sourceInputSplits) { return new DefaultInputSplitAssigner(sourceInputSplits); }
@Override public InputSplitAssigner getInputSplitAssigner(GenericInputSplit[] genericInputSplits) { return new DefaultInputSplitAssigner(genericInputSplits); }
@Override public InputSplitAssigner getInputSplitAssigner(KeyedStateInputSplit[] inputSplits) { return new DefaultInputSplitAssigner(inputSplits); }
@Override public InputSplitAssigner getInputSplitAssigner(final SourceInputSplit[] sourceInputSplits) { return new DefaultInputSplitAssigner(sourceInputSplits); }
@Override public InputSplitAssigner getInputSplitAssigner(final SourceInputSplit[] sourceInputSplits) { return new DefaultInputSplitAssigner(sourceInputSplits); }
@Override public InputSplitAssigner getInputSplitAssigner(GenericInputSplit[] genericInputSplits) { return new DefaultInputSplitAssigner(genericInputSplits); }