i = addBAISplits (origSplits, i, newSplits, cfg); } catch (IOException | ProviderNotFoundException e2) { i = addProbabilisticSplits (origSplits, i, newSplits, cfg); i = addProbabilisticSplits (origSplits, i, newSplits, cfg);
i = addBAISplits (origSplits, i, newSplits, cfg); } catch (IOException | ProviderNotFoundException e2) { i = addProbabilisticSplits (origSplits, i, newSplits, cfg); i = addProbabilisticSplits (origSplits, i, newSplits, cfg);
public List<InputSplit> getSplits( List<InputSplit> splits, Configuration cfg) throws IOException { // Align the splits so that they don't cross blocks. // addIndexedSplits() requires the given splits to be sorted by file // path, so do so. Although FileInputFormat.getSplits() does, at the time // of writing this, generate them in that order, we shouldn't rely on it. splits.sort((a, b) -> { FileSplit fa = (FileSplit) a, fb = (FileSplit) b; return fa.getPath().compareTo(fb.getPath()); }); final List<InputSplit> newSplits = new ArrayList<>(splits.size()); for (int i = 0; i < splits.size();) { try { i = addIndexedSplits (splits, i, newSplits, cfg); } catch (IOException e) { i = addProbabilisticSplits(splits, i, newSplits, cfg); } } return filterByInterval(newSplits, cfg); }
return addProbabilisticSplits(splits, i, newSplits, cfg);
return addProbabilisticSplits(splits, i, newSplits, cfg);
return addProbabilisticSplits(splits, i, newSplits, cfg);