/** * Determines the number of reducers to use based on the input data size. * The number of reducers to use is based on the input data size and the * <em>num.reducers.bytes.per.reducer</em> property. See {@link ReduceEstimator} * for details on reducer estimation. * * @throws IOException */ private void determineNumReducers() throws IOException { ReduceEstimator estimator = new ReduceEstimator(getFileSystem(),getProps()); List<String> inputPaths = new ArrayList<String>(); for (DatePath input : getInputsToProcess()) { inputPaths.add(input.getPath().toString()); estimator.addInputPath("input",input.getPath()); } _numReducers = estimator.getNumReducers(); }
planner.createPlan(); if (planner.getInputsToProcess().size() == 0) iterations, getMaxIterations(), planner.getInputsToProcess().size())); for (DatePath input : planner.getInputsToProcess())