@Override protected TaskAttemptImpl createAttempt() { return new ReduceTaskAttemptImpl(getID(), nextAttemptNumber, eventHandler, jobFile, partition, numMapTasks, conf, taskAttemptListener, jobToken, credentials, clock, appContext); }
@Override public Task createRemoteTask() { //job file name is set in TaskAttempt, setting it null here ReduceTask reduceTask = new ReduceTask("", TypeConverter.fromYarn(getID()), partition, numMapTasks, 1); // YARN doesn't have the concept of slots per task, set it as 1. reduceTask.setUser(conf.get(MRJobConfig.USER_NAME)); reduceTask.setConf(conf); return reduceTask; }
@Override public Task createRemoteTask() { //job file name is set in TaskAttempt, setting it null here ReduceTask reduceTask = new ReduceTask("", TypeConverter.fromYarn(getID()), partition, numMapTasks, 1); // YARN doesn't have the concept of slots per task, set it as 1. reduceTask.setUser(conf.get(MRJobConfig.USER_NAME)); reduceTask.setConf(conf); return reduceTask; }
@Override protected TaskAttemptImpl createAttempt() { return new ReduceTaskAttemptImpl(getID(), nextAttemptNumber, eventHandler, jobFile, partition, numMapTasks, conf, taskAttemptListener, jobToken, credentials, clock, appContext); }
@Override public Task createRemoteTask() { //job file name is set in TaskAttempt, setting it null here ReduceTask reduceTask = new ReduceTask("", TypeConverter.fromYarn(getID()), partition, numMapTasks, 1); // YARN doesn't have the concept of slots per task, set it as 1. reduceTask.setUser(conf.get(MRJobConfig.USER_NAME)); reduceTask.setConf(conf); return reduceTask; }
@Override protected TaskAttemptImpl createAttempt() { return new ReduceTaskAttemptImpl(getID(), nextAttemptNumber, eventHandler, jobFile, partition, numMapTasks, conf, taskAttemptListener, jobToken, credentials, clock, appContext); }
private TaskAttemptImpl createReduceTaskAttemptImplForTest( EventHandler eventHandler, Clock clock, JobConf jobConf) { ApplicationId appId = ApplicationId.newInstance(1, 1); JobId jobId = MRBuilderUtils.newJobId(appId, 1); TaskId taskId = MRBuilderUtils.newTaskId(jobId, 1, TaskType.REDUCE); TaskAttemptListener taListener = mock(TaskAttemptListener.class); Path jobFile = mock(Path.class); TaskAttemptImpl taImpl = new ReduceTaskAttemptImpl(taskId, 1, eventHandler, jobFile, 1, 1, jobConf, taListener, null, null, clock, null); return taImpl; }