conf.setIfUnset(TezConfiguration.TEZ_AM_LAUNCH_ENV, env); conf.setIfUnset(TezConfiguration.TEZ_AM_LAUNCH_CMD_OPTS, org.apache.tez.mapreduce.hadoop.MRHelpers.getJavaOptsForMRAM(conf)); conf.setIfUnset(TezConfiguration.TEZ_QUEUE_NAME, queueName); conf.setIfUnset(TezConfiguration.TEZ_AM_RESOURCE_MEMORY_MB, "" + amMemMB); conf.setIfUnset(TezConfiguration.TEZ_AM_RESOURCE_CPU_VCORES, "" + amCores); conf.setIfUnset(TezConfiguration.TEZ_AM_MAX_APP_ATTEMPTS, "" + conf.getInt(MRJobConfig.MR_AM_MAX_ATTEMPTS, MRJobConfig.DEFAULT_MR_AM_MAX_ATTEMPTS)); conf.setIfUnset(TezConfiguration.TEZ_AM_VIEW_ACLS, conf.get(MRJobConfig.JOB_ACL_VIEW_JOB, MRJobConfig.DEFAULT_JOB_ACL_VIEW_JOB)); conf.setIfUnset(TezConfiguration.TEZ_AM_MODIFY_ACLS, conf.get(MRJobConfig.JOB_ACL_MODIFY_JOB, MRJobConfig.DEFAULT_JOB_ACL_MODIFY_JOB));
public static void translateMRSettingsForTezAM(TezConfiguration dagAMConf) { convertMRToTezConf(dagAMConf, dagAMConf, DeprecatedKeys.getMRToDAGParamMap()); convertMRToTezConf(dagAMConf, dagAMConf, mrAMParamToTezAMParamMap); String env = dagAMConf.get(MRJobConfig.MR_AM_ADMIN_USER_ENV); if (dagAMConf.get(MRJobConfig.MR_AM_ENV) != null) { env = (env == null) ? dagAMConf.get(MRJobConfig.MR_AM_ENV) : env + "," + dagAMConf.get(MRJobConfig.MR_AM_ENV); } if (env != null) { dagAMConf.setIfUnset(TezConfiguration.TEZ_AM_LAUNCH_ENV, env); } dagAMConf.setIfUnset(TezConfiguration.TEZ_AM_LAUNCH_CMD_OPTS, org.apache.tez.mapreduce.hadoop.MRHelpers .getJavaOptsForMRAM(dagAMConf)); String queueName = dagAMConf.get(JobContext.QUEUE_NAME, YarnConfiguration.DEFAULT_QUEUE_NAME); dagAMConf.setIfUnset(TezConfiguration.TEZ_QUEUE_NAME, queueName); dagAMConf.setIfUnset(TezConfiguration.TEZ_AM_VIEW_ACLS, dagAMConf.get(MRJobConfig.JOB_ACL_VIEW_JOB, MRJobConfig.DEFAULT_JOB_ACL_VIEW_JOB)); dagAMConf.setIfUnset(TezConfiguration.TEZ_AM_MODIFY_ACLS, dagAMConf.get(MRJobConfig.JOB_ACL_MODIFY_JOB, MRJobConfig.DEFAULT_JOB_ACL_MODIFY_JOB)); // Hardcoding at AM level instead of setting per vertex till TEZ-2710 is available dagAMConf.setIfUnset(TezConfiguration.TEZ_TASK_SCALE_MEMORY_RESERVE_FRACTION, "0.5"); removeUnwantedSettings(dagAMConf, true); }