public static ReservationSchedulerConfiguration createConf( String reservationQ, long timeWindow, float instConstraint, float avgConstraint) { ReservationSchedulerConfiguration realConf = new CapacitySchedulerConfiguration(); ReservationSchedulerConfiguration conf = spy(realConf); when(conf.getReservationWindow(reservationQ)).thenReturn(timeWindow); when(conf.getInstantaneousMaxCapacity(reservationQ)) .thenReturn(instConstraint); when(conf.getAverageCapacity(reservationQ)).thenReturn(avgConstraint); return conf; }
@Test public void testPolicyConfiguration() throws Exception { CapacitySchedulerConfiguration testConf = new CapacitySchedulerConfiguration(); String tproot = ROOT + "." + "testPolicyRoot" + System.currentTimeMillis(); OrderingPolicy<FiCaSchedulerApp> comPol = testConf.<FiCaSchedulerApp>getAppOrderingPolicy(tproot); }
private CapacitySchedulerConfiguration getSchedulerAutoCreatedQueueConfiguration( boolean overrideWithQueueMappings) throws IOException { CapacitySchedulerConfiguration schedulerConf = new CapacitySchedulerConfiguration(conf); TestCapacitySchedulerAutoCreatedQueueBase .setupQueueConfigurationForSingleAutoCreatedLeafQueue(schedulerConf); TestCapacitySchedulerAutoCreatedQueueBase.setupQueueMappings(schedulerConf, "c", overrideWithQueueMappings, new int[] {0, 1}); return schedulerConf; }
@Test public void testContinueLookingReservationsAfterQueueRefresh() throws Exception { CapacitySchedulerConfiguration csConf = new CapacitySchedulerConfiguration(); setup(csConf); // Manipulate queue 'e' LeafQueue a = stubLeafQueue((LeafQueue) queues.get(A)); refreshQueuesTurnOffReservationsContLook(a, csConf); }
@Override public SharingPolicy getInitializedPolicy() { String reservationQ = ReservationSystemTestUtil.getFullReservationQueueName(); conf = new CapacitySchedulerConfiguration(); SharingPolicy policy = new NoOverCommitPolicy(); policy.init(reservationQ, conf); return policy; }
@Test(timeout = 30000) public void testAMLimitUsage() throws Exception { CapacitySchedulerConfiguration config = new CapacitySchedulerConfiguration(); config.set(CapacitySchedulerConfiguration.RESOURCE_CALCULATOR_CLASS, DefaultResourceCalculator.class.getName()); verifyAMLimitForLeafQueue(config); config.set(CapacitySchedulerConfiguration.RESOURCE_CALCULATOR_CLASS, DominantResourceCalculator.class.getName()); verifyAMLimitForLeafQueue(config); }
public static Configuration getConfigurationWithDefaultQueueLabels( Configuration config) { final String A = CapacitySchedulerConfiguration.ROOT + ".a"; final String B = CapacitySchedulerConfiguration.ROOT + ".b"; CapacitySchedulerConfiguration conf = (CapacitySchedulerConfiguration) getConfigurationWithQueueLabels(config); new CapacitySchedulerConfiguration(config); conf.setDefaultNodeLabelExpression(A, "x"); conf.setDefaultNodeLabelExpression(B, "y"); return conf; }
@Test public void testContinueLookingReservationsAfterQueueRefresh() throws Exception { CapacitySchedulerConfiguration csConf = new CapacitySchedulerConfiguration(); setup(csConf); // Manipulate queue 'e' LeafQueue a = stubLeafQueue((LeafQueue) queues.get(A)); refreshQueuesTurnOffReservationsContLook(a, csConf); }
private MockRM setUpMove(Configuration config) { CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration(config); setupQueueConfiguration(conf); conf.setClass(YarnConfiguration.RM_SCHEDULER, CapacityScheduler.class, ResourceScheduler.class); MockRM rm = new MockRM(conf); rm.start(); return rm; }
private CapacitySchedulerConfiguration setupSimpleQueueConfiguration( boolean isCapacityNeeded) { CapacitySchedulerConfiguration csConf = new CapacitySchedulerConfiguration(); csConf.setQueues(CapacitySchedulerConfiguration.ROOT, new String[]{QUEUEA, QUEUEB, QUEUEC}); // Set default capacities like normal configuration. if (isCapacityNeeded) { csConf.setCapacity(QUEUEA_FULL, 50f); csConf.setCapacity(QUEUEB_FULL, 25f); csConf.setCapacity(QUEUEC_FULL, 25f); } return csConf; }
private MockRM setUpMove(Configuration config) { CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration(config); setupQueueConfiguration(conf); conf.setClass(YarnConfiguration.RM_SCHEDULER, CapacityScheduler.class, ResourceScheduler.class); MockRM rm = new MockRM(conf); rm.start(); return rm; }
public static FifoScheduler mockFifoScheduler(RMContext rmContext) throws Exception { CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration(); setupFifoQueueConfiguration(conf); FifoScheduler fs = new FifoScheduler(); fs.setConf(new YarnConfiguration()); fs.setRMContext(rmContext); fs.init(conf); return fs; }
@Before public void setUp() { CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration(); setupPlanQueueConfiguration(conf); conf.setClass(YarnConfiguration.RM_SCHEDULER, CapacityScheduler.class, ResourceScheduler.class); conf.setBoolean(YarnConfiguration.RM_RESERVATION_SYSTEM_ENABLE, false); rm = new MockRM(conf); rm.start(); }
@Before public void setUp() { CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration(); setupPlanQueueConfiguration(conf); conf.setClass(YarnConfiguration.RM_SCHEDULER, CapacityScheduler.class, ResourceScheduler.class); conf.setBoolean(YarnConfiguration.RM_RESERVATION_SYSTEM_ENABLE, false); rm = new MockRM(conf); rm.start(); }
@Before public void createAndStartRM() { CapacitySchedulerConfiguration csConf = new CapacitySchedulerConfiguration(); YarnConfiguration conf = new YarnConfiguration(csConf); conf.setClass(YarnConfiguration.RM_SCHEDULER, CapacityScheduler.class, ResourceScheduler.class); conf.setBoolean( YarnConfiguration.OPPORTUNISTIC_CONTAINER_ALLOCATION_ENABLED, true); conf.setInt( YarnConfiguration.NM_CONTAINER_QUEUING_SORTING_NODES_INTERVAL_MS, 100); startRM(conf); }
public static FifoScheduler mockFifoScheduler(RMContext rmContext) throws Exception { CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration(); setupFifoQueueConfiguration(conf); FifoScheduler fs = new FifoScheduler(); fs.setConf(new YarnConfiguration()); fs.setRMContext(rmContext); fs.init(conf); return fs; }
public void createAndStartRMWithAutoUpdateContainer() { CapacitySchedulerConfiguration csConf = new CapacitySchedulerConfiguration(); YarnConfiguration conf = new YarnConfiguration(csConf); conf.setBoolean(YarnConfiguration.RM_AUTO_UPDATE_CONTAINERS, true); conf.setClass(YarnConfiguration.RM_SCHEDULER, CapacityScheduler.class, ResourceScheduler.class); conf.setBoolean( YarnConfiguration.OPPORTUNISTIC_CONTAINER_ALLOCATION_ENABLED, true); conf.setInt( YarnConfiguration.NM_CONTAINER_QUEUING_SORTING_NODES_INTERVAL_MS, 100); startRM(conf); }
@Test (expected=java.lang.IllegalArgumentException.class) public void testRootQueueParsing() throws Exception { CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration(); // non-100 percent value will throw IllegalArgumentException conf.setCapacity(CapacitySchedulerConfiguration.ROOT, 90); CapacityScheduler capacityScheduler = new CapacityScheduler(); capacityScheduler.setConf(new YarnConfiguration()); capacityScheduler.init(conf); capacityScheduler.start(); capacityScheduler.reinitialize(conf, null); ServiceOperations.stopQuietly(capacityScheduler); }
@Test (expected=java.lang.IllegalArgumentException.class) public void testRootQueueParsing() throws Exception { CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration(); // non-100 percent value will throw IllegalArgumentException conf.setCapacity(CapacitySchedulerConfiguration.ROOT, 90); CapacityScheduler capacityScheduler = new CapacityScheduler(); capacityScheduler.setConf(new YarnConfiguration()); capacityScheduler.init(conf); capacityScheduler.start(); capacityScheduler.reinitialize(conf, null); ServiceOperations.stopQuietly(capacityScheduler); }
@Before public void setup() { CapacitySchedulerConfiguration csConf = new CapacitySchedulerConfiguration(); setupQueueConfiguration(csConf); conf = new YarnConfiguration(csConf); cs = new CapacityScheduler(); RMContext rmContext = TestUtils.getMockRMContext(); cs.setConf(conf); cs.setRMContext(rmContext); cs.init(conf); cs.start(); }