private void isReadyForDeployment(ClusterSpecification clusterSpecification) throws YarnDeploymentException { if (clusterSpecification.getNumberTaskManagers() <= 0) { throw new YarnDeploymentException("Taskmanager count must be positive");
ClusterResourceDescription freeClusterResources) throws YarnDeploymentException { int taskManagerCount = clusterSpecification.getNumberTaskManagers(); int jobManagerMemoryMb = clusterSpecification.getMasterMemoryMB(); int taskManagerMemoryMb = clusterSpecification.getTaskManagerMemoryMB(); .setMasterMemoryMB(jobManagerMemoryMb) .setTaskManagerMemoryMB(taskManagerMemoryMb) .setNumberTaskManagers(clusterSpecification.getNumberTaskManagers()) .setSlotsPerTaskManager(clusterSpecification.getSlotsPerTaskManager()) .createClusterSpecification();
appMasterEnv.put(YarnConfigKeys.ENV_TM_COUNT, String.valueOf(clusterSpecification.getNumberTaskManagers())); appMasterEnv.put(YarnConfigKeys.ENV_TM_MEMORY, String.valueOf(clusterSpecification.getTaskManagerMemoryMB())); appMasterEnv.put(YarnConfigKeys.FLINK_JAR_PATH, remotePathJar.toString());
clusterSpecification.getNumberTaskManagers() * clusterSpecification.getSlotsPerTaskManager(), yarnClusterDescriptor.getDynamicPropertiesEncoded()); } catch (Exception e) {
validClusterSpecification.getNumberTaskManagers(), validClusterSpecification.getSlotsPerTaskManager(), report,
@Test public void testCorrectSettingOfMaxSlots() throws Exception { String[] params = new String[] {"-yn", "2", "-ys", "3"}; FlinkYarnSessionCli yarnCLI = new FlinkYarnSessionCli( new Configuration(), tmp.getRoot().getAbsolutePath(), "y", "yarn"); final CommandLine commandLine = yarnCLI.parseCommandLineOptions(params, true); AbstractYarnClusterDescriptor descriptor = yarnCLI.createClusterDescriptor(commandLine); final ClusterSpecification clusterSpecification = yarnCLI.getClusterSpecification(commandLine); // each task manager has 3 slots but the parallelism is 7. Thus the slots should be increased. assertEquals(3, clusterSpecification.getSlotsPerTaskManager()); assertEquals(2, clusterSpecification.getNumberTaskManagers()); }
private void isReadyForDeployment(ClusterSpecification clusterSpecification) throws YarnDeploymentException { if (clusterSpecification.getNumberTaskManagers() <= 0) { throw new YarnDeploymentException("Taskmanager count must be positive");
private void isReadyForDeployment(ClusterSpecification clusterSpecification) throws YarnDeploymentException { if (clusterSpecification.getNumberTaskManagers() <= 0) { throw new YarnDeploymentException("Taskmanager count must be positive");
appMasterEnv.put(YarnConfigKeys.ENV_TM_COUNT, String.valueOf(clusterSpecification.getNumberTaskManagers())); appMasterEnv.put(YarnConfigKeys.ENV_TM_MEMORY, String.valueOf(clusterSpecification.getTaskManagerMemoryMB())); appMasterEnv.put(YarnConfigKeys.FLINK_JAR_PATH, remotePathJar.toString());
ClusterResourceDescription freeClusterResources) throws YarnDeploymentException { int taskManagerCount = clusterSpecification.getNumberTaskManagers(); int jobManagerMemoryMb = clusterSpecification.getMasterMemoryMB(); int taskManagerMemoryMb = clusterSpecification.getTaskManagerMemoryMB(); .setMasterMemoryMB(jobManagerMemoryMb) .setTaskManagerMemoryMB(taskManagerMemoryMb) .setNumberTaskManagers(clusterSpecification.getNumberTaskManagers()) .setSlotsPerTaskManager(clusterSpecification.getSlotsPerTaskManager()) .createClusterSpecification();
ClusterResourceDescription freeClusterResources) throws YarnDeploymentException { int taskManagerCount = clusterSpecification.getNumberTaskManagers(); int jobManagerMemoryMb = clusterSpecification.getMasterMemoryMB(); int taskManagerMemoryMb = clusterSpecification.getTaskManagerMemoryMB(); .setMasterMemoryMB(jobManagerMemoryMb) .setTaskManagerMemoryMB(taskManagerMemoryMb) .setNumberTaskManagers(clusterSpecification.getNumberTaskManagers()) .setSlotsPerTaskManager(clusterSpecification.getSlotsPerTaskManager()) .createClusterSpecification();
appMasterEnv.put(YarnConfigKeys.ENV_TM_COUNT, String.valueOf(clusterSpecification.getNumberTaskManagers())); appMasterEnv.put(YarnConfigKeys.ENV_TM_MEMORY, String.valueOf(clusterSpecification.getTaskManagerMemoryMB())); appMasterEnv.put(YarnConfigKeys.FLINK_JAR_PATH, remotePathJar.toString());
clusterSpecification.getNumberTaskManagers() * clusterSpecification.getSlotsPerTaskManager(), yarnClusterDescriptor.getDynamicPropertiesEncoded()); } catch (Exception e) {
clusterSpecification.getNumberTaskManagers() * clusterSpecification.getSlotsPerTaskManager(), yarnClusterDescriptor.getDynamicPropertiesEncoded()); } catch (Exception e) {
validClusterSpecification.getNumberTaskManagers(), validClusterSpecification.getSlotsPerTaskManager(), report,
validClusterSpecification.getNumberTaskManagers(), validClusterSpecification.getSlotsPerTaskManager(), report,