/** * Gets the parallelism with which operation are executed by default. * Operations can individually override this value to use a specific * parallelism. * * @return The parallelism used by operations, unless they override that * value. */ public int getParallelism() { return config.getParallelism(); }
/** * Gets the parallelism with which operation are executed by default. Operations can * individually override this value to use a specific parallelism via * {@link Operator#setParallelism(int)}. Other operations may need to run with a different * parallelism - for example calling * {@link DataSet#reduce(org.apache.flink.api.common.functions.ReduceFunction)} over the entire * set will insert eventually an operation that runs non-parallel (parallelism of one). * * @return The parallelism used by operations, unless they override that value. This method * returns {@link ExecutionConfig#PARALLELISM_DEFAULT}, if the environment's default parallelism should be used. */ public int getParallelism() { return config.getParallelism(); }
JobGraph validateGraph() { JobGraph jobGraph = LAST_SUBMITTED_JOB_GRAPH_REFERENCE.getAndSet(null); Assert.assertArrayEquals(PROG_ARGS, ParameterProgram.actualArguments); Assert.assertEquals(PARALLELISM, getExecutionConfig(jobGraph).getParallelism()); return jobGraph; }
JobGraph validateDefaultGraph() { JobGraph jobGraph = LAST_SUBMITTED_JOB_GRAPH_REFERENCE.getAndSet(null); Assert.assertEquals(0, ParameterProgram.actualArguments.length); Assert.assertEquals(ExecutionConfig.PARALLELISM_DEFAULT, getExecutionConfig(jobGraph).getParallelism()); return jobGraph; }
@Test public void testConfigurationOfParallelism() { ExecutionConfig config = new ExecutionConfig(); // verify explicit change in parallelism int parallelism = 36; config.setParallelism(parallelism); assertEquals(parallelism, config.getParallelism()); // verify that parallelism is reset to default flag value parallelism = ExecutionConfig.PARALLELISM_DEFAULT; config.setParallelism(parallelism); assertEquals(parallelism, config.getParallelism()); }
public ArchivedExecutionConfig(ExecutionConfig ec) { executionMode = ec.getExecutionMode().name(); if (ec.getRestartStrategy() != null) { restartStrategyDescription = ec.getRestartStrategy().getDescription(); } else { restartStrategyDescription = "default"; } parallelism = ec.getParallelism(); objectReuseEnabled = ec.isObjectReuseEnabled(); if (ec.getGlobalJobParameters() != null && ec.getGlobalJobParameters().toMap() != null) { globalJobParameters = ec.getGlobalJobParameters().toMap(); } else { globalJobParameters = Collections.emptyMap(); } }
assertEquals(objectReuseEnabled, copy1.isObjectReuseEnabled()); assertEquals(sysoutLoggingEnabled, copy1.isSysoutLoggingEnabled()); assertEquals(parallelism, copy1.getParallelism());
/** * Gets the parallelism with which operation are executed by default. Operations can * individually override this value to use a specific parallelism via * {@link Operator#setParallelism(int)}. Other operations may need to run with a different * parallelism - for example calling * {@link DataSet#reduce(org.apache.flink.api.common.functions.ReduceFunction)} over the entire * set will insert eventually an operation that runs non-parallel (parallelism of one). * * @return The parallelism used by operations, unless they override that value. This method * returns {@link ExecutionConfig#PARALLELISM_DEFAULT}, if the environment's default parallelism should be used. */ public int getParallelism() { return config.getParallelism(); }
/** * Gets the parallelism with which operation are executed by default. * Operations can individually override this value to use a specific * parallelism. * * @return The parallelism used by operations, unless they override that * value. */ public int getParallelism() { return config.getParallelism(); }
/** * Gets the parallelism with which operation are executed by default. * Operations can individually override this value to use a specific * parallelism. * * @return The parallelism used by operations, unless they override that * value. */ public int getParallelism() { return config.getParallelism(); }
/** * Gets the parallelism with which operation are executed by default. * Operations can individually override this value to use a specific * parallelism. * * @return The parallelism used by operations, unless they override that * value. */ public int getParallelism() { return config.getParallelism(); }
/** * Gets the parallelism with which operation are executed by default. * Operations can individually override this value to use a specific * parallelism. * * @return The parallelism used by operations, unless they override that * value. */ public int getParallelism() { return config.getParallelism(); }
/** * Gets the parallelism with which operation are executed by default. Operations can * individually override this value to use a specific parallelism via * {@link Operator#setParallelism(int)}. Other operations may need to run with a different * parallelism - for example calling * {@link DataSet#reduce(org.apache.flink.api.common.functions.ReduceFunction)} over the entire * set will insert eventually an operation that runs non-parallel (parallelism of one). * * @return The parallelism used by operations, unless they override that value. This method * returns {@link ExecutionConfig#PARALLELISM_DEFAULT}, if the environment's default parallelism should be used. */ public int getParallelism() { return config.getParallelism(); }
/** * Gets the parallelism with which operation are executed by default. Operations can * individually override this value to use a specific parallelism via * {@link Operator#setParallelism(int)}. Other operations may need to run with a different * parallelism - for example calling * {@link DataSet#reduce(org.apache.flink.api.common.functions.ReduceFunction)} over the entire * set will insert eventually an operation that runs non-parallel (parallelism of one). * * @return The parallelism used by operations, unless they override that value. This method * returns {@link ExecutionConfig#PARALLELISM_DEFAULT}, if the environment's default parallelism should be used. */ public int getParallelism() { return config.getParallelism(); }
public ArchivedExecutionConfig(ExecutionConfig ec) { executionMode = ec.getExecutionMode().name(); if (ec.getRestartStrategy() != null) { restartStrategyDescription = ec.getRestartStrategy().getDescription(); } else { restartStrategyDescription = "default"; } parallelism = ec.getParallelism(); objectReuseEnabled = ec.isObjectReuseEnabled(); if (ec.getGlobalJobParameters() != null && ec.getGlobalJobParameters().toMap() != null) { globalJobParameters = ec.getGlobalJobParameters().toMap(); } else { globalJobParameters = Collections.emptyMap(); } }
public ArchivedExecutionConfig(ExecutionConfig ec) { executionMode = ec.getExecutionMode().name(); if (ec.getRestartStrategy() != null) { restartStrategyDescription = ec.getRestartStrategy().getDescription(); } else { restartStrategyDescription = "default"; } parallelism = ec.getParallelism(); objectReuseEnabled = ec.isObjectReuseEnabled(); if (ec.getGlobalJobParameters() != null && ec.getGlobalJobParameters().toMap() != null) { globalJobParameters = ec.getGlobalJobParameters().toMap(); } else { globalJobParameters = Collections.emptyMap(); } }