@Test public void testPrimitiveKeyAcceptance() throws Exception { StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.setParallelism(1); env.setMaxParallelism(1); DataStream<Integer> input = env.fromElements(new Integer(10000)); KeyedStream<Integer, Object> keyedStream = input.keyBy(new KeySelector<Integer, Object>() { @Override public Object getKey(Integer value) throws Exception { return value; } }); keyedStream.addSink(new SinkFunction<Integer>() { @Override public void invoke(Integer value) throws Exception { Assert.assertEquals(10000L, (long) value); } }); }
env.setMaxParallelism(pt.getInt("maxParallelism", pt.getInt("parallelism", 1))); env.enableCheckpointing(pt.getInt("checkpointInterval", 1000)); env.setRestartStrategy(RestartStrategies.fixedDelayRestart(Integer.MAX_VALUE, pt.getInt("restartDelay", 0)));
env.setMaxParallelism(pt.getInt(ENVIRONMENT_MAX_PARALLELISM.key(), ENVIRONMENT_MAX_PARALLELISM.defaultValue()));
env.setMaxParallelism(parallelism);
env.setMaxParallelism(maxParallelism); env.setParallelism(parallelism); env.enableCheckpointing(100);
StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.setParallelism(PARALLELISM); env.setMaxParallelism(maxParallelism); env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime); env.enableCheckpointing(100);
env.setMaxParallelism(2 * PARALLELISM); env.setParallelism(PARALLELISM); env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime);
env.setMaxParallelism(42); env.getStreamGraph().getJobGraph(); Assert.assertEquals(42, operator.getTransformation().getMaxParallelism()); env.setMaxParallelism(0); Assert.fail(); } catch (IllegalArgumentException expected) { env.setMaxParallelism(1 + (1 << 15)); Assert.fail(); } catch (IllegalArgumentException expected) {
env.setMaxParallelism(parallelism);
env.setMaxParallelism(parallelism);
env.setMaxParallelism(FlinkUtil.getMaxEnvParallelism(confProperties));
@Test public void readSourceTranslatorBoundedWithMaxParallelism() { final int maxParallelism = 6; final int parallelism = 2; Read.Bounded transform = Read.from(new TestBoundedSource(maxParallelism)); StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.setParallelism(parallelism); env.setMaxParallelism(maxParallelism); StreamTransformation<?> sourceTransform = applyReadSourceTransform(transform, PCollection.IsBounded.BOUNDED, env); UnboundedSourceWrapperNoValueWithRecordId source = (UnboundedSourceWrapperNoValueWithRecordId) ((SourceTransformation<?>) sourceTransform).getOperator().getUserFunction(); assertEquals(maxParallelism, source.getUnderlyingSource().getSplitSources().size()); }
@Test public void readSourceTranslatorUnboundedWithMaxParallelism() { final int maxParallelism = 6; final int parallelism = 2; Read.Unbounded transform = Read.from(new TestUnboundedSource()); StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); env.setParallelism(parallelism); env.setMaxParallelism(maxParallelism); StreamTransformation<?> sourceTransform = applyReadSourceTransform(transform, PCollection.IsBounded.UNBOUNDED, env); UnboundedSourceWrapper source = (UnboundedSourceWrapper) ((SourceTransformation) ((OneInputTransformation) sourceTransform).getInput()) .getOperator() .getUserFunction(); assertEquals(maxParallelism, source.getSplitSources().size()); }
flinkStreamEnv.setParallelism(parallelism); if (options.getMaxParallelism() > 0) { flinkStreamEnv.setMaxParallelism(options.getMaxParallelism());
env.setMaxParallelism(8); env.setParallelism(1); env.disableOperatorChaining();