How to use

setGlobalJobParameters

method

in

org.apache.flink.api.common.ExecutionConfig

PythonStreamExecutionEnvironment(StreamExecutionEnvironment env, Path tmpLocalDir, String scriptName) {
  this.env = env;
  this.pythonTmpCachePath = tmpLocalDir;
  env.getConfig().setGlobalJobParameters(new PythonJobParameters(scriptName));
  registerJythonSerializers(this.env);
}

public static StreamExecutionEnvironment prepareExecutionEnv(ParameterTool parameterTool)
  throws Exception {
  if (parameterTool.getNumberOfParameters() < 5) {
    System.out.println("Missing parameters!\n" +
      "Usage: Kafka --input-topic <topic> --output-topic <topic> " +
      "--bootstrap.servers <kafka brokers> " +
      "--zookeeper.connect <zk quorum> --group.id <some id>");
    throw new Exception("Missing parameters!\n" +
      "Usage: Kafka --input-topic <topic> --output-topic <topic> " +
      "--bootstrap.servers <kafka brokers> " +
      "--zookeeper.connect <zk quorum> --group.id <some id>");
  }
  StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
  env.getConfig().disableSysoutLogging();
  env.getConfig().setRestartStrategy(RestartStrategies.fixedDelayRestart(4, 10000));
  env.enableCheckpointing(5000); // create a checkpoint every 5 seconds
  env.getConfig().setGlobalJobParameters(parameterTool); // make parameters available in the web interface
  env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime);
  return env;
}

public static void main(String[] args) throws Exception {
  // parse the parameters
  final ParameterTool params = ParameterTool.fromArgs(args);
  final long windowSize = params.getLong("windowSize", 2000);
  final long rate = params.getLong("rate", 3L);
  System.out.println("Using windowSize=" + windowSize + ", data rate=" + rate);
  System.out.println("To customize example, use: WindowJoin [--windowSize <window-size-in-millis>] [--rate <elements-per-second>]");
  // obtain execution environment, run this example in "ingestion time"
  StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
  env.setStreamTimeCharacteristic(TimeCharacteristic.IngestionTime);
  // make parameters available in the web interface
  env.getConfig().setGlobalJobParameters(params);
  // create the data sources for both grades and salaries
  DataStream<Tuple2<String, Integer>> grades = GradeSource.getSource(env, rate);
  DataStream<Tuple2<String, Integer>> salaries = SalarySource.getSource(env, rate);
  // run the actual window join program
  // for testability, this functionality is in a separate method.
  DataStream<Tuple3<String, Integer, Integer>> joinedStream = runWindowJoin(grades, salaries, windowSize);
  // print the results with a single thread, rather than in parallel
  joinedStream.print().setParallelism(1);
  // execute program
  env.execute("Windowed Join Example");
}

final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
env.getConfig().setGlobalJobParameters(params);
env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime);
env.setParallelism(1);

public static void main(final String[] args) throws Exception {
  final ParameterTool params = ParameterTool.fromArgs(args);
  final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
  // make parameters available in the web interface
  env.getConfig().setGlobalJobParameters(params);
  // get the data set
  final DataSet<StringTriple> file = getDataSet(env, params);
  // filter lines with empty fields
  final DataSet<StringTriple> filteredLines = file.filter(new EmptyFieldFilter());
  // Here, we could do further processing with the filtered lines...
  JobExecutionResult result;
  // output the filtered lines
  if (params.has("output")) {
    filteredLines.writeAsCsv(params.get("output"));
    // execute program
    result = env.execute("Accumulator example");
  } else {
    System.out.println("Printing result to stdout. Use --output to specify output path.");
    filteredLines.print();
    result = env.getLastJobExecutionResult();
  }
  // get the accumulator result via its registration key
  final List<Integer> emptyFields = result.getAccumulatorResult(EMPTY_FIELD_ACCUMULATOR);
  System.out.format("Number of detected empty fields per column: %s\n", emptyFields);
}

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(pt);

env.getConfig().setGlobalJobParameters(params); // make parameters available in the web interface

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);

env.getConfig().setGlobalJobParameters(params);