private JobVertex createDataSinkVertex(SinkPlanNode node) throws CompilerException { final OutputFormatVertex vertex = new OutputFormatVertex(node.getNodeName()); final TaskConfig config = new TaskConfig(vertex.getConfiguration()); vertex.setResources(node.getMinResources(), node.getPreferredResources()); vertex.setInvokableClass(DataSinkTask.class); vertex.setFormatDescription(getDescriptionForUserCode(node.getProgramOperator().getUserCodeWrapper())); // set user code config.setStubWrapper(node.getProgramOperator().getUserCodeWrapper()); config.setStubParameters(node.getProgramOperator().getParameters()); return vertex; }
@Override public void finalizeOnMaster(ClassLoader loader) throws Exception { final TaskConfig cfg = new TaskConfig(getConfiguration()); ((FinalizeOnMaster) outputFormat).finalizeGlobal(getParallelism());
@Override public void finalizeOnMaster(ClassLoader loader) throws Exception { final TaskConfig cfg = new TaskConfig(getConfiguration()); OutputFormatStub stub = new OutputFormatStub(cfg, loader, sinkOperatorId); FormatUtil.finalizeOutputFormatsOnMaster(this, stub, Collections.singletonMap(sinkOperatorId, formatDescription)); } }
@Override public void initializeOnMaster(ClassLoader loader) throws Exception { final TaskConfig cfg = new TaskConfig(getConfiguration()); ((InitializeOnMaster) outputFormat).initializeGlobal(getParallelism());
@Override public void initializeOnMaster(ClassLoader loader) throws Exception { final TaskConfig cfg = new TaskConfig(getConfiguration()); OutputFormatStub stub = new OutputFormatStub(cfg, loader, sinkOperatorId); FormatUtil.initializeOutputFormatsOnMaster(this, stub, Collections.singletonMap(sinkOperatorId, formatDescription)); }
private JobVertex createDataSinkVertex(SinkPlanNode node) throws CompilerException { final OutputFormatVertex vertex = new OutputFormatVertex(node.getNodeName()); final TaskConfig config = new TaskConfig(vertex.getConfiguration()); vertex.setResources(node.getMinResources(), node.getPreferredResources()); vertex.setInvokableClass(DataSinkTask.class); vertex.setFormatDescription(getDescriptionForUserCode(node.getProgramOperator().getUserCodeWrapper())); // set user code config.setStubWrapper(node.getProgramOperator().getUserCodeWrapper()); config.setStubParameters(node.getProgramOperator().getParameters()); return vertex; }
@Override public void initializeOnMaster(ClassLoader loader) throws Exception { final TaskConfig cfg = new TaskConfig(getConfiguration()); ((InitializeOnMaster) outputFormat).initializeGlobal(getParallelism());
private JobVertex createDataSinkVertex(SinkPlanNode node) throws CompilerException { final OutputFormatVertex vertex = new OutputFormatVertex(node.getNodeName()); final TaskConfig config = new TaskConfig(vertex.getConfiguration()); vertex.setResources(node.getMinResources(), node.getPreferredResources()); vertex.setInvokableClass(DataSinkTask.class); vertex.setFormatDescription(getDescriptionForUserCode(node.getProgramOperator().getUserCodeWrapper())); // set user code config.setStubWrapper(node.getProgramOperator().getUserCodeWrapper()); config.setStubParameters(node.getProgramOperator().getParameters()); return vertex; }
@Override public void initializeOnMaster(ClassLoader loader) throws Exception { final TaskConfig cfg = new TaskConfig(getConfiguration()); ((InitializeOnMaster) outputFormat).initializeGlobal(getParallelism());
private JobVertex createDataSinkVertex(SinkPlanNode node) throws CompilerException { final OutputFormatVertex vertex = new OutputFormatVertex(node.getNodeName()); final TaskConfig config = new TaskConfig(vertex.getConfiguration()); vertex.setResources(node.getMinResources(), node.getPreferredResources()); vertex.setInvokableClass(DataSinkTask.class); vertex.setFormatDescription(getDescriptionForUserCode(node.getProgramOperator().getUserCodeWrapper())); // set user code config.setStubWrapper(node.getProgramOperator().getUserCodeWrapper()); config.setStubParameters(node.getProgramOperator().getParameters()); return vertex; }
@Override public void finalizeOnMaster(ClassLoader loader) throws Exception { final TaskConfig cfg = new TaskConfig(getConfiguration()); ((FinalizeOnMaster) outputFormat).finalizeGlobal(getParallelism());
private JobVertex createDataSinkVertex(SinkPlanNode node) throws CompilerException { final OutputFormatVertex vertex = new OutputFormatVertex(node.getNodeName()); final TaskConfig config = new TaskConfig(vertex.getConfiguration()); vertex.setResources(node.getMinResources(), node.getPreferredResources()); vertex.setInvokableClass(DataSinkTask.class); vertex.setFormatDescription(getDescriptionForUserCode(node.getProgramOperator().getUserCodeWrapper())); // set user code config.setStubWrapper(node.getProgramOperator().getUserCodeWrapper()); config.setStubParameters(node.getProgramOperator().getParameters()); return vertex; }
@Override public void finalizeOnMaster(ClassLoader loader) throws Exception { final TaskConfig cfg = new TaskConfig(getConfiguration()); ((FinalizeOnMaster) outputFormat).finalizeGlobal(getParallelism());