@Override public void dispose() { super.dispose(); this.sparkContextReference.noteDiscardedReference(true); }
@Override public void execute(ExecutionStage stage, OptimizationContext optimizationContext, ExecutionState executionState) { assert !this.isDisposed() : String.format("%s has been disposed.", this); final StageExecution stageExecution = new StageExecution(stage, optimizationContext, executionState); stageExecution.executeStage(); }
/** * Executes an {@link ExecutionTask}. * * @param taskActivator provides the {@link ExecutionTask} and its input dependenchannelInstancees. * @param isRequestEagerExecution whether the {@link ExecutionTask} should be executed eagerly if possible * @return the output {@link ChannelInstance}s of the {@link ExecutionTask} */ private Tuple<List<ChannelInstance>, PartialExecution> execute(TaskActivator taskActivator, boolean isRequestEagerExecution) { return this.execute( taskActivator.getTask(), taskActivator.getInputChannelInstances(), taskActivator.getOperatorContext(), isRequestEagerExecution ); }