@Override default ExecutorEnvironment newExecutorEnvironment() throws Exception { final Executor executor = SparkExecutor.newBuilder("test") .local() .allowMultipleContexts() .kryoRegistrator(TestRegistrator.class) .build(); return new ExecutorEnvironment() { @Override public Executor getExecutor() { return executor; } @Override public void shutdown() throws Exception { executor.shutdown(); } }; } }
/** * Execute spark in local mode with a given parallelism * * @return builder */ public Builder local() { return local(DEFAULT_PARALLELISM); }
@Override public Executor create(Class<?>... classes) { final SparkExecutor.Builder builder = SparkExecutor .newBuilder("euphoria-example") .registerKryoClasses(classes); if (test) { return builder.local().build(); } else { return builder.build(); } } }