/** * @return the part of the clock configuration *not* read from disk. */ private Configuration getStaticClockConfiguration() { final JavaConfigurationBuilder builder = Tang.Factory.getTang().newConfigurationBuilder() .bindNamedParameter(LaunchID.class, this.launchID) .bindNamedParameter(ErrorHandlerRID.class, this.errorHandlerID) .bindSetEntry(Clock.StartHandler.class, PIDStoreStartHandler.class) .bindNamedParameter(RemoteConfiguration.ErrorHandler.class, REEFErrorHandler.class) .bindNamedParameter(RemoteConfiguration.ManagerName.class, "REEF_LAUNCHER") .bindNamedParameter(RemoteConfiguration.MessageCodec.class, REEFMessageCodec.class); if (this.isProfilingEnabled) { builder.bindSetEntry(Clock.StopHandler.class, ProfilingStopHandler.class); } return builder.build(); }
public final AbstractDriverRuntimeConfiguration addClientConfiguration(final Configuration conf) { try { this.builder.addConfiguration(conf); return this; } catch (final BindException e) { throw new RuntimeException(e); } }
protected AbstractDriverRuntimeConfiguration( final Class<? extends ResourceLaunchHandler> resourceLaunchHandlerClass, final Class<? extends ResourceReleaseHandler> resourceReleaseHandlerClass, final Class<? extends ResourceRequestHandler> resourceRequestHandlerClass) { try { this.builder.bind(ResourceLaunchHandler.class, resourceLaunchHandlerClass); this.builder.bind(ResourceReleaseHandler.class, resourceReleaseHandlerClass); this.builder.bind(ResourceRequestHandler.class, resourceRequestHandlerClass); } catch (final BindException e) { throw new RuntimeException(e); } }
jcb.bindNamedParameter(NumberOfDesiredSplits.class, "" + this.numberOfDesiredSplits); jcb.bindNamedParameter(DataLoadingEvaluatorMemoryMB.class, "" + this.memoryMB); jcb.bindNamedParameter(DataLoadingEvaluatorNumberOfCores.class, "" + this.numberOfCores); jcb.bindNamedParameter(DataLoadingComputeRequest.class, EvaluatorRequestSerializer.serialize(this.computeRequest)); .bindNamedParameter(LoadDataIntoMemory.class, Boolean.toString(this.inMemory)) .bindConstructor(InputFormat.class, InputFormatExternalConstructor.class) .bindConstructor(JobConf.class, JobConfExternalConstructor.class) .bindNamedParameter(JobConfExternalConstructor.InputFormatClass.class, inputFormatClass) .bindNamedParameter(JobConfExternalConstructor.InputPath.class, inputPath) .bindImplementation(DataLoadingService.class, InputFormatLoadingService.class) .build();
/** * Assembles the configuration for an Evaluator. * * @param resourceLaunchProto * @return * @throws IOException */ private Configuration makeEvaluatorConfiguration( final DriverRuntimeProtocol.ResourceLaunchProto resourceLaunchProto) throws IOException { return Tang.Factory.getTang() .newConfigurationBuilder(this.configurationSerializer.fromString(resourceLaunchProto.getEvaluatorConf())) .bindImplementation(TempFileCreator.class, WorkingDirectoryTempFileCreator.class) .build(); }
/** * Parse command line options of the launcher. * * @param args Command line as passed into main(). * @return TANG configuration object. */ private static Configuration processCommandLine( final String[] args) throws BindException, IOException, InjectionException { final JavaConfigurationBuilder commandLineBuilder = Tang.Factory.getTang().newConfigurationBuilder(); new CommandLine(commandLineBuilder) .registerShortNameOfClass(ClockConfigurationPath.class) .registerShortNameOfClass(ErrorHandlerRID.class) .registerShortNameOfClass(LaunchID.class) .processCommandLine(args); return commandLineBuilder // Bind the wake error handler .bindNamedParameter(RemoteConfiguration.ErrorHandler.class, REEFErrorHandler.class) .bindNamedParameter(RemoteConfiguration.ManagerName.class, "REEF_LAUNCHER") // Bind the wake codec .bindNamedParameter(RemoteConfiguration.MessageCodec.class, REEFMessageCodec.class) .build(); }
public final Configuration build() { return this.builder.build(); }
public final AbstractDriverRuntimeConfiguration setDriverProcessMemory(final int memory) { try { this.builder.bindNamedParameter(DriverProcessMemory.class, Integer.toString(memory)); return this; } catch (final BindException e) { throw new RuntimeException(e); } }
@Override public Configuration getServiceConfiguration(final AllocatedEvaluator allocatedEvaluator) { try { final NumberedSplit<InputSplit> numberedSplit = this.evaluatorToPartitionMapper.getInputSplit( allocatedEvaluator.getEvaluatorDescriptor().getNodeDescriptor().getName(), allocatedEvaluator.getId()); final Configuration serviceConfiguration = ServiceConfiguration.CONF .set(ServiceConfiguration.SERVICES, this.inMemory ? InMemoryInputFormatDataSet.class : InputFormatDataSet.class) .build(); return Tang.Factory.getTang().newConfigurationBuilder(serviceConfiguration) .bindImplementation( DataSet.class, this.inMemory ? InMemoryInputFormatDataSet.class : InputFormatDataSet.class) .bindNamedParameter(JobConfExternalConstructor.InputFormatClass.class, inputFormatClass) .bindNamedParameter(JobConfExternalConstructor.InputPath.class, inputPath) .bindNamedParameter( InputSplitExternalConstructor.SerializedInputSplit.class, WritableSerializer.serialize(numberedSplit.getEntry())) .bindConstructor(InputSplit.class, InputSplitExternalConstructor.class) .bindConstructor(JobConf.class, JobConfExternalConstructor.class) .build(); } catch (final BindException ex) { final String evalId = allocatedEvaluator.getId(); final String msg = "Unable to create configuration for evaluator " + evalId; LOG.log(Level.WARNING, msg, ex); throw new RuntimeException(msg, ex); } }
.addClientConfiguration(this.configurationSerializer.fromString(t.getConfiguration())) .setClientRemoteIdentifier(t.getRemoteId()) .setJobIdentifier(t.getIdentifier()).build(); .newConfigurationBuilder(driverConfigurationPart1, driverConfigurationPart2).build(); final File runtimeConfigurationFile = new File(driverFolder, this.filenames.getDriverConfigurationPath()); this.configurationSerializer.toFile(driverConfiguration, runtimeConfigurationFile);
public final AbstractDriverRuntimeConfiguration setClientRemoteIdentifier(final String rid) { try { this.builder.bindNamedParameter(ClientRemoteIdentifier.class, rid.toString()); return this; } catch (final BindException e) { throw new RuntimeException(e); } }
public final AbstractDriverRuntimeConfiguration setJobIdentifier(final String id) { try { this.builder.bindNamedParameter(JobIdentifier.class, id.toString()); return this; } catch (final BindException e) { throw new RuntimeException(e); } }
public final AbstractDriverRuntimeConfiguration setEvaluatorTimeout(final long value) { try { this.builder.bindNamedParameter(EvaluatorTimeout.class, Long.toString(value)); return this; } catch (final BindException e) { throw new RuntimeException(e); } } }