public static void main(String[] args) { try { final ParameterTool parameterTool = ParameterTool.fromArgs(args); Configuration cfg = parameterTool.getConfiguration(); TaskManagerRunner.runTaskManager(cfg, ResourceID.generate()); } catch (Throwable t) { LOG.error("Failed to start TaskManager process", t); System.exit(1); } } }
public SerializingLongReceiver createReceiver() throws Exception { TaskManagerLocation senderLocation = new TaskManagerLocation( ResourceID.generate(), LOCAL_ADDRESS, senderEnv.getConnectionManager().getDataPort()); InputGate receiverGate = createInputGate( jobId, dataSetID, executionAttemptID, senderLocation, receiverEnv, channels); SerializingLongReceiver receiver = new SerializingLongReceiver(receiverGate, channels * partitionIds.length); receiver.start(); return receiver; }
/** * Create mock RM dependencies. */ Context() throws Exception { rpcService = new TestingRpcService(); rmServices = new MockResourceManagerRuntimeServices(); // resource manager rmResourceID = ResourceID.generate(); resourceManager = new TestingYarnResourceManager( rpcService, RM_ADDRESS, rmResourceID, flinkConfig, env, rmServices.highAvailabilityServices, rmServices.heartbeatServices, rmServices.slotManager, rmServices.metricRegistry, rmServices.jobLeaderIdService, new ClusterInformation("localhost", 1234), testingFatalErrorHandler, null, mockResourceManagerClient, mockNMClient, mockJMMetricGroup); }
taskManagerRunners[i] = new TaskManagerRunner(config, ResourceID.generate()); taskManagerRunners[i].start();
TaskManager.startTaskManagerComponentsAndActor( config, ResourceID.generate(), taskManagerSystem, highAvailabilityServices,
@Override public Void call() throws Exception { runTaskManager(configuration, ResourceID.generate()); return null; } });
@Override public Void call() throws Exception { runTaskManager(configuration, ResourceID.generate()); return null; } });
@Override public Void call() throws Exception { runTaskManager(configuration, ResourceID.generate()); return null; } });
protected ResourceManagerRunner startResourceManager( Configuration configuration, HighAvailabilityServices haServices, HeartbeatServices heartbeatServices, MetricRegistry metricRegistry, RpcService resourceManagerRpcService, ClusterInformation clusterInformation) throws Exception { final ResourceManagerRunner resourceManagerRunner = new ResourceManagerRunner( ResourceID.generate(), FlinkResourceManager.RESOURCE_MANAGER_NAME + '_' + UUID.randomUUID(), configuration, resourceManagerRpcService, haServices, heartbeatServices, metricRegistry, clusterInformation); resourceManagerRunner.start(); return resourceManagerRunner; }
protected ResourceManagerRunner startResourceManager( Configuration configuration, HighAvailabilityServices haServices, HeartbeatServices heartbeatServices, MetricRegistry metricRegistry, RpcService resourceManagerRpcService, ClusterInformation clusterInformation, JobManagerMetricGroup jobManagerMetricGroup) throws Exception { final ResourceManagerRunner resourceManagerRunner = new ResourceManagerRunner( ResourceID.generate(), FlinkResourceManager.RESOURCE_MANAGER_NAME + '_' + UUID.randomUUID(), configuration, resourceManagerRpcService, haServices, heartbeatServices, metricRegistry, clusterInformation, jobManagerMetricGroup); resourceManagerRunner.start(); return resourceManagerRunner; }
protected ResourceManagerRunner startResourceManager( Configuration configuration, HighAvailabilityServices haServices, HeartbeatServices heartbeatServices, MetricRegistry metricRegistry, RpcService resourceManagerRpcService, ClusterInformation clusterInformation, JobManagerMetricGroup jobManagerMetricGroup) throws Exception { final ResourceManagerRunner resourceManagerRunner = new ResourceManagerRunner( ResourceID.generate(), FlinkResourceManager.RESOURCE_MANAGER_NAME + '_' + UUID.randomUUID(), configuration, resourceManagerRpcService, haServices, heartbeatServices, metricRegistry, clusterInformation, jobManagerMetricGroup); resourceManagerRunner.start(); return resourceManagerRunner; }
protected ResourceManagerRunner[] startResourceManagers( Configuration configuration, HighAvailabilityServices haServices, HeartbeatServices heartbeatServices, MetricRegistry metricRegistry, int numResourceManagers, RpcService[] resourceManagerRpcServices) throws Exception { final ResourceManagerRunner[] resourceManagerRunners = new ResourceManagerRunner[numResourceManagers]; for (int i = 0; i < numResourceManagers; i++) { resourceManagerRunners[i] = new ResourceManagerRunner( ResourceID.generate(), FlinkResourceManager.RESOURCE_MANAGER_NAME + '_' + i, configuration, resourceManagerRpcServices[i], haServices, heartbeatServices, metricRegistry); resourceManagerRunners[i].start(); } return resourceManagerRunners; }
private CompletableFuture<JobManagerRunner> createJobManagerRunner(JobGraph jobGraph) { final RpcService rpcService = getRpcService(); final CompletableFuture<JobManagerRunner> jobManagerRunnerFuture = CompletableFuture.supplyAsync( CheckedSupplier.unchecked(() -> jobManagerRunnerFactory.createJobManagerRunner( ResourceID.generate(), jobGraph, configuration, rpcService, highAvailabilityServices, heartbeatServices, blobServer, jobManagerSharedServices, new DefaultJobManagerJobMetricGroupFactory(jobManagerMetricGroup), fatalErrorHandler)), rpcService.getExecutor()); return jobManagerRunnerFuture.thenApply(FunctionUtils.uncheckedFunction(this::startJobManagerRunner)); }
private CompletableFuture<JobManagerRunner> createJobManagerRunner(JobGraph jobGraph) { final RpcService rpcService = getRpcService(); final CompletableFuture<JobManagerRunner> jobManagerRunnerFuture = CompletableFuture.supplyAsync( CheckedSupplier.unchecked(() -> jobManagerRunnerFactory.createJobManagerRunner( ResourceID.generate(), jobGraph, configuration, rpcService, highAvailabilityServices, heartbeatServices, blobServer, jobManagerSharedServices, new DefaultJobManagerJobMetricGroupFactory(jobManagerMetricGroup), fatalErrorHandler)), rpcService.getExecutor()); return jobManagerRunnerFuture.thenApply(FunctionUtils.uncheckedFunction(this::startJobManagerRunner)); }
ResourceID.generate(), jobGraph, configuration,
try { runners[i] = new JobManagerRunner( ResourceID.generate(), job, configuration,
ResourceID.generate(), actorSystem, highAvailabilityServices,
MemoryArchivist.class); final ResourceID taskManagerResourceId = ResourceID.generate();
ResourceID.generate(), rpcService, highAvailabilityServices,
ResourceID.generate(), rpcService, highAvailabilityServices,