@Override public void start() { delegate.start(); }
@Override public void start() { delegate.start(); }
/** * * @param yarnZookeepers - The zookeeper connect string used by the Hadoop YARN cluster. * @param configFile - The config file used by {@link PeriodicNotificationTwillApp}. Typically notification.properties. */ public PeriodicNotificationTwillRunner(final String yarnZookeepers, final File configFile) { Preconditions.checkArgument(configFile.exists(), "Config File must exist"); Objects.requireNonNull(yarnZookeepers, "YARN Zookeepers must not be null."); this.configFile = configFile; yarnConfiguration = new YarnConfiguration(); twillRunner = new YarnTwillRunnerService(yarnConfiguration, yarnZookeepers); twillRunner.start(); // sleep to give the YarnTwillRunnerService time to retrieve state from zookeeper try { Thread.sleep(1000); } catch (final InterruptedException e) { throw new IllegalStateException(e); } }
public TwillRunnerService startTwillRunner(YarnConfiguration yarnConfiguration) { String zkStr = dremioConfig.getString(DremioConfig.ZOOKEEPER_QUORUM); String clusterId = yarnConfiguration.get(YARN_CLUSTER_ID); Preconditions.checkNotNull(clusterId, "Cluster ID can not be null"); TwillRunnerService twillRunner = new YarnTwillRunnerService(yarnConfiguration, zkStr); TwillRunnerService previousOne = twillRunners.putIfAbsent(new ClusterId(clusterId), twillRunner); if (previousOne == null) { // start one we are planning to add - if it is already in collection it should be started twillRunner.start(); return twillRunner; } return previousOne; }
private synchronized TwillRunnerService getTwillRunner(FluoConfiguration config) { if (!twillRunners.containsKey(config.getApplicationName())) { YarnConfiguration yarnConfig = new YarnConfiguration(); yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/core-site.xml")); yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/yarn-site.xml")); TwillRunnerService twillRunner = new YarnTwillRunnerService(yarnConfig, config.getAppZookeepers() + ZookeeperPath.TWILL); twillRunner.start(); twillRunners.put(config.getApplicationName(), twillRunner); // sleep to give twill time to retrieve state from zookeeper try { Thread.sleep(1000); } catch (InterruptedException e) { throw new IllegalStateException(e); } } return twillRunners.get(config.getApplicationName()); }
private synchronized TwillRunnerService getTwillRunner(FluoConfiguration config) { if (!twillRunners.containsKey(config.getApplicationName())) { YarnConfiguration yarnConfig = new YarnConfiguration(); yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/core-site.xml")); yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/yarn-site.xml")); TwillRunnerService twillRunner = new YarnTwillRunnerService(yarnConfig, config.getAppZookeepers() + ZookeeperPath.TWILL); twillRunner.start(); twillRunners.put(config.getApplicationName(), twillRunner); // sleep to give twill time to retrieve state from zookeeper try { Thread.sleep(1000); } catch (InterruptedException e) { throw new IllegalStateException(e); } } return twillRunners.get(config.getApplicationName()); }
private synchronized TwillRunnerService getTwillRunner(FluoConfiguration config) { if (!twillRunners.containsKey(config.getApplicationName())) { YarnConfiguration yarnConfig = new YarnConfiguration(); yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/core-site.xml")); yarnConfig.addResource(new Path(hadoopPrefix + "/etc/hadoop/yarn-site.xml")); TwillRunnerService twillRunner = new YarnTwillRunnerService(yarnConfig, config.getAppZookeepers() + ZookeeperPath.TWILL); twillRunner.start(); twillRunners.put(config.getApplicationName(), twillRunner); // sleep to give twill time to retrieve state from zookeeper try { Thread.sleep(1000); } catch (InterruptedException e) { throw new IllegalStateException(e); } } return twillRunners.get(config.getApplicationName()); }
twillRunner.start();
YarnConfiguration yarnConfiguration = new YarnConfiguration(); final TwillRunnerService twillRunner = new YarnTwillRunnerService(yarnConfiguration, zkStr); twillRunner.start();
twillRunner.start();
serviceStore.startAndWait(); remoteExecutionTwillRunnerService.start(); metadataSubscriberService.startAndWait();
streamService.startAndWait(); remoteExecutionTwillRunnerService.start(); metadataSubscriberService.startAndWait();
newTwillRunner.start();
newRunnerService.start(); try { TwillController newController = newRunnerService.lookup("ResourceApplication", controller.getRunId());
runnerService.start();