TwillSpecification.Builder.with().setName(org.apache.fluo.cluster.runner.YarnAppRunner .getYarnApplicationName(config.getApplicationName())).withRunnable();
TwillSpecification.Builder.with().setName(org.apache.fluo.cluster.runner.YarnAppRunner .getYarnApplicationName(config.getApplicationName())).withRunnable();
int containerCountInt = Integer.valueOf(containerCount); TwillSpecification.Builder.MoreFile files = TwillSpecification.Builder.with() .setName(yarnConfig.get(YARN_APP_NAME, YARN_APPLICATION_NAME_DEFAULT)) .withRunnable()
Builder.MoreRunnable moreRunnable = Builder.with() .setName(TwillAppNames.toTwillAppName(programRunId.getParent())) .withRunnable();
Builder.MoreRunnable moreRunnable = Builder.with() .setName(TwillAppNames.toTwillAppName(programRunId.getParent())) .withRunnable();
TwillSpecification.Builder.with() .setName(YarnAppRunner.getYarnApplicationName(config.getApplicationName())) .withRunnable();
@Override public TwillSpecification configure() { TwillSpecification.Builder.MoreRunnable moreRunnable = TwillSpecification.Builder.with() .setName(String.format("%s.%s", ProgramType.FLOW.name().toLowerCase(), spec.getName())) .withRunnable();
@Override public TwillSpecification configure() { // It is always present in cdap-default.xml final long noContainerTimeout = cConf.getLong(Constants.CFG_TWILL_NO_CONTAINER_TIMEOUT, Long.MAX_VALUE); TwillSpecification.Builder.RunnableSetter runnableSetter = addMessaging( addDatasetOpExecutor( addLogSaverService( addTransactionService( addMetricsProcessor ( addMetricsService( TwillSpecification.Builder.with().setName(NAME).withRunnable() ) ) ) ) ) ); if (cConf.getBoolean(Constants.Explore.EXPLORE_ENABLED)) { LOG.info("Adding explore runnable."); runnableSetter = addExploreService(runnableSetter); } else { LOG.info("Explore module disabled - will not launch explore runnable."); } return runnableSetter .withOrder() .begin(Constants.Service.MESSAGING_SERVICE, Constants.Service.TRANSACTION, Constants.Service.DATASET_EXECUTOR) .withEventHandler(new AbortOnTimeoutEventHandler(noContainerTimeout)) .build(); }
@Override public TwillSpecification configure() { ResourceSpecification largeRes = ResourceSpecification.Builder.with() .setVirtualCores(1) .setMemory(1024, ResourceSpecification.SizeUnit.MEGA) .build(); ResourceSpecification smallRes = ResourceSpecification.Builder.with() .setVirtualCores(1) .setMemory(512, ResourceSpecification.SizeUnit.MEGA) .build(); return TwillSpecification.Builder.with() .setName("SleepApp") .withRunnable() .add("sleep1", new SleepRunnable(12345), largeRes).noLocalFiles() .add("sleep2", new SleepRunnable(12346), smallRes).noLocalFiles() .withOrder() .begin("sleep1") .nextWhenStarted("sleep2") .build(); } }
@Test public void testOrder() { TwillSpecification spec = TwillSpecification.Builder.with() .setName("Testing") .withRunnable() .add("r1", new DummyRunnable()).noLocalFiles() .add("r2", new DummyRunnable()).noLocalFiles() .add("r3", new DummyRunnable()).noLocalFiles() .add("r4", new DummyRunnable()).noLocalFiles() .withOrder().begin("r1", "r2").nextWhenStarted("r3") .build(); Assert.assertEquals(4, spec.getRunnables().size()); List<TwillSpecification.Order> orders = spec.getOrders(); Assert.assertEquals(3, orders.size()); Assert.assertEquals(ImmutableSet.of("r1", "r2"), orders.get(0).getNames()); Assert.assertEquals(ImmutableSet.of("r3"), orders.get(1).getNames()); Assert.assertEquals(ImmutableSet.of("r4"), orders.get(2).getNames()); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("ResourceApplication") .withRunnable() .add("echo1", new EchoServer(), ResourceSpecification.Builder.with() .setVirtualCores(1) .setMemory(256, ResourceSpecification.SizeUnit.MEGA) .setInstances(2).build()).noLocalFiles() .add("echo2", new EchoServer(), ResourceSpecification.Builder.with() .setVirtualCores(2) .setMemory(512, ResourceSpecification.SizeUnit.MEGA) .setInstances(1).build()).noLocalFiles() .anyOrder() .build(); } }
@Test public void testAnyOrder() { TwillSpecification spec = TwillSpecification.Builder.with() .setName("Testing") .withRunnable() .add("r1", new DummyRunnable()).noLocalFiles() .add("r2", new DummyRunnable()).noLocalFiles() .add("r3", new DummyRunnable()).noLocalFiles() .anyOrder() .build(); Assert.assertEquals(3, spec.getRunnables().size()); List<TwillSpecification.Order> orders = spec.getOrders(); Assert.assertEquals(1, orders.size()); Assert.assertEquals(ImmutableSet.of("r1", "r2", "r3"), orders.get(0).getNames()); }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("PlacementPolicyApplication") .withRunnable() .add("hostRunnable", new EchoServer(), resource).noLocalFiles() .add("hostRackRunnable", new EchoServer(), resource).noLocalFiles() .add("distributedRunnable", new EchoServer(), twoInstancesResource).noLocalFiles() .withPlacementPolicy() .add(Hosts.of(nodeReports.get(0).getHttpAddress()), "hostRunnable") .add(Hosts.of(nodeReports.get(1).getHttpAddress()), Racks.of("/default-rack"), "hostRackRunnable") .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "distributedRunnable") .anyOrder() .build(); } }
@Override public TwillSpecification configure() { // Make the runnable request for container smaller than 128MB (the allocation minimum) ResourceSpecification res = ResourceSpecification.Builder.with() .setVirtualCores(1) .setMemory(16, ResourceSpecification.SizeUnit.MEGA) .build(); return TwillSpecification.Builder.with() .setName("MaxHeapApp") .withRunnable() .add("sleep", new MaxHeapRunnable(12345), res).noLocalFiles() .add("sleep2", new MaxHeapRunnable(23456), res).noLocalFiles() .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName(APPLICATION_NAME) .withRunnable() .add(PeriodicNotificationTwillRunnable.TWILL_RUNNABLE_NAME, new PeriodicNotificationTwillRunnable(), ResourceSpecification.Builder.with() .setVirtualCores(2) .setMemory(2, SizeUnit.GIGA) .setInstances(1) .build()) .withLocalFiles() .add(PeriodicNotificationTwillRunnable.CONFIG_FILE_NAME, configFile) .apply() .anyOrder() .build(); }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("BadApplication") .withRunnable() .add("Hermione", new EchoServer(), resource).noLocalFiles() .add("Harry", new EchoServer(), resource).noLocalFiles() .add("Ron", new EchoServer(), resource).noLocalFiles() .withPlacementPolicy() .add(TwillSpecification.PlacementPolicy.Type.DEFAULT, "Hermione", "Harry") .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "Hermione", "Ron") .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("FaultyApplication") .withRunnable() .add("Hermione", new EchoServer(), resource).noLocalFiles() .add("Harry", new EchoServer(), resource).noLocalFiles() .add("Ron", new EchoServer(), resource).noLocalFiles() .withPlacementPolicy() .add(TwillSpecification.PlacementPolicy.Type.DEFAULT, "Hermione", "Ron") .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "Draco", "Harry") .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("DistributedApplication") .withRunnable() .add("Alice", new EchoServer(), resource).noLocalFiles() .add("Bob", new EchoServer(), resource).noLocalFiles() .add("Eve", new EchoServer(), resource).noLocalFiles() .withPlacementPolicy() .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "Alice", "Bob") .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("DistributedApplication") .withRunnable() .add("Alice", new EchoServer(), twoInstancesResource).noLocalFiles() .add("Bob", new EchoServer(), resource).noLocalFiles() .add("Eve", new EchoServer(), resource).noLocalFiles() .withPlacementPolicy() .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "Alice", "Bob") .anyOrder() .build(); } }
public static NameSetter with() { return new Builder().new NameSetter(); }