.anyOrder().build();
twillSpec = afterOrder.withEventHandler(eventHandler).build(); } else { twillSpec = afterOrder.build();
twillSpec = afterOrder.withEventHandler(eventHandler).build(); } else { twillSpec = afterOrder.build();
flowletArray = flowletNames.toArray(flowletArray); return runnableSetter.withOrder().begin(TXMANAGER).nextWhenStarted(firstFlowlet, flowletArray) .withEventHandler(eventHandler).build();
@Override public TwillSpecification configure() { // It is always present in cdap-default.xml final long noContainerTimeout = cConf.getLong(Constants.CFG_TWILL_NO_CONTAINER_TIMEOUT, Long.MAX_VALUE); TwillSpecification.Builder.RunnableSetter runnableSetter = addMessaging( addDatasetOpExecutor( addLogSaverService( addTransactionService( addMetricsProcessor ( addMetricsService( TwillSpecification.Builder.with().setName(NAME).withRunnable() ) ) ) ) ) ); if (cConf.getBoolean(Constants.Explore.EXPLORE_ENABLED)) { LOG.info("Adding explore runnable."); runnableSetter = addExploreService(runnableSetter); } else { LOG.info("Explore module disabled - will not launch explore runnable."); } return runnableSetter .withOrder() .begin(Constants.Service.MESSAGING_SERVICE, Constants.Service.TRANSACTION, Constants.Service.DATASET_EXECUTOR) .withEventHandler(new AbortOnTimeoutEventHandler(noContainerTimeout)) .build(); }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("ResourceApplication") .withRunnable() .add("echo1", new EchoServer(), ResourceSpecification.Builder.with() .setVirtualCores(1) .setMemory(256, ResourceSpecification.SizeUnit.MEGA) .setInstances(2).build()).noLocalFiles() .add("echo2", new EchoServer(), ResourceSpecification.Builder.with() .setVirtualCores(2) .setMemory(512, ResourceSpecification.SizeUnit.MEGA) .setInstances(1).build()).noLocalFiles() .anyOrder() .build(); } }
@Test public void testAnyOrder() { TwillSpecification spec = TwillSpecification.Builder.with() .setName("Testing") .withRunnable() .add("r1", new DummyRunnable()).noLocalFiles() .add("r2", new DummyRunnable()).noLocalFiles() .add("r3", new DummyRunnable()).noLocalFiles() .anyOrder() .build(); Assert.assertEquals(3, spec.getRunnables().size()); List<TwillSpecification.Order> orders = spec.getOrders(); Assert.assertEquals(1, orders.size()); Assert.assertEquals(ImmutableSet.of("r1", "r2", "r3"), orders.get(0).getNames()); }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName(APPLICATION_NAME) .withRunnable() .add(PeriodicNotificationTwillRunnable.TWILL_RUNNABLE_NAME, new PeriodicNotificationTwillRunnable(), ResourceSpecification.Builder.with() .setVirtualCores(2) .setMemory(2, SizeUnit.GIGA) .setInstances(1) .build()) .withLocalFiles() .add(PeriodicNotificationTwillRunnable.CONFIG_FILE_NAME, configFile) .apply() .anyOrder() .build(); }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("PlacementPolicyApplication") .withRunnable() .add("hostRunnable", new EchoServer(), resource).noLocalFiles() .add("hostRackRunnable", new EchoServer(), resource).noLocalFiles() .add("distributedRunnable", new EchoServer(), twoInstancesResource).noLocalFiles() .withPlacementPolicy() .add(Hosts.of(nodeReports.get(0).getHttpAddress()), "hostRunnable") .add(Hosts.of(nodeReports.get(1).getHttpAddress()), Racks.of("/default-rack"), "hostRackRunnable") .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "distributedRunnable") .anyOrder() .build(); } }
@Override public TwillSpecification configure() { // Make the runnable request for container smaller than 128MB (the allocation minimum) ResourceSpecification res = ResourceSpecification.Builder.with() .setVirtualCores(1) .setMemory(16, ResourceSpecification.SizeUnit.MEGA) .build(); return TwillSpecification.Builder.with() .setName("MaxHeapApp") .withRunnable() .add("sleep", new MaxHeapRunnable(12345), res).noLocalFiles() .add("sleep2", new MaxHeapRunnable(23456), res).noLocalFiles() .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("BadApplication") .withRunnable() .add("Hermione", new EchoServer(), resource).noLocalFiles() .add("Harry", new EchoServer(), resource).noLocalFiles() .add("Ron", new EchoServer(), resource).noLocalFiles() .withPlacementPolicy() .add(TwillSpecification.PlacementPolicy.Type.DEFAULT, "Hermione", "Harry") .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "Hermione", "Ron") .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("FaultyApplication") .withRunnable() .add("Hermione", new EchoServer(), resource).noLocalFiles() .add("Harry", new EchoServer(), resource).noLocalFiles() .add("Ron", new EchoServer(), resource).noLocalFiles() .withPlacementPolicy() .add(TwillSpecification.PlacementPolicy.Type.DEFAULT, "Hermione", "Ron") .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "Draco", "Harry") .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("DistributedApplication") .withRunnable() .add("Alice", new EchoServer(), resource).noLocalFiles() .add("Bob", new EchoServer(), resource).noLocalFiles() .add("Eve", new EchoServer(), resource).noLocalFiles() .withPlacementPolicy() .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "Alice", "Bob") .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("DistributedApplication") .withRunnable() .add("Alice", new EchoServer(), twoInstancesResource).noLocalFiles() .add("Bob", new EchoServer(), resource).noLocalFiles() .add("Eve", new EchoServer(), resource).noLocalFiles() .withPlacementPolicy() .add(TwillSpecification.PlacementPolicy.Type.DISTRIBUTED, "Alice", "Bob") .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("TimeoutApplication") .withRunnable() .add(new TimeoutRunnable(), ResourceSpecification.Builder.with() .setVirtualCores(1) .setMemory(8, ResourceSpecification.SizeUnit.GIGA).build()) .noLocalFiles() .anyOrder() .withEventHandler(new Handler(parentFolderPath)) .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("ExampleBundedJarApp") .withRunnable() .add("BundledJarRunnable", new BundledJarRunnable()) .withLocalFiles() .add(jarName, jarURI, false) .apply() .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName(JvmOptionsApplication.class.getSimpleName()) .withRunnable() .add("r1", new SimpleRunnable()).noLocalFiles() .add("r2", new SimpleRunnable()).noLocalFiles() .add("r3", new SimpleRunnable()).noLocalFiles() .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("EchoApp") .withRunnable() .add("echo1", new EnvironmentEchoServer()).noLocalFiles() .add("echo2", new EnvironmentEchoServer()).noLocalFiles() .anyOrder() .build(); } }
@Override public TwillSpecification configure() { return TwillSpecification.Builder.with() .setName("SleepApplication") .withRunnable() .add(new SleepRunnable(parentFolderPath)) .noLocalFiles() .anyOrder() .withEventHandler(new Handler(parentFolderPath)) .build(); } }
@Override public TwillSpecification configure() { TwillRunnableSpecification runnableSpec = runnable.configure(); return TwillSpecification.Builder.with() .setName(runnableSpec.getName()) .withRunnable().add(runnableSpec.getName(), runnable, resourceSpec) .noLocalFiles() .anyOrder() .build(); } }