private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.JOB_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
/** * Create a unique stream name if it's batch mode and has a valid run.id. * @param stream physical name of the stream * @param config {@link Config} object * @return stream name created */ public static String createUniqueNameForBatch(String stream, Config config) { ApplicationConfig appConfig = new ApplicationConfig(config); if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && appConfig.getRunId() != null) { return stream + "-" + appConfig.getRunId(); } else { return stream; } } }
/** * Create a unique stream name if it's batch mode and has a valid run.id. * @param stream physical name of the stream * @param config {@link Config} object * @return stream name created */ public static String createUniqueNameForBatch(String stream, Config config) { ApplicationConfig appConfig = new ApplicationConfig(config); if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && appConfig.getRunId() != null) { return stream + "-" + appConfig.getRunId(); } else { return stream; } } }
/** * Create a unique stream name if it's batch mode and has a valid run.id. * @param stream physical name of the stream * @param config {@link Config} object * @return stream name created */ public static String createUniqueNameForBatch(String stream, Config config) { ApplicationConfig appConfig = new ApplicationConfig(config); if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && appConfig.getRunId() != null) { return stream + "-" + appConfig.getRunId(); } else { return stream; } } }
/** * Create a unique stream name if it's batch mode and has a valid run.id. * @param stream physical name of the stream * @param config {@link Config} object * @return stream name created */ public static String createUniqueNameForBatch(String stream, Config config) { ApplicationConfig appConfig = new ApplicationConfig(config); if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && appConfig.getRunId() != null) { return stream + "-" + appConfig.getRunId(); } else { return stream; } } }
/** * Create a unique stream name if it's batch mode and has a valid run.id. * @param stream physical name of the stream * @param config {@link Config} object * @return stream name created */ public static String createUniqueNameForBatch(String stream, Config config) { ApplicationConfig appConfig = new ApplicationConfig(config); if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && appConfig.getRunId() != null) { return stream + "-" + appConfig.getRunId(); } else { return stream; } } }
if (plan.getApplicationConfig().getAppMode() == ApplicationConfig.ApplicationMode.BATCH) { streamManager.clearStreamsFromPreviousRun(getConfigFromPrevRun());
if (plan.getApplicationConfig().getAppMode() == ApplicationConfig.ApplicationMode.BATCH) { streamManager.clearStreamsFromPreviousRun(getConfigFromPrevRun());
if (plan.getApplicationConfig().getAppMode() == ApplicationConfig.ApplicationMode.BATCH) { streamManager.clearStreamsFromPreviousRun(getConfigFromPrevRun());
if (plan.getApplicationConfig().getAppMode() == ApplicationConfig.ApplicationMode.BATCH) { streamManager.clearStreamsFromPreviousRun(getConfigFromPrevRun());
if (plan.getApplicationConfig().getAppMode() == ApplicationConfig.ApplicationMode.BATCH) { streamManager.clearStreamsFromPreviousRun(getConfigFromPrevRun());
@Test public void testStreamCreation() throws Exception { remotePlanner = createRemoteJobPlanner(mock(StreamApplicationDescriptorImpl.class)); StreamManager streamManager = mock(StreamManager.class); doReturn(streamManager).when(remotePlanner).buildAndStartStreamManager(any(Config.class)); ExecutionPlan plan = mock(ExecutionPlan.class); when(plan.getIntermediateStreams()).thenReturn( Collections.singletonList(new StreamSpec("test-stream", "test-stream", "test-system"))); when(plan.getPlanAsJson()).thenReturn(""); when(plan.getJobConfigs()).thenReturn(Collections.singletonList(mock(JobConfig.class))); ApplicationConfig mockAppConfig = mock(ApplicationConfig.class); when(mockAppConfig.getAppMode()).thenReturn(ApplicationConfig.ApplicationMode.STREAM); when(plan.getApplicationConfig()).thenReturn(mockAppConfig); doReturn(plan).when(remotePlanner).getExecutionPlan(any()); remotePlanner.prepareJobs(); verify(streamManager, times(0)).clearStreamsFromPreviousRun(any()); ArgumentCaptor<List> captor = ArgumentCaptor.forClass(List.class); verify(streamManager).createStreams(captor.capture()); List<StreamSpec> streamSpecs = captor.getValue(); assertEquals(streamSpecs.size(), 1); assertEquals(streamSpecs.get(0).getId(), "test-stream"); verify(streamManager).stop(); }