/** * Returns the config for this application * @return {@link ApplicationConfig} */ @Override public ApplicationConfig getApplicationConfig() { return new ApplicationConfig(config); }
/** * Returns the config for this application * @return {@link ApplicationConfig} */ @Override public ApplicationConfig getApplicationConfig() { return new ApplicationConfig(config); }
/** * Returns the config for this application * @return {@link ApplicationConfig} */ @Override public ApplicationConfig getApplicationConfig() { return new ApplicationConfig(config); }
/** * Returns the config for this application * @return {@link ApplicationConfig} */ @Override public ApplicationConfig getApplicationConfig() { return new ApplicationConfig(config); }
/** * Returns the config for this application * @return {@link ApplicationConfig} */ @Override public ApplicationConfig getApplicationConfig() { return new ApplicationConfig(config); }
public AzureConfig(Config config) { super(config); ApplicationConfig appConfig = new ApplicationConfig(config); //Remove all non-alphanumeric characters from id as table name does not allow them. String id = appConfig.getGlobalAppId().replaceAll("[^A-Za-z0-9]", ""); containerName = "samzacontainer" + id; blobName = "samzablob" + id; tableName = "samzatable" + id; }
@VisibleForTesting StreamProcessor createStreamProcessor(Config config, ApplicationDescriptorImpl<? extends ApplicationDescriptor> appDesc, StreamProcessor.StreamProcessorLifecycleListenerFactory listenerFactory, Optional<ExternalContext> externalContextOptional) { TaskFactory taskFactory = TaskFactoryUtil.getTaskFactory(appDesc); Map<String, MetricsReporter> reporters = new HashMap<>(); String processorId = createProcessorId(new ApplicationConfig(config)); appDesc.getMetricsReporterFactories().forEach((name, factory) -> reporters.put(name, factory.getMetricsReporter(name, processorId, config))); return new StreamProcessor(processorId, config, reporters, taskFactory, appDesc.getApplicationContainerContextFactory(), appDesc.getApplicationTaskContextFactory(), externalContextOptional, listenerFactory, null); }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.JOB_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
private void validateConfig() { ApplicationConfig appConfig = new ApplicationConfig(config); ClusterManagerConfig clusterConfig = new ClusterManagerConfig(config); // currently we don't support host-affinity in batch mode if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && clusterConfig.getHostAffinityEnabled()) { throw new SamzaException(String.format("Host affinity is not supported in batch mode. Please configure %s=false.", ClusterManagerConfig.CLUSTER_MANAGER_HOST_AFFINITY_ENABLED)); } }
/** * Create a unique stream name if it's batch mode and has a valid run.id. * @param stream physical name of the stream * @param config {@link Config} object * @return stream name created */ public static String createUniqueNameForBatch(String stream, Config config) { ApplicationConfig appConfig = new ApplicationConfig(config); if (appConfig.getAppMode() == ApplicationConfig.ApplicationMode.BATCH && appConfig.getRunId() != null) { return stream + "-" + appConfig.getRunId(); } else { return stream; } } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
@Test public void testCreateProcessorIdShouldInvokeProcessorIdGeneratorDefinedInConfiguration() { String processorId = "testProcessorId"; MapConfig configMap = new MapConfig(ImmutableMap.of(ApplicationConfig.APP_PROCESSOR_ID_GENERATOR_CLASS, MockProcessorIdGenerator.class.getCanonicalName())); String actualProcessorId = LocalApplicationRunner.createProcessorId(new ApplicationConfig(configMap)); assertEquals(processorId, actualProcessorId); }
@Test public void testCreateProcessorIdShouldReturnProcessorIdDefinedInConfiguration() { String processorId = "testProcessorId"; MapConfig configMap = new MapConfig(ImmutableMap.of(ApplicationConfig.PROCESSOR_ID, processorId)); String actualProcessorId = LocalApplicationRunner.createProcessorId(new ApplicationConfig(configMap)); assertEquals(processorId, actualProcessorId); }