@Before public void setup() { mockCoordinatorStreamSystemFactory = new MockCoordinatorStreamSystemFactory(); MockCoordinatorStreamSystemFactory.enableMockConsumerCache(); PowerMockito.mockStatic(CoordinatorStreamUtil.class); when(CoordinatorStreamUtil.getCoordinatorSystemFactory(anyObject())).thenReturn(mockCoordinatorStreamSystemFactory); when(CoordinatorStreamUtil.getCoordinatorSystemStream(anyObject())).thenReturn(new SystemStream("test-kafka", "test")); when(CoordinatorStreamUtil.getCoordinatorStreamName(anyObject(), anyObject())).thenReturn("test"); }
@Before public void setUp() throws NoSuchFieldException, NoSuchMethodException { configMap = new HashMap<>(); configMap.put("job.name", "test-job"); configMap.put("job.coordinator.system", "kafka"); configMap.put("task.inputs", "kafka.topic1"); configMap.put("systems.kafka.samza.factory", "org.apache.samza.system.MockSystemFactory"); configMap.put("samza.cluster-manager.factory", "org.apache.samza.clustermanager.MockClusterResourceManagerFactory"); configMap.put("job.coordinator.monitor-partition-change.frequency.ms", "1"); MockSystemFactory.MSG_QUEUES.put(new SystemStreamPartition("kafka", "topic1", new Partition(0)), new ArrayList<>()); MockSystemFactory.MSG_QUEUES.put(new SystemStreamPartition("kafka", "__samza_coordinator_test-job_1", new Partition(0)), new ArrayList<>()); MockCoordinatorStreamSystemFactory.enableMockConsumerCache(); PowerMockito.mockStatic(CoordinatorStreamUtil.class); when(CoordinatorStreamUtil.getCoordinatorSystemFactory(anyObject())).thenReturn(new MockCoordinatorStreamSystemFactory()); when(CoordinatorStreamUtil.getCoordinatorSystemStream(anyObject())).thenReturn(new SystemStream("kafka", "test")); when(CoordinatorStreamUtil.getCoordinatorStreamName(anyObject(), anyObject())).thenReturn("test"); }
@Before public void setup() { MockCoordinatorStreamSystemFactory.enableMockConsumerCache(); mockCoordinatorStreamSystemFactory = new MockCoordinatorStreamSystemFactory(); PowerMockito.mockStatic(CoordinatorStreamUtil.class); when(CoordinatorStreamUtil.getCoordinatorSystemFactory(anyObject())).thenReturn(mockCoordinatorStreamSystemFactory); when(CoordinatorStreamUtil.getCoordinatorSystemStream(anyObject())).thenReturn(new SystemStream("test-kafka", "test")); when(CoordinatorStreamUtil.getCoordinatorStreamName(anyObject(), anyObject())).thenReturn("test"); }
@Before public void setUp() { MockCoordinatorStreamSystemFactory.enableMockConsumerCache(); Map<String, String> configMap = ImmutableMap.of("job.name", "test-job", "job.coordinator.system", "test-kafka"); MockCoordinatorStreamSystemFactory systemFactory = new MockCoordinatorStreamSystemFactory(); PowerMockito.mockStatic(CoordinatorStreamUtil.class); when(CoordinatorStreamUtil.getCoordinatorSystemFactory(anyObject())).thenReturn(systemFactory); when(CoordinatorStreamUtil.getCoordinatorSystemStream(anyObject())).thenReturn(new SystemStream("test-kafka", "test")); when(CoordinatorStreamUtil.getCoordinatorStreamName(anyObject(), anyObject())).thenReturn("test"); coordinatorStreamStore = new CoordinatorStreamStore(SetTaskContainerMapping.TYPE, new MapConfig(configMap), new MetricsRegistryMap()); coordinatorStreamStore.init(); }
private SystemStream getCoordinatorSystemStream(Config config) { assertNotNull(config.get("job.coordinator.system")); assertNotNull(config.get("job.name")); return new SystemStream(config.get("job.coordinator.system"), CoordinatorStreamUtil.getCoordinatorStreamName(config.get("job.name"), config.get("job.id") == null ? "1" : config.get("job.id"))); }
/** * Returns a consumer that sends all configs to the coordinator stream. * * @param config Along with the configs, you can pass checkpoints and changelog stream messages into the stream. * The expected pattern is cp:source:taskname -> ssp,offset for checkpoint (Use sspToString util) * ch:source:taskname -> changelogPartition for changelog * Everything else is processed as normal config */ @Override public SystemConsumer getConsumer(String systemName, Config config, MetricsRegistry registry) { if (useCachedConsumer && mockConsumer != null) { return mockConsumer; } String jobName = config.get("job.name"); String jobId = config.get("job.id"); if (jobName == null) { throw new ConfigException("Must define job.name."); } if (jobId == null) { jobId = "1"; } String streamName = CoordinatorStreamUtil.getCoordinatorStreamName(jobName, jobId); SystemStreamPartition systemStreamPartition = new SystemStreamPartition(systemName, streamName, new Partition(0)); mockConsumer = new MockCoordinatorStreamWrappedConsumer(systemStreamPartition, config); return mockConsumer; }