public SystemAdmins(Config config) { JavaSystemConfig systemConfig = new JavaSystemConfig(config); this.systemAdminMap = systemConfig.getSystemAdmins(); }
public SystemAdmins(Config config) { JavaSystemConfig systemConfig = new JavaSystemConfig(config); this.systemAdminMap = systemConfig.getSystemAdmins(); }
public SystemAdmins(Config config) { JavaSystemConfig systemConfig = new JavaSystemConfig(config); this.systemAdminMap = systemConfig.getSystemAdmins(); }
public SystemAdmins(Config config) { JavaSystemConfig systemConfig = new JavaSystemConfig(config); this.systemAdminMap = systemConfig.getSystemAdmins(); }
public SystemAdmins(Config config) { JavaSystemConfig systemConfig = new JavaSystemConfig(config); this.systemAdminMap = systemConfig.getSystemAdmins(); }
/** * get the SystemConsumers for the stores */ private HashMap<String, SystemConsumer> getStoreConsumers() { HashMap<String, SystemConsumer> storeConsumers = new HashMap<>(); Map<String, SystemFactory> systemFactories = new JavaSystemConfig(jobConfig).getSystemFactories(); for (Entry<String, SystemStream> entry : changeLogSystemStreams.entrySet()) { String storeSystem = entry.getValue().getSystem(); if (!systemFactories.containsKey(storeSystem)) { throw new SamzaException("Changelog system " + storeSystem + " for store " + entry.getKey() + " does not exist in the config."); } storeConsumers.put(entry.getKey(), systemFactories.get(storeSystem).getConsumer(storeSystem, jobConfig, new MetricsRegistryMap())); } return storeConsumers; }
/** * get the SystemConsumers for the stores */ private HashMap<String, SystemConsumer> getStoreConsumers() { HashMap<String, SystemConsumer> storeConsumers = new HashMap<>(); Map<String, SystemFactory> systemFactories = new JavaSystemConfig(jobConfig).getSystemFactories(); for (Entry<String, SystemStream> entry : changeLogSystemStreams.entrySet()) { String storeSystem = entry.getValue().getSystem(); if (!systemFactories.containsKey(storeSystem)) { throw new SamzaException("Changelog system " + storeSystem + " for store " + entry.getKey() + " does not exist in the config."); } storeConsumers.put(entry.getKey(), systemFactories.get(storeSystem).getConsumer(storeSystem, jobConfig, new MetricsRegistryMap())); } return storeConsumers; }
/** * get the SystemConsumers for the stores */ private HashMap<String, SystemConsumer> getStoreConsumers() { HashMap<String, SystemConsumer> storeConsumers = new HashMap<>(); Map<String, SystemFactory> systemFactories = new JavaSystemConfig(jobConfig).getSystemFactories(); for (Entry<String, SystemStream> entry : changeLogSystemStreams.entrySet()) { String storeSystem = entry.getValue().getSystem(); if (!systemFactories.containsKey(storeSystem)) { throw new SamzaException("Changelog system " + storeSystem + " for store " + entry.getKey() + " does not exist in the config."); } storeConsumers.put(entry.getKey(), systemFactories.get(storeSystem).getConsumer(storeSystem, jobConfig, new MetricsRegistryMap())); } return storeConsumers; }
/** * get the SystemConsumers for the stores */ private HashMap<String, SystemConsumer> getStoreConsumers() { HashMap<String, SystemConsumer> storeConsumers = new HashMap<>(); Map<String, SystemFactory> systemFactories = new JavaSystemConfig(jobConfig).getSystemFactories(); for (Entry<String, SystemStream> entry : changeLogSystemStreams.entrySet()) { String storeSystem = entry.getValue().getSystem(); if (!systemFactories.containsKey(storeSystem)) { throw new SamzaException("Changelog system " + storeSystem + " for store " + entry.getKey() + " does not exist in the config."); } storeConsumers.put(entry.getKey(), systemFactories.get(storeSystem).getConsumer(storeSystem, jobConfig, new MetricsRegistryMap())); } return storeConsumers; }
String systemOffsetDefault = new JavaSystemConfig(config).getSystemOffsetDefault(systemName);
@Test public void testClassName() { Map<String, String> map = new HashMap<String, String>(); map.put(MOCK_SYSTEM_FACTORY_NAME1, MOCK_SYSTEM_FACTORY_CLASSNAME1); JavaSystemConfig systemConfig = new JavaSystemConfig(new MapConfig(map)); assertEquals(MOCK_SYSTEM_FACTORY_CLASSNAME1, systemConfig.getSystemFactory(MOCK_SYSTEM_NAME1)); }
@Test public void testGetSystemNames() { Map<String, String> map = new HashMap<String, String>(); map.put(MOCK_SYSTEM_FACTORY_NAME1, MOCK_SYSTEM_FACTORY_CLASSNAME1); map.put(MOCK_SYSTEM_FACTORY_NAME2, MOCK_SYSTEM_FACTORY_CLASSNAME2); JavaSystemConfig systemConfig = new JavaSystemConfig(new MapConfig(map)); assertEquals(2, systemConfig.getSystemNames().size()); assertTrue(systemConfig.getSystemNames().contains(MOCK_SYSTEM_NAME1)); assertTrue(systemConfig.getSystemNames().contains(MOCK_SYSTEM_NAME2)); } }
/** * create one TaskStorageManager for each task. Add all of them to the * List<TaskStorageManager> */ @SuppressWarnings({"unchecked", "rawtypes"}) private void getContainerStorageManagers() { Clock clock = SystemClock.instance(); StreamMetadataCache streamMetadataCache = new StreamMetadataCache(systemAdmins, 5000, clock); // don't worry about prefetching for this; looks like the tool doesn't flush to offset files anyways Map<String, SystemFactory> systemFactories = new JavaSystemConfig(jobConfig).getSystemFactories(); for (ContainerModel containerModel : containers.values()) { ContainerContext containerContext = new ContainerContextImpl(containerModel, new MetricsRegistryMap()); ContainerStorageManager containerStorageManager = new ContainerStorageManager(containerModel, streamMetadataCache, systemAdmins, changeLogSystemStreams, storageEngineFactories, systemFactories, this.getSerdes(), jobConfig, new HashMap<>(), new SamzaContainerMetrics(containerModel.getId(), new MetricsRegistryMap()), JobContextImpl.fromConfigWithDefaults(jobConfig), containerContext, new HashMap<>(), storeBaseDir, storeBaseDir, maxPartitionNumber, new SystemClock()); this.containerStorageManagers.put(containerModel.getId(), containerStorageManager); } } }
JavaSystemConfig systemConfig = new JavaSystemConfig(config); storeNameSystemStreamMapping.forEach((storeName, systemStream) -> {
@Test public void testGetEmptyClassNameAsNull() { Map<String, String> map = new HashMap<String, String>(); map.put(MOCK_SYSTEM_FACTORY_NAME1, ""); map.put(MOCK_SYSTEM_FACTORY_NAME2, " "); JavaSystemConfig systemConfig = new JavaSystemConfig(new MapConfig(map)); assertNull(systemConfig.getSystemFactory(MOCK_SYSTEM_NAME1)); assertNull(systemConfig.getSystemFactory(MOCK_SYSTEM_NAME2)); }
JavaSystemConfig systemConfig = new JavaSystemConfig(config); storeNameSystemStreamMapping.forEach((storeName, systemStream) -> {
JavaSystemConfig systemConfig = new JavaSystemConfig(config); storeNameSystemStreamMapping.forEach((storeName, systemStream) -> {
JavaSystemConfig systemConfig = new JavaSystemConfig(config); storeNameSystemStreamMapping.forEach((storeName, systemStream) -> {
JavaSystemConfig systemConfig = new JavaSystemConfig(config); storeNameSystemStreamMapping.forEach((storeName, systemStream) -> {