/** * setup phase which assigns required values to the variables used for all * tasks. */ private void setup() { log.info("setting up the recovery..."); getContainerModels(); getChangeLogSystemStreamsAndStorageFactories(); getChangeLogMaxPartitionNumber(); getTaskStorageManagers(); }
/** * setup phase which assigns required values to the variables used for all * tasks. */ private void setup() { log.info("setting up the recovery..."); getContainerModels(); getChangeLogSystemStreamsAndStorageFactories(); getChangeLogMaxPartitionNumber(); getContainerStorageManagers(); }
public static void main(String[] args) { StateStorageTool tool = new StateStorageTool(); OptionSet options = tool.parser().parse(args); MapConfig config = tool.loadConfig(options); String path = tool.getPath(); StorageRecovery storageRecovery = new StorageRecovery(config, path); storageRecovery.run(); } }
/** * run the setup phase and restore all the task storages */ public void run() { setup(); log.info("start recovering..."); systemAdmins.start(); for (TaskStorageManager taskStorageManager : taskStorageManagers) { taskStorageManager.init(); taskStorageManager.stopStores(); log.debug("restored " + taskStorageManager.toString()); } systemAdmins.stop(); log.info("successfully recovered in " + storeBaseDir.toString()); }
HashMap<String, SystemConsumer> storeConsumers = getStoreConsumers();
public static void main(String[] args) { StateStorageTool tool = new StateStorageTool(); OptionSet options = tool.parser().parse(args); MapConfig config = tool.loadConfig(options); String path = tool.getPath(); StorageRecovery storageRecovery = new StorageRecovery(config, path); storageRecovery.run(); } }
/** * run the setup phase and restore all the task storages */ public void run() { setup(); log.info("start recovering..."); systemAdmins.start(); for (TaskStorageManager taskStorageManager : taskStorageManagers) { taskStorageManager.init(); taskStorageManager.stopStores(); log.debug("restored " + taskStorageManager.toString()); } systemAdmins.stop(); log.info("successfully recovered in " + storeBaseDir.toString()); }
HashMap<String, SystemConsumer> storeConsumers = getStoreConsumers();
/** * setup phase which assigns required values to the variables used for all * tasks. */ private void setup() { log.info("setting up the recovery..."); getContainerModels(); getChangeLogSystemStreamsAndStorageFactories(); getChangeLogMaxPartitionNumber(); getTaskStorageManagers(); }
public static void main(String[] args) { StateStorageTool tool = new StateStorageTool(); OptionSet options = tool.parser().parse(args); MapConfig config = tool.loadConfig(options); String path = tool.getPath(); StorageRecovery storageRecovery = new StorageRecovery(config, path); storageRecovery.run(); } }
/** * run the setup phase and restore all the task storages */ public void run() { setup(); log.info("start recovering..."); systemAdmins.start(); this.containerStorageManagers.forEach((containerName, containerStorageManager) -> { containerStorageManager.start(); }); this.containerStorageManagers.forEach((containerName, containerStorageManager) -> { containerStorageManager.shutdown(); }); systemAdmins.stop(); log.info("successfully recovered in " + storeBaseDir.toString()); }
HashMap<String, SystemConsumer> storeConsumers = getStoreConsumers();
/** * setup phase which assigns required values to the variables used for all * tasks. */ private void setup() { log.info("setting up the recovery..."); getContainerModels(); getChangeLogSystemStreamsAndStorageFactories(); getChangeLogMaxPartitionNumber(); getTaskStorageManagers(); }
public static void main(String[] args) { StateStorageTool tool = new StateStorageTool(); OptionSet options = tool.parser().parse(args); MapConfig config = tool.loadConfig(options); String path = tool.getPath(); StorageRecovery storageRecovery = new StorageRecovery(config, path); storageRecovery.run(); } }
/** * run the setup phase and restore all the task storages */ public void run() { setup(); log.info("start recovering..."); systemAdmins.start(); for (TaskStorageManager taskStorageManager : taskStorageManagers) { taskStorageManager.init(); taskStorageManager.stopStores(); log.debug("restored " + taskStorageManager.toString()); } systemAdmins.stop(); log.info("successfully recovered in " + storeBaseDir.toString()); }
HashMap<String, SystemConsumer> storeConsumers = getStoreConsumers();
/** * setup phase which assigns required values to the variables used for all * tasks. */ private void setup() { log.info("setting up the recovery..."); getContainerModels(); getChangeLogSystemStreamsAndStorageFactories(); getChangeLogMaxPartitionNumber(); getTaskStorageManagers(); }
public static void main(String[] args) { StateStorageTool tool = new StateStorageTool(); OptionSet options = tool.parser().parse(args); MapConfig config = tool.loadConfig(options); String path = tool.getPath(); StorageRecovery storageRecovery = new StorageRecovery(config, path); storageRecovery.run(); } }
/** * run the setup phase and restore all the task storages */ public void run() { setup(); log.info("start recovering..."); systemAdmins.start(); for (TaskStorageManager taskStorageManager : taskStorageManagers) { taskStorageManager.init(); taskStorageManager.stopStores(); log.debug("restored " + taskStorageManager.toString()); } systemAdmins.stop(); log.info("successfully recovered in " + storeBaseDir.toString()); }
@Test public void testStorageEngineReceivedAllValues() { MockCoordinatorStreamSystemFactory.enableMockConsumerCache(); StorageRecovery storageRecovery = new StorageRecovery(config, path); storageRecovery.run(); // because the stream has two partitions assertEquals(2, MockStorageEngine.incomingMessageEnvelopes.size()); assertEquals(msg, MockStorageEngine.incomingMessageEnvelopes.get(0)); assertEquals(msg, MockStorageEngine.incomingMessageEnvelopes.get(1)); // correct path is passed to the store engine String expectedStoreDir = String.format("%s/state/%s/Partition_", path, STORE_NAME); String actualStoreDir = MockStorageEngine.storeDir.toString(); assertEquals(expectedStoreDir, actualStoreDir.substring(0, actualStoreDir.length() - 1)); }