How to use

FlowConfigClient

in

org.apache.gobblin.service

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}

@Test (dependsOnMethods = "testUpdate")
public void testDelete() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME);
 // make sure flow config exists
 FlowConfig flowConfig = this.flowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(flowConfig.getId().getFlowGroup(), TEST_GROUP_NAME);
 Assert.assertEquals(flowConfig.getId().getFlowName(), TEST_FLOW_NAME);
 this.flowConfigClient.deleteFlowConfig(flowId);
 try {
  this.flowConfigClient.getFlowConfig(flowId);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
  return;
 }
 Assert.fail("Get should have gotten a 404 error");
}

@Test (dependsOnMethods = "testBadDelete")
public void testBadUpdate() throws Exception {
 logger.info("+++++++++++++++++++ testBadUpdate START");
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 FlowConfig flowConfig = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME_1).setFlowName(TEST_DUMMY_FLOW_NAME_1))
   .setTemplateUris(TEST_TEMPLATE_URI_1).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_1))
   .setProperties(new StringMap(flowProperties));
 try {
  this.node1FlowConfigClient.updateFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Bad update should pass without complaining that the spec does not exists.");
 }
 try {
  this.node2FlowConfigClient.updateFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Bad update should pass without complaining that the spec does not exists.");
 }
 logger.info("+++++++++++++++++++ testBadUpdate END");
}

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  this.flowConfigClient.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}

@Test (dependsOnMethods = "testGet")
public void testUpdate() throws Exception {
 logger.info("+++++++++++++++++++ testUpdate START");
 // Update on one node and retrieve from another
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1);
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1))
   .setTemplateUris(TEST_TEMPLATE_URI_1).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_1))
   .setProperties(new StringMap(flowProperties));
 this.node1FlowConfigClient.updateFlowConfig(flowConfig);
 FlowConfig retrievedFlowConfig = this.node2FlowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowGroup(), TEST_GROUP_NAME_1);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowName(), TEST_FLOW_NAME_1);
 Assert.assertEquals(retrievedFlowConfig.getSchedule().getCronSchedule(), TEST_SCHEDULE_1);
 Assert.assertEquals(retrievedFlowConfig.getTemplateUris(), TEST_TEMPLATE_URI_1);
 Assert.assertFalse(retrievedFlowConfig.getSchedule().isRunImmediately());
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param1"), "value1b");
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param2"), "value2b");
 logger.info("+++++++++++++++++++ testUpdate END");
}

this.node1FlowConfigClient = new FlowConfigClient(String.format("http://localhost:%s/",
  this.node1GobblinServiceManager.restliServer.getPort()));
this.node2FlowConfigClient = new FlowConfigClient(String.format("http://localhost:%s/",
  this.node2GobblinServiceManager.restliServer.getPort()));

@Test (dependsOnMethods = "testDelete")
public void testBadGet() throws Exception {
 logger.info("+++++++++++++++++++ testBadGet START");
 FlowId flowId = new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME_1).setFlowName(TEST_DUMMY_FLOW_NAME_1);
 try {
  this.node1FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 try {
  this.node2FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 logger.info("+++++++++++++++++++ testBadGet END");
}

@AfterClass(alwaysRun = true)
public void tearDown() throws Exception {
 if (_client != null) {
  _client.close();
 }
 if (_server != null) {
  _server.stopAsync();
  _server.awaitTerminated();
 }
 _testDirectory.delete();
 cleanUpDir(TEST_SPEC_STORE_DIR);
}

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 this.flowConfigClient.createFlowConfig(flowConfig);
 Assert.assertTrue(this.gobblinServiceManager.flowCatalog.getSpecs().size() == 1, "Flow that was created is not "
   + "reflecting in FlowCatalog");
}

@Test (dependsOnMethods = "testGet")
public void testUpdate() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME);
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 this.flowConfigClient.updateFlowConfig(flowConfig);
 FlowConfig retrievedFlowConfig = this.flowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowGroup(), TEST_GROUP_NAME);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowName(), TEST_FLOW_NAME);
 Assert.assertEquals(retrievedFlowConfig.getSchedule().getCronSchedule(), TEST_SCHEDULE);
 Assert.assertEquals(retrievedFlowConfig.getTemplateUris(), TEST_TEMPLATE_URI);
 // Add this asssert when getFlowSpec() is changed to return the raw flow spec
 //Assert.assertEquals(flowConfig.getProperties().size(), 2);
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param1"), "value1b");
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param2"), "value2b");
}

this.gobblinServiceManager.start();
this.flowConfigClient = new FlowConfigClient(String.format("http://localhost:%s/",
  this.gobblinServiceManager.restliServer.getPort()));

@Test (dependsOnMethods = "testBadGet")
public void testBadDelete() throws Exception {
 logger.info("+++++++++++++++++++ testBadDelete START");
 FlowId flowId = new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME_1).setFlowName(TEST_DUMMY_FLOW_NAME_1);
 try {
  this.node1FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 try {
  this.node2FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 logger.info("+++++++++++++++++++ testBadDelete END");
}

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}

@Test (dependsOnMethods = "testUpdate")
public void testDelete() throws Exception {
 logger.info("+++++++++++++++++++ testDelete START");
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1);
 // make sure flow config exists
 FlowConfig flowConfig = this.node1FlowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(flowConfig.getId().getFlowGroup(), TEST_GROUP_NAME_1);
 Assert.assertEquals(flowConfig.getId().getFlowName(), TEST_FLOW_NAME_1);
 this.node1FlowConfigClient.deleteFlowConfig(flowId);
 // Check if deletion is reflected on both nodes
 try {
  this.node1FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have gotten a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 try {
  this.node2FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have gotten a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 logger.info("+++++++++++++++++++ testDelete END");
}

@Test (dependsOnMethods = "testGet")
public void testUpdate() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME);
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 _client.updateFlowConfig(flowConfig);
 FlowConfig retrievedFlowConfig = _client.getFlowConfig(flowId);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowGroup(), TEST_GROUP_NAME);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowName(), TEST_FLOW_NAME);
 Assert.assertEquals(retrievedFlowConfig.getSchedule().getCronSchedule(), TEST_SCHEDULE );
 Assert.assertEquals(retrievedFlowConfig.getTemplateUris(), TEST_TEMPLATE_URI);
 // Add this asssert when getFlowSpec() is changed to return the raw flow spec
 //Assert.assertEquals(flowConfig.getProperties().size(), 2);
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param1"), "value1b");
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param2"), "value2b");
}

new FlowConfigClient(String.format("http://localhost:%s/", _server.getPort()));

@Test
public void testBadDelete() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME).setFlowName(TEST_DUMMY_FLOW_NAME);
 try {
  this.flowConfigClient.getFlowConfig(flowId);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
  return;
 }
 Assert.fail("Get should have raised a 404 error");
}

@Test
public void testBadUpdate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME)
   .setFlowName(TEST_DUMMY_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.updateFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Bad update should pass without complaining that the spec does not exists.");
 }
}

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 _client.createFlowConfig(flowConfig);
}