How to use

createFlowConfig

method

in

org.apache.gobblin.service.FlowConfigClient

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  this.flowConfigClient.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 this.flowConfigClient.createFlowConfig(flowConfig);
 Assert.assertTrue(this.gobblinServiceManager.flowCatalog.getSpecs().size() == 1, "Flow that was created is not "
   + "reflecting in FlowCatalog");
}

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 _client.createFlowConfig(flowConfig);
}

@Test
public void testCreateBadSchedule() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule("bad schedule").
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.S_422_UNPROCESSABLE_ENTITY.getCode());
  return;
 }
 Assert.fail("Get should have gotten a 422 error");
}

@Test
public void testCreateBadTemplateUri() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris("FILE://bad/uri").setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.S_422_UNPROCESSABLE_ENTITY.getCode());
  return;
 }
 Assert.fail("Get should have gotten a 422 error");
}

this.node1FlowConfigClient.createFlowConfig(flowConfig1);
this.node2FlowConfigClient.createFlowConfig(flowConfig2);

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 logger.info("+++++++++++++++++++ testCreateAgain START");
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig1 = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1))
   .setTemplateUris(TEST_TEMPLATE_URI_1).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_1).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 FlowConfig flowConfig2 = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_GROUP_NAME_2).setFlowName(TEST_FLOW_NAME_2))
   .setTemplateUris(TEST_TEMPLATE_URI_2).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_2).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 // Try create on both nodes
 try {
  this.node1FlowConfigClient.createFlowConfig(flowConfig1);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
 try {
  this.node2FlowConfigClient.createFlowConfig(flowConfig2);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
 logger.info("+++++++++++++++++++ testCreateAgain END");
}

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}