org.apache.gobblin.service.FlowConfigClient.createFlowConfig java code examples

Common ways to obtain FlowConfigClient

private void myMethod () {
 FlowConfigClient f =String str;EmbeddedRestliServer embeddedRestliServer;new FlowConfigClient(String.format(str, embeddedRestliServer.getPort()))
Smart code suggestions by Tabnine
}

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  this.flowConfigClient.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 this.flowConfigClient.createFlowConfig(flowConfig);
 Assert.assertTrue(this.gobblinServiceManager.flowCatalog.getSpecs().size() == 1, "Flow that was created is not "
   + "reflecting in FlowCatalog");
}

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 _client.createFlowConfig(flowConfig);
}

@Test
public void testCreateBadSchedule() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule("bad schedule").
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.S_422_UNPROCESSABLE_ENTITY.getCode());
  return;
 }
 Assert.fail("Get should have gotten a 422 error");
}

@Test
public void testCreateBadTemplateUri() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris("FILE://bad/uri").setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.S_422_UNPROCESSABLE_ENTITY.getCode());
  return;
 }
 Assert.fail("Get should have gotten a 422 error");
}

this.node1FlowConfigClient.createFlowConfig(flowConfig1);
this.node2FlowConfigClient.createFlowConfig(flowConfig2);

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 logger.info("+++++++++++++++++++ testCreateAgain START");
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig1 = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1))
   .setTemplateUris(TEST_TEMPLATE_URI_1).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_1).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 FlowConfig flowConfig2 = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_GROUP_NAME_2).setFlowName(TEST_FLOW_NAME_2))
   .setTemplateUris(TEST_TEMPLATE_URI_2).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_2).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 // Try create on both nodes
 try {
  this.node1FlowConfigClient.createFlowConfig(flowConfig1);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
 try {
  this.node2FlowConfigClient.createFlowConfig(flowConfig2);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
 logger.info("+++++++++++++++++++ testCreateAgain END");
}

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}

Javadoc

Create a flow configuration

Popular methods of FlowConfigClient

<init>
Construct a FlowConfigClient to communicate with http flow config server at URI serverUri
deleteFlowConfig
Delete a flow configuration
getFlowConfig
Get a flow configuration
updateFlowConfig
Update a flow configuration
close

Popular in Java

Start an intent from android
getSystemService (Context)
runOnUiThread (Activity)
compareTo (BigDecimal)
BufferedInputStream (java.io)
A BufferedInputStream adds functionality to another input stream-namely, the ability to buffer the i
BufferedWriter (java.io)
Wraps an existing Writer and buffers the output. Expensive interaction with the underlying reader is
DecimalFormat (java.text)
A concrete subclass of NumberFormat that formats decimal numbers. It has a variety of features desig
Comparator (java.util)
A Comparator is used to compare two objects to determine their ordering with respect to each other.
ImageIO (javax.imageio)
Join (org.hibernate.mapping)
Top plugins for WebStorm

How to use createFlowConfigmethodin org.apache.gobblin.service.FlowConfigClient

Best Java code snippets using org.apache.gobblin.service.FlowConfigClient.createFlowConfig (Showing top 10 results out of 315)

How to use
createFlowConfig
method
in
org.apache.gobblin.service.FlowConfigClient