org.apache.gobblin.service.FlowConfigClient java code examples

Common ways to obtain FlowConfigClient

private void myMethod () {
 FlowConfigClient f =String str;EmbeddedRestliServer embeddedRestliServer;new FlowConfigClient(String.format(str, embeddedRestliServer.getPort()))
Smart code suggestions by Tabnine
}

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}

@Test (dependsOnMethods = "testUpdate")
public void testDelete() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME);
 // make sure flow config exists
 FlowConfig flowConfig = this.flowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(flowConfig.getId().getFlowGroup(), TEST_GROUP_NAME);
 Assert.assertEquals(flowConfig.getId().getFlowName(), TEST_FLOW_NAME);
 this.flowConfigClient.deleteFlowConfig(flowId);
 try {
  this.flowConfigClient.getFlowConfig(flowId);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
  return;
 }
 Assert.fail("Get should have gotten a 404 error");
}

@Test (dependsOnMethods = "testBadDelete")
public void testBadUpdate() throws Exception {
 logger.info("+++++++++++++++++++ testBadUpdate START");
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 FlowConfig flowConfig = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME_1).setFlowName(TEST_DUMMY_FLOW_NAME_1))
   .setTemplateUris(TEST_TEMPLATE_URI_1).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_1))
   .setProperties(new StringMap(flowProperties));
 try {
  this.node1FlowConfigClient.updateFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Bad update should pass without complaining that the spec does not exists.");
 }
 try {
  this.node2FlowConfigClient.updateFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Bad update should pass without complaining that the spec does not exists.");
 }
 logger.info("+++++++++++++++++++ testBadUpdate END");
}

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  this.flowConfigClient.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}

@Test (dependsOnMethods = "testGet")
public void testUpdate() throws Exception {
 logger.info("+++++++++++++++++++ testUpdate START");
 // Update on one node and retrieve from another
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1);
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1))
   .setTemplateUris(TEST_TEMPLATE_URI_1).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_1))
   .setProperties(new StringMap(flowProperties));
 this.node1FlowConfigClient.updateFlowConfig(flowConfig);
 FlowConfig retrievedFlowConfig = this.node2FlowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowGroup(), TEST_GROUP_NAME_1);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowName(), TEST_FLOW_NAME_1);
 Assert.assertEquals(retrievedFlowConfig.getSchedule().getCronSchedule(), TEST_SCHEDULE_1);
 Assert.assertEquals(retrievedFlowConfig.getTemplateUris(), TEST_TEMPLATE_URI_1);
 Assert.assertFalse(retrievedFlowConfig.getSchedule().isRunImmediately());
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param1"), "value1b");
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param2"), "value2b");
 logger.info("+++++++++++++++++++ testUpdate END");
}

this.node1FlowConfigClient = new FlowConfigClient(String.format("http://localhost:%s/",
  this.node1GobblinServiceManager.restliServer.getPort()));
this.node2FlowConfigClient = new FlowConfigClient(String.format("http://localhost:%s/",
  this.node2GobblinServiceManager.restliServer.getPort()));

@Test (dependsOnMethods = "testDelete")
public void testBadGet() throws Exception {
 logger.info("+++++++++++++++++++ testBadGet START");
 FlowId flowId = new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME_1).setFlowName(TEST_DUMMY_FLOW_NAME_1);
 try {
  this.node1FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 try {
  this.node2FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 logger.info("+++++++++++++++++++ testBadGet END");
}

@AfterClass(alwaysRun = true)
public void tearDown() throws Exception {
 if (_client != null) {
  _client.close();
 }
 if (_server != null) {
  _server.stopAsync();
  _server.awaitTerminated();
 }
 _testDirectory.delete();
 cleanUpDir(TEST_SPEC_STORE_DIR);
}

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 this.flowConfigClient.createFlowConfig(flowConfig);
 Assert.assertTrue(this.gobblinServiceManager.flowCatalog.getSpecs().size() == 1, "Flow that was created is not "
   + "reflecting in FlowCatalog");
}

@Test (dependsOnMethods = "testGet")
public void testUpdate() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME);
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 this.flowConfigClient.updateFlowConfig(flowConfig);
 FlowConfig retrievedFlowConfig = this.flowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowGroup(), TEST_GROUP_NAME);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowName(), TEST_FLOW_NAME);
 Assert.assertEquals(retrievedFlowConfig.getSchedule().getCronSchedule(), TEST_SCHEDULE);
 Assert.assertEquals(retrievedFlowConfig.getTemplateUris(), TEST_TEMPLATE_URI);
 // Add this asssert when getFlowSpec() is changed to return the raw flow spec
 //Assert.assertEquals(flowConfig.getProperties().size(), 2);
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param1"), "value1b");
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param2"), "value2b");
}

this.gobblinServiceManager.start();
this.flowConfigClient = new FlowConfigClient(String.format("http://localhost:%s/",
  this.gobblinServiceManager.restliServer.getPort()));

@Test (dependsOnMethods = "testBadGet")
public void testBadDelete() throws Exception {
 logger.info("+++++++++++++++++++ testBadDelete START");
 FlowId flowId = new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME_1).setFlowName(TEST_DUMMY_FLOW_NAME_1);
 try {
  this.node1FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 try {
  this.node2FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 logger.info("+++++++++++++++++++ testBadDelete END");
}

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}

@Test (dependsOnMethods = "testUpdate")
public void testDelete() throws Exception {
 logger.info("+++++++++++++++++++ testDelete START");
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1);
 // make sure flow config exists
 FlowConfig flowConfig = this.node1FlowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(flowConfig.getId().getFlowGroup(), TEST_GROUP_NAME_1);
 Assert.assertEquals(flowConfig.getId().getFlowName(), TEST_FLOW_NAME_1);
 this.node1FlowConfigClient.deleteFlowConfig(flowId);
 // Check if deletion is reflected on both nodes
 try {
  this.node1FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have gotten a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 try {
  this.node2FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have gotten a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 logger.info("+++++++++++++++++++ testDelete END");
}

@Test (dependsOnMethods = "testGet")
public void testUpdate() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME);
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 _client.updateFlowConfig(flowConfig);
 FlowConfig retrievedFlowConfig = _client.getFlowConfig(flowId);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowGroup(), TEST_GROUP_NAME);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowName(), TEST_FLOW_NAME);
 Assert.assertEquals(retrievedFlowConfig.getSchedule().getCronSchedule(), TEST_SCHEDULE );
 Assert.assertEquals(retrievedFlowConfig.getTemplateUris(), TEST_TEMPLATE_URI);
 // Add this asssert when getFlowSpec() is changed to return the raw flow spec
 //Assert.assertEquals(flowConfig.getProperties().size(), 2);
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param1"), "value1b");
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param2"), "value2b");
}

new FlowConfigClient(String.format("http://localhost:%s/", _server.getPort()));

@Test
public void testBadDelete() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME).setFlowName(TEST_DUMMY_FLOW_NAME);
 try {
  this.flowConfigClient.getFlowConfig(flowId);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
  return;
 }
 Assert.fail("Get should have raised a 404 error");
}

@Test
public void testBadUpdate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME)
   .setFlowName(TEST_DUMMY_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.updateFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Bad update should pass without complaining that the spec does not exists.");
 }
}

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 _client.createFlowConfig(flowConfig);
}

Javadoc

Flow Configuration client for REST flow configuration server

Most used methods

<init>
Construct a FlowConfigClient to communicate with http flow config server at URI serverUri
createFlowConfig
Create a flow configuration
deleteFlowConfig
Delete a flow configuration
getFlowConfig
Get a flow configuration
updateFlowConfig
Update a flow configuration
close

Popular in Java

Start an intent from android
orElseThrow (Optional)
Return the contained value, if present, otherwise throw an exception to be created by the provided s
scheduleAtFixedRate (ScheduledExecutorService)
setContentView (Activity)
Pointer (com.sun.jna)
An abstraction for a native pointer data type. A Pointer instance represents, on the Java side, a na
Component (java.awt)
A component is an object having a graphical representation that can be displayed on the screen and t
FileReader (java.io)
A specialized Reader that reads from a file in the file system. All read requests made by calling me
ResourceBundle (java.util)
ResourceBundle is an abstract class which is the superclass of classes which provide Locale-specifi
Annotation (javassist.bytecode.annotation)
The annotation structure.An instance of this class is returned bygetAnnotations() in AnnotationsAttr
IsNull (org.hamcrest.core)
Is the value null?
Top 17 PhpStorm Plugins

How to useFlowConfigClient in org.apache.gobblin.service

Best Java code snippets using org.apache.gobblin.service.FlowConfigClient (Showing top 20 results out of 315)

How to use
FlowConfigClient
in
org.apache.gobblin.service