Tabnine Logo
FlowConfigClient
Code IndexAdd Tabnine to your IDE (free)

How to use
FlowConfigClient
in
org.apache.gobblin.service

Best Java code snippets using org.apache.gobblin.service.FlowConfigClient (Showing top 20 results out of 315)

origin: apache/incubator-gobblin

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testUpdate")
public void testDelete() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME);
 // make sure flow config exists
 FlowConfig flowConfig = this.flowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(flowConfig.getId().getFlowGroup(), TEST_GROUP_NAME);
 Assert.assertEquals(flowConfig.getId().getFlowName(), TEST_FLOW_NAME);
 this.flowConfigClient.deleteFlowConfig(flowId);
 try {
  this.flowConfigClient.getFlowConfig(flowId);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
  return;
 }
 Assert.fail("Get should have gotten a 404 error");
}
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testBadDelete")
public void testBadUpdate() throws Exception {
 logger.info("+++++++++++++++++++ testBadUpdate START");
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 FlowConfig flowConfig = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME_1).setFlowName(TEST_DUMMY_FLOW_NAME_1))
   .setTemplateUris(TEST_TEMPLATE_URI_1).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_1))
   .setProperties(new StringMap(flowProperties));
 try {
  this.node1FlowConfigClient.updateFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Bad update should pass without complaining that the spec does not exists.");
 }
 try {
  this.node2FlowConfigClient.updateFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Bad update should pass without complaining that the spec does not exists.");
 }
 logger.info("+++++++++++++++++++ testBadUpdate END");
}
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  this.flowConfigClient.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testGet")
public void testUpdate() throws Exception {
 logger.info("+++++++++++++++++++ testUpdate START");
 // Update on one node and retrieve from another
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1);
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig()
   .setId(new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1))
   .setTemplateUris(TEST_TEMPLATE_URI_1).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE_1))
   .setProperties(new StringMap(flowProperties));
 this.node1FlowConfigClient.updateFlowConfig(flowConfig);
 FlowConfig retrievedFlowConfig = this.node2FlowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowGroup(), TEST_GROUP_NAME_1);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowName(), TEST_FLOW_NAME_1);
 Assert.assertEquals(retrievedFlowConfig.getSchedule().getCronSchedule(), TEST_SCHEDULE_1);
 Assert.assertEquals(retrievedFlowConfig.getTemplateUris(), TEST_TEMPLATE_URI_1);
 Assert.assertFalse(retrievedFlowConfig.getSchedule().isRunImmediately());
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param1"), "value1b");
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param2"), "value2b");
 logger.info("+++++++++++++++++++ testUpdate END");
}
origin: apache/incubator-gobblin

this.node1FlowConfigClient = new FlowConfigClient(String.format("http://localhost:%s/",
  this.node1GobblinServiceManager.restliServer.getPort()));
this.node2FlowConfigClient = new FlowConfigClient(String.format("http://localhost:%s/",
  this.node2GobblinServiceManager.restliServer.getPort()));
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testDelete")
public void testBadGet() throws Exception {
 logger.info("+++++++++++++++++++ testBadGet START");
 FlowId flowId = new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME_1).setFlowName(TEST_DUMMY_FLOW_NAME_1);
 try {
  this.node1FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 try {
  this.node2FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 logger.info("+++++++++++++++++++ testBadGet END");
}
origin: apache/incubator-gobblin

@AfterClass(alwaysRun = true)
public void tearDown() throws Exception {
 if (_client != null) {
  _client.close();
 }
 if (_server != null) {
  _server.stopAsync();
  _server.awaitTerminated();
 }
 _testDirectory.delete();
 cleanUpDir(TEST_SPEC_STORE_DIR);
}
origin: apache/incubator-gobblin

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 this.flowConfigClient.createFlowConfig(flowConfig);
 Assert.assertTrue(this.gobblinServiceManager.flowCatalog.getSpecs().size() == 1, "Flow that was created is not "
   + "reflecting in FlowCatalog");
}
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testGet")
public void testUpdate() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME);
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 flowProperties.put(ServiceConfigKeys.FLOW_SOURCE_IDENTIFIER_KEY, TEST_SOURCE_NAME);
 flowProperties.put(ServiceConfigKeys.FLOW_DESTINATION_IDENTIFIER_KEY, TEST_SINK_NAME);
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 this.flowConfigClient.updateFlowConfig(flowConfig);
 FlowConfig retrievedFlowConfig = this.flowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowGroup(), TEST_GROUP_NAME);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowName(), TEST_FLOW_NAME);
 Assert.assertEquals(retrievedFlowConfig.getSchedule().getCronSchedule(), TEST_SCHEDULE);
 Assert.assertEquals(retrievedFlowConfig.getTemplateUris(), TEST_TEMPLATE_URI);
 // Add this asssert when getFlowSpec() is changed to return the raw flow spec
 //Assert.assertEquals(flowConfig.getProperties().size(), 2);
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param1"), "value1b");
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param2"), "value2b");
}
origin: apache/incubator-gobblin

this.gobblinServiceManager.start();
this.flowConfigClient = new FlowConfigClient(String.format("http://localhost:%s/",
  this.gobblinServiceManager.restliServer.getPort()));
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testBadGet")
public void testBadDelete() throws Exception {
 logger.info("+++++++++++++++++++ testBadDelete START");
 FlowId flowId = new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME_1).setFlowName(TEST_DUMMY_FLOW_NAME_1);
 try {
  this.node1FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 try {
  this.node2FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have raised a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 logger.info("+++++++++++++++++++ testBadDelete END");
}
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testCreate")
public void testCreateAgain() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.createFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Create Again should pass without complaining that the spec already exists.");
 }
}
origin: org.apache.gobblin/gobblin-service

 @SuppressWarnings("DLS_DEAD_LOCAL_STORE")
 private static void testGobblinService(GobblinServiceManager gobblinServiceManager) {

  FlowConfigClient client =
    new FlowConfigClient(String.format("http://localhost:%s/", gobblinServiceManager.restliServer.getPort()));

  Map<String, String> flowProperties = Maps.newHashMap();
  flowProperties.put("param1", "value1");

  final String TEST_GROUP_NAME = "testGroup1";
  final String TEST_FLOW_NAME = "testFlow1";
  final String TEST_SCHEDULE = "0 1/0 * ? * *";
  final String TEST_TEMPLATE_URI = "FS:///templates/test.template";

  FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
    .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
      setRunImmediately(true))
    .setProperties(new StringMap(flowProperties));

  try {
   client.createFlowConfig(flowConfig);
  } catch (RemoteInvocationException e) {
   throw new RuntimeException(e);
  }
 }
}
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testUpdate")
public void testDelete() throws Exception {
 logger.info("+++++++++++++++++++ testDelete START");
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME_1).setFlowName(TEST_FLOW_NAME_1);
 // make sure flow config exists
 FlowConfig flowConfig = this.node1FlowConfigClient.getFlowConfig(flowId);
 Assert.assertEquals(flowConfig.getId().getFlowGroup(), TEST_GROUP_NAME_1);
 Assert.assertEquals(flowConfig.getId().getFlowName(), TEST_FLOW_NAME_1);
 this.node1FlowConfigClient.deleteFlowConfig(flowId);
 // Check if deletion is reflected on both nodes
 try {
  this.node1FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have gotten a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 try {
  this.node2FlowConfigClient.getFlowConfig(flowId);
  Assert.fail("Get should have gotten a 404 error");
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
 }
 logger.info("+++++++++++++++++++ testDelete END");
}
origin: apache/incubator-gobblin

@Test (dependsOnMethods = "testGet")
public void testUpdate() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME);
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 _client.updateFlowConfig(flowConfig);
 FlowConfig retrievedFlowConfig = _client.getFlowConfig(flowId);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowGroup(), TEST_GROUP_NAME);
 Assert.assertEquals(retrievedFlowConfig.getId().getFlowName(), TEST_FLOW_NAME);
 Assert.assertEquals(retrievedFlowConfig.getSchedule().getCronSchedule(), TEST_SCHEDULE );
 Assert.assertEquals(retrievedFlowConfig.getTemplateUris(), TEST_TEMPLATE_URI);
 // Add this asssert when getFlowSpec() is changed to return the raw flow spec
 //Assert.assertEquals(flowConfig.getProperties().size(), 2);
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param1"), "value1b");
 Assert.assertEquals(retrievedFlowConfig.getProperties().get("param2"), "value2b");
}
origin: apache/incubator-gobblin

new FlowConfigClient(String.format("http://localhost:%s/", _server.getPort()));
origin: apache/incubator-gobblin

@Test
public void testBadDelete() throws Exception {
 FlowId flowId = new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME).setFlowName(TEST_DUMMY_FLOW_NAME);
 try {
  this.flowConfigClient.getFlowConfig(flowId);
 } catch (RestLiResponseException e) {
  Assert.assertEquals(e.getStatus(), HttpStatus.NOT_FOUND_404);
  return;
 }
 Assert.fail("Get should have raised a 404 error");
}
origin: apache/incubator-gobblin

@Test
public void testBadUpdate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1b");
 flowProperties.put("param2", "value2b");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_DUMMY_GROUP_NAME)
   .setFlowName(TEST_DUMMY_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE))
   .setProperties(new StringMap(flowProperties));
 try {
  _client.updateFlowConfig(flowConfig);
 } catch (RestLiResponseException e) {
  Assert.fail("Bad update should pass without complaining that the spec does not exists.");
 }
}
origin: apache/incubator-gobblin

@Test
public void testCreate() throws Exception {
 Map<String, String> flowProperties = Maps.newHashMap();
 flowProperties.put("param1", "value1");
 FlowConfig flowConfig = new FlowConfig().setId(new FlowId().setFlowGroup(TEST_GROUP_NAME).setFlowName(TEST_FLOW_NAME))
   .setTemplateUris(TEST_TEMPLATE_URI).setSchedule(new Schedule().setCronSchedule(TEST_SCHEDULE).
     setRunImmediately(true))
   .setProperties(new StringMap(flowProperties));
 _client.createFlowConfig(flowConfig);
}
org.apache.gobblin.serviceFlowConfigClient

Javadoc

Flow Configuration client for REST flow configuration server

Most used methods

  • <init>
    Construct a FlowConfigClient to communicate with http flow config server at URI serverUri
  • createFlowConfig
    Create a flow configuration
  • deleteFlowConfig
    Delete a flow configuration
  • getFlowConfig
    Get a flow configuration
  • updateFlowConfig
    Update a flow configuration
  • close

Popular in Java

  • Making http requests using okhttp
  • getExternalFilesDir (Context)
  • requestLocationUpdates (LocationManager)
  • setContentView (Activity)
  • BufferedImage (java.awt.image)
    The BufferedImage subclass describes an java.awt.Image with an accessible buffer of image data. All
  • File (java.io)
    An "abstract" representation of a file system entity identified by a pathname. The pathname may be a
  • Selector (java.nio.channels)
    A controller for the selection of SelectableChannel objects. Selectable channels can be registered w
  • Time (java.sql)
    Java representation of an SQL TIME value. Provides utilities to format and parse the time's represen
  • Cipher (javax.crypto)
    This class provides access to implementations of cryptographic ciphers for encryption and decryption
  • JFileChooser (javax.swing)
  • Github Copilot alternatives
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now