/** * Creates Accumulo connector given FluoConfiguration */ public static Connector getConnector(FluoConfiguration config) { try { return getInstance(config).getConnector(config.getAccumuloUser(), new PasswordToken(config.getAccumuloPassword())); } catch (AccumuloException | AccumuloSecurityException e) { throw new IllegalStateException(e); } } }
/** * Creates Accumulo connector given FluoConfiguration */ public static AccumuloClient getClient(FluoConfiguration config) { try { return Accumulo.newClient() .forInstance(config.getAccumuloInstance(), config.getAccumuloZookeepers()) .usingPassword(config.getAccumuloUser(), config.getAccumuloPassword()).build(); } catch (AccumuloException | AccumuloSecurityException e) { throw new IllegalStateException(e); } }
/** * Configure properties needed to connect to a Fluo application * * @param conf Job configuration * @param config use {@link FluoConfiguration} to configure programmatically */ @SuppressWarnings("deprecation") public static void configure(Job conf, SimpleConfiguration config) { try { FluoConfiguration fconfig = new FluoConfiguration(config); try (Environment env = new Environment(fconfig)) { long ts = env.getSharedResources().getTimestampTracker().allocateTimestamp().getTxTimestamp(); conf.getConfiguration().setLong(TIMESTAMP_CONF_KEY, ts); ByteArrayOutputStream baos = new ByteArrayOutputStream(); config.save(baos); conf.getConfiguration().set(PROPS_CONF_KEY, new String(baos.toByteArray(), StandardCharsets.UTF_8)); AccumuloInputFormat.setZooKeeperInstance(conf, fconfig.getAccumuloInstance(), fconfig.getAccumuloZookeepers()); AccumuloInputFormat.setConnectorInfo(conf, fconfig.getAccumuloUser(), new PasswordToken(fconfig.getAccumuloPassword())); AccumuloInputFormat.setInputTableName(conf, env.getTable()); AccumuloInputFormat.setScanAuthorizations(conf, env.getAuthorizations()); } } catch (Exception e) { throw new RuntimeException(e); } }
/** * Configure properties needed to connect to a Fluo application * * @param conf Job configuration * @param config use {@link org.apache.fluo.api.config.FluoConfiguration} to configure * programmatically */ @SuppressWarnings("deprecation") public static void configure(Job conf, SimpleConfiguration config) { try { FluoConfiguration fconfig = new FluoConfiguration(config); try (Environment env = new Environment(fconfig)) { long ts = env.getSharedResources().getTimestampTracker().allocateTimestamp().getTxTimestamp(); conf.getConfiguration().setLong(TIMESTAMP_CONF_KEY, ts); ByteArrayOutputStream baos = new ByteArrayOutputStream(); config.save(baos); conf.getConfiguration().set(PROPS_CONF_KEY, new String(baos.toByteArray(), StandardCharsets.UTF_8)); AccumuloInputFormat.setZooKeeperInstance(conf, fconfig.getAccumuloInstance(), fconfig.getAccumuloZookeepers()); AccumuloInputFormat.setConnectorInfo(conf, fconfig.getAccumuloUser(), new PasswordToken(fconfig.getAccumuloPassword())); AccumuloInputFormat.setInputTableName(conf, env.getTable()); AccumuloInputFormat.setScanAuthorizations(conf, env.getAuthorizations()); } } catch (Exception e) { throw new RuntimeException(e); } }
public static ClientInfo getClientInfo(FluoConfiguration config) { return Accumulo.newClient() .forInstance(config.getAccumuloInstance(), config.getAccumuloZookeepers()) .usingPassword(config.getAccumuloUser(), config.getAccumuloPassword()).info(); } }
private static Connector getConnector(FluoConfiguration fluoConfig) throws Exception { ZooKeeperInstance zki = new ZooKeeperInstance( new ClientConfiguration().withInstance(fluoConfig.getAccumuloInstance()) .withZkHosts(fluoConfig.getAccumuloZookeepers())); Connector conn = zki.getConnector(fluoConfig.getAccumuloUser(), new PasswordToken(fluoConfig.getAccumuloPassword())); return conn; }
public void validate() { // keep in alphabetical order getAccumuloInstance(); getAccumuloPassword(); getAccumuloTable(); getAccumuloUser(); getAccumuloZookeepers(); getApplicationName(); getAppZookeepers(); getConnectionRetryTimeout(); getLoaderQueueSize(); getLoaderThreads(); getObserverSpecifications(); getTransactionRollbackTime(); getWorkerThreads(); getZookeeperTimeout(); }
public void validate() { // keep in alphabetical order getAccumuloInstance(); getAccumuloPassword(); getAccumuloTable(); getAccumuloUser(); getAccumuloZookeepers(); getApplicationName(); getAppZookeepers(); getConnectionRetryTimeout(); getLoaderQueueSize(); getLoaderThreads(); getObserverSpecifications(); getTransactionRollbackTime(); getWorkerThreads(); getZookeeperTimeout(); }
@Test public void testBasic() { try (FluoClient client = FluoFactory.newClient(config)) { client.newSnapshot(); } FluoConfiguration fluoConfig = new FluoConfiguration(); fluoConfig.setApplicationName(config.getApplicationName()); fluoConfig.setInstanceZookeepers(config.getInstanceZookeepers()); try (FluoClient client = FluoFactory.newClient(fluoConfig)) { client.newSnapshot(); } try (FluoClientImpl client = new FluoClientImpl(fluoConfig)) { client.newSnapshot(); FluoConfiguration sharedConfig = client.getSharedConfiguration(); Assert.assertEquals(config.getAccumuloTable(), sharedConfig.getAccumuloTable()); Assert.assertEquals(config.getAccumuloInstance(), sharedConfig.getAccumuloInstance()); Assert.assertEquals(config.getAccumuloUser(), sharedConfig.getAccumuloUser()); Assert.assertEquals(config.getZookeeperTimeout(), sharedConfig.getZookeeperTimeout()); Assert.assertEquals(config.getTransactionRollbackTime(), sharedConfig.getTransactionRollbackTime()); } }