/** * Uses underlying parameter map to build a FluoConfiguration object * @return - FluoConfiguration for creating a FluoClient */ public FluoConfiguration getFluoConfiguration() { final FluoConfiguration config = new FluoConfiguration(); config.setMiniStartAccumulo(false); config.setAccumuloInstance(params.get(CONF_ACCUMULO_INSTANCE_NAME)); config.setAccumuloUser(params.get(CONF_EXPORTER_USERNAME)); config.setAccumuloPassword(params.get(CONF_EXPORTER_PASSWORD)); config.setInstanceZookeepers(params.get(CONF_FLUO_INSTANCE_ZOOKEEPERS)); config.setAccumuloZookeepers(params.get(CONF_ZOOKEEPER_SERVERS)); config.setApplicationName(params.get(CONF_FLUO_APP_NAME)); config.setAccumuloTable(params.get(CONF_FLUO_TABLE_NAME)); return config; }
/** * Uses underlying parameter map to build a FluoConfiguration object * @return - FluoConfiguration for creating a FluoClient */ public FluoConfiguration getFluoConfiguration() { final FluoConfiguration config = new FluoConfiguration(); config.setMiniStartAccumulo(false); config.setAccumuloInstance(params.get(CONF_ACCUMULO_INSTANCE_NAME)); config.setAccumuloUser(params.get(CONF_EXPORTER_USERNAME)); config.setAccumuloPassword(params.get(CONF_EXPORTER_PASSWORD)); config.setInstanceZookeepers(params.get(CONF_FLUO_INSTANCE_ZOOKEEPERS)); config.setAccumuloZookeepers(params.get(CONF_ZOOKEEPER_SERVERS)); config.setApplicationName(params.get(CONF_FLUO_APP_NAME)); config.setAccumuloTable(params.get(CONF_FLUO_TABLE_NAME)); return config; }
fluoConfig.setInstanceZookeepers( zookeeperHostnames + "/fluo" );
fluoConfig.setInstanceZookeepers( zookeeperHostnames + "/fluo" );
fluoClientConfig.setInstanceZookeepers( fluoUpdaterConfig.getFluoZookeepers().get() );
fluoClientConfig.setInstanceZookeepers( fluoUpdaterConfig.getFluoZookeepers().get() );
@Test public void testInitializeLongChroot() throws Exception { // stop oracle to avoid spurious exceptions when initializing oserver.stop(); String zk = config.getAppZookeepers(); String longPath = "/very/long/path"; config.setInstanceZookeepers(zk + longPath); InitializationOptions opts = new InitializationOptions(); opts.setClearZookeeper(true).setClearTable(true); try (FluoAdmin admin = new FluoAdminImpl(config)) { admin.initialize(opts); } try (CuratorFramework curator = CuratorUtil.newRootFluoCurator(config)) { curator.start(); Assert.assertNotNull(curator.checkExists().forPath(ZookeeperUtil.parseRoot(zk + longPath))); } String longPath2 = "/very/long/path2"; config.setInstanceZookeepers(zk + longPath2); try (FluoAdmin admin = new FluoAdminImpl(config)) { admin.initialize(opts); } try (CuratorFramework curator = CuratorUtil.newRootFluoCurator(config)) { curator.start(); Assert.assertNotNull(curator.checkExists().forPath(ZookeeperUtil.parseRoot(zk + longPath2))); Assert.assertNotNull(curator.checkExists().forPath(ZookeeperUtil.parseRoot(zk + longPath))); } }
private void startMiniAccumulo() { try { // start mini accumulo cluster MiniAccumuloConfig cfg = new MiniAccumuloConfig(new File(config.getMiniDataDir()), PASSWORD); cluster = new MiniAccumuloCluster(cfg); cluster.start(); log.debug("Started MiniAccumulo(accumulo=" + cluster.getInstanceName() + " zk=" + cluster.getZooKeepers() + ")"); // configuration that must overridden config.setAccumuloInstance(cluster.getInstanceName()); config.setAccumuloUser(USER); config.setAccumuloPassword(PASSWORD); config.setAccumuloZookeepers(cluster.getZooKeepers()); config.setInstanceZookeepers(cluster.getZooKeepers() + "/fluo"); // configuration that only needs to be set if not by user if ((config.containsKey(FluoConfiguration.ACCUMULO_TABLE_PROP) == false) || config.getAccumuloTable().trim().isEmpty()) { config.setAccumuloTable("fluo"); } InitializationOptions opts = new InitializationOptions(); try (FluoAdmin admin = FluoFactory.newAdmin(config)) { admin.initialize(opts); } File miniProps = new File(clientPropsPath(config)); config.getClientConfiguration().save(miniProps); log.debug("Wrote MiniFluo client properties to {}", miniProps.getAbsolutePath()); } catch (Exception e) { throw new RuntimeException(e); } }
private void startMiniAccumulo() { try { // start mini accumulo cluster MiniAccumuloConfig cfg = new MiniAccumuloConfig(new File(config.getMiniDataDir()), PASSWORD); cluster = new MiniAccumuloCluster(cfg); cluster.start(); log.debug("Started MiniAccumulo(accumulo=" + cluster.getInstanceName() + " zk=" + cluster.getZooKeepers() + ")"); // configuration that must overridden config.setAccumuloInstance(cluster.getInstanceName()); config.setAccumuloUser(USER); config.setAccumuloPassword(PASSWORD); config.setAccumuloZookeepers(cluster.getZooKeepers()); config.setInstanceZookeepers(cluster.getZooKeepers() + "/fluo"); // configuration that only needs to be set if not by user if ((config.containsKey(FluoConfiguration.ACCUMULO_TABLE_PROP) == false) || config.getAccumuloTable().trim().isEmpty()) { config.setAccumuloTable("fluo"); } InitializationOptions opts = new InitializationOptions(); try (FluoAdmin admin = FluoFactory.newAdmin(config)) { admin.initialize(opts); } File miniProps = new File(clientPropsPath(config)); config.getClientConfiguration().save(miniProps); log.debug("Wrote MiniFluo client properties to {}", miniProps.getAbsolutePath()); } catch (Exception e) { throw new RuntimeException(e); } }
@Test public void testInitializeWithNoChroot() throws Exception { // stop oracle to avoid spurious exceptions when initializing oserver.stop(); InitializationOptions opts = new InitializationOptions().setClearZookeeper(true).setClearTable(true); for (String host : new String[] {"localhost", "localhost/", "localhost:9999", "localhost:9999/"}) { config.setInstanceZookeepers(host); try (FluoAdmin fluoAdmin = new FluoAdminImpl(config)) { fluoAdmin.initialize(opts); fail("This should have failed"); } catch (IllegalArgumentException e) { // expected } } }
private static FluoClient createFluoClient(final PcjAdminClientProperties clientProps) { checkNotNull(clientProps); final FluoConfiguration fluoConfig = new FluoConfiguration(); // Fluo configuration values. fluoConfig.setApplicationName( clientProps.getFluoAppName() ); fluoConfig.setInstanceZookeepers( clientProps.getAccumuloZookeepers() + "/fluo" ); // Accumulo Connection Stuff. fluoConfig.setAccumuloZookeepers( clientProps.getAccumuloZookeepers() ); fluoConfig.setAccumuloInstance( clientProps.getAccumuloInstance() ); fluoConfig.setAccumuloUser( clientProps.getAccumuloUsername() ); fluoConfig.setAccumuloPassword( clientProps.getAccumuloPassword() ); // Connect the client. return FluoFactory.newClient(fluoConfig); } }
/** * Creates a FluoClient * @param appName - name of Fluo application * @param tableName - name of Fluo table * @param conf - AccumuloConfiguration (must contain Accumulo User, Accumulo Instance, Accumulo Password, and Accumulo Zookeepers) * @return FluoClient for connecting to Fluo */ public static FluoClient getFluoClient(final String appName, final Optional<String> tableName, final AccumuloRdfConfiguration conf) { final FluoConfiguration fluoConfig = new FluoConfiguration(); fluoConfig.setAccumuloInstance(conf.getAccumuloInstance()); fluoConfig.setAccumuloUser(conf.getAccumuloUser()); fluoConfig.setAccumuloPassword(conf.getAccumuloPassword()); fluoConfig.setInstanceZookeepers(conf.getAccumuloZookeepers() + "/fluo"); fluoConfig.setAccumuloZookeepers(conf.getAccumuloZookeepers()); fluoConfig.setApplicationName(appName); if (tableName.isPresent()) { fluoConfig.setAccumuloTable(tableName.get()); } else { fluoConfig.setAccumuloTable(appName); } return FluoFactory.newClient(fluoConfig); } }
/** * A utility method that will set the configuration needed by Fluo from a given MiniCluster */ public static void configureFromMAC(FluoConfiguration fluoConfig, MiniAccumuloCluster cluster) { fluoConfig.setMiniStartAccumulo(false); fluoConfig.setAccumuloInstance(cluster.getInstanceName()); fluoConfig.setAccumuloUser("root"); fluoConfig.setAccumuloPassword(cluster.getConfig().getRootPassword()); fluoConfig.setInstanceZookeepers(cluster.getZooKeepers() + "/fluo"); fluoConfig.setAccumuloZookeepers(cluster.getZooKeepers()); }
private static FluoClient createFluoClient(final PcjAdminClientProperties clientProps) { checkNotNull(clientProps); final FluoConfiguration fluoConfig = new FluoConfiguration(); // Fluo configuration values. fluoConfig.setApplicationName( clientProps.getFluoAppName() ); fluoConfig.setInstanceZookeepers( clientProps.getAccumuloZookeepers() + "/fluo" ); // Accumulo Connection Stuff. fluoConfig.setAccumuloZookeepers( clientProps.getAccumuloZookeepers() ); fluoConfig.setAccumuloInstance( clientProps.getAccumuloInstance() ); fluoConfig.setAccumuloUser( clientProps.getAccumuloUsername() ); fluoConfig.setAccumuloPassword( clientProps.getAccumuloPassword() ); // Connect the client. return FluoFactory.newClient(fluoConfig); } }
/** * Creates a FluoClient * @param appName - name of Fluo application * @param tableName - name of Fluo table * @param conf - AccumuloConfiguration (must contain Accumulo User, Accumulo Instance, Accumulo Password, and Accumulo Zookeepers) * @return FluoClient for connecting to Fluo */ public static FluoClient getFluoClient(final String appName, final Optional<String> tableName, final AccumuloRdfConfiguration conf) { final FluoConfiguration fluoConfig = new FluoConfiguration(); fluoConfig.setAccumuloInstance(conf.getAccumuloInstance()); fluoConfig.setAccumuloUser(conf.getAccumuloUser()); fluoConfig.setAccumuloPassword(conf.getAccumuloPassword()); fluoConfig.setInstanceZookeepers(conf.getAccumuloZookeepers() + "/fluo"); fluoConfig.setAccumuloZookeepers(conf.getAccumuloZookeepers()); fluoConfig.setApplicationName(appName); if (tableName.isPresent()) { fluoConfig.setAccumuloTable(tableName.get()); } else { fluoConfig.setAccumuloTable(appName); } return FluoFactory.newClient(fluoConfig); } }
private FluoConfiguration createFluoConfig() { // Configure how the mini fluo will run. final FluoConfiguration config = new FluoConfiguration(); config.setMiniStartAccumulo(false); config.setAccumuloInstance(instanceName); config.setAccumuloUser(clusterInstance.getUsername()); config.setAccumuloPassword(clusterInstance.getPassword()); config.setInstanceZookeepers(zookeepers + "/fluo"); config.setAccumuloZookeepers(zookeepers); config.setApplicationName(getRyaInstanceName()); config.setAccumuloTable("fluo" + getRyaInstanceName()); return config; }
private FluoConfiguration createFluoConfig() { // Configure how the mini fluo will run. final FluoConfiguration config = new FluoConfiguration(); config.setMiniStartAccumulo(false); config.setAccumuloInstance(instanceName); config.setAccumuloUser(clusterInstance.getUsername()); config.setAccumuloPassword(clusterInstance.getPassword()); config.setInstanceZookeepers(zookeepers + "/fluo"); config.setAccumuloZookeepers(zookeepers); config.setApplicationName(getRyaInstanceName()); config.setAccumuloTable("fluo" + getRyaInstanceName()); return config; }
@Before public void setUpFluo() throws Exception { table = getNextTableName(); config = new FluoConfiguration(); config.setApplicationName("impl-test" + testCounter.getAndIncrement()); config.setAccumuloInstance(clientInfo.getInstanceName()); config.setAccumuloUser(USER); config.setAccumuloPassword(PASSWORD); config.setAccumuloTable(table); config.setAccumuloZookeepers(clientInfo.getZooKeepers()); config.setInstanceZookeepers(clientInfo.getZooKeepers() + "/fluo"); config.setTransactionRollbackTime(1, TimeUnit.SECONDS); setupObservers(config); config.setProperty(FluoConfigurationImpl.ZK_UPDATE_PERIOD_PROP, "1000"); config.setMiniStartAccumulo(false); try (FluoAdmin admin = FluoFactory.newAdmin(config)) { InitializationOptions opts = new InitializationOptions().setClearZookeeper(true).setClearTable(true); admin.initialize(opts); } client = FluoFactory.newClient(config); env = new Environment(config); oserver = new OracleServer(env); oserver.start(); }
@Before public void setUpFluo() throws Exception { config = new FluoConfiguration(); config.setApplicationName("mini-test" + testCounter.getAndIncrement()); config.setAccumuloInstance(clientInfo.getInstanceName()); config.setAccumuloUser(USER); config.setAccumuloPassword(PASSWORD); config.setAccumuloZookeepers(clientInfo.getZooKeepers()); config.setInstanceZookeepers(clientInfo.getZooKeepers() + "/fluo"); config.setAccumuloTable(getNextTableName()); config.setWorkerThreads(5); setupObservers(config); config.setMiniStartAccumulo(false); setConfig(config); setAppConfig(config.getAppConfiguration()); config.setTransactionRollbackTime(1, TimeUnit.SECONDS); try (FluoAdmin admin = FluoFactory.newAdmin(config)) { InitializationOptions opts = new InitializationOptions().setClearZookeeper(true).setClearTable(true); admin.initialize(opts); } config.getAppConfiguration().clear(); client = FluoFactory.newClient(config); miniFluo = FluoFactory.newMiniFluo(config); }
@Test public void testBasic() { try (FluoClient client = FluoFactory.newClient(config)) { client.newSnapshot(); } FluoConfiguration fluoConfig = new FluoConfiguration(); fluoConfig.setApplicationName(config.getApplicationName()); fluoConfig.setInstanceZookeepers(config.getInstanceZookeepers()); try (FluoClient client = FluoFactory.newClient(fluoConfig)) { client.newSnapshot(); } try (FluoClientImpl client = new FluoClientImpl(fluoConfig)) { client.newSnapshot(); FluoConfiguration sharedConfig = client.getSharedConfiguration(); Assert.assertEquals(config.getAccumuloTable(), sharedConfig.getAccumuloTable()); Assert.assertEquals(config.getAccumuloInstance(), sharedConfig.getAccumuloInstance()); Assert.assertEquals(config.getAccumuloUser(), sharedConfig.getAccumuloUser()); Assert.assertEquals(config.getZookeeperTimeout(), sharedConfig.getZookeeperTimeout()); Assert.assertEquals(config.getTransactionRollbackTime(), sharedConfig.getTransactionRollbackTime()); } }