private HBaseCredentials buildCredentials(String table) throws StorageEngineException { StorageEtlConfiguration vStore = configuration.getStorageEngine(STORAGE_ENGINE_ID).getVariant(); DatabaseCredentials db = vStore.getDatabase(); String user = db.getUser(); String pass = db.getPassword();
MongoCredentials getMongoCredentials() { // If no database name is provided, read from the configuration file if (StringUtils.isEmpty(dbName)) { dbName = getOptions().getString(DB_NAME.key(), DB_NAME.defaultValue()); } DatabaseCredentials database = configuration.getStorageEngine(STORAGE_ENGINE_ID).getVariant().getDatabase(); try { return new MongoCredentials(database, dbName); } catch (IllegalOpenCGACredentialsException e) { throw Throwables.propagate(e); } }
@Test public void transformIsolated() throws Exception { ObjectMap params = new ObjectMap(); URI outputUri = newOutputUri(); VariantStorageEngine variantStorageManager = getVariantStorageEngine(); variantStorageManager.getConfiguration().getStorageEngine(variantStorageManager.getStorageEngineId()).getVariant().getDatabase() .setHosts(Collections.singletonList("1.1.1.1")); StoragePipelineResult etlResult = runETL(variantStorageManager, smallInputUri, outputUri, params, true, true, false); System.out.println("etlResult = " + etlResult); String[] malformedFiles = Paths.get(outputUri).toFile().list((dir, name) -> name.contains(MALFORMED_FILE)); assertEquals(0, malformedFiles.length); }
options.put(VariantStorageEngine.Options.MERGE_MODE.key(), VariantStorageEngine.MergeMode.BASIC); variantConfiguration.getDatabase().setHosts(Collections.singletonList("hbase://" + HadoopVariantStorageTest.configuration.get().get(HConstants.ZOOKEEPER_QUORUM))); return storageConfiguration;