public static AbstractStorageManager getStorageManager(TajoConf conf) throws IOException { return getStorageManager(conf, null); }
public static synchronized SeekableScanner getSeekableScanner( TajoConf conf, TableMeta meta, Schema schema, FileFragment fragment, Schema target) throws IOException { return (SeekableScanner)getStorageManager(conf, null, false).getScanner(meta, schema, fragment, target); }
private Scanner getNextScanner() throws IOException { if (iterator.hasNext()) { currentFragment = iterator.next(); currentScanner = StorageManagerFactory.getStorageManager((TajoConf)conf).getScanner(meta, schema, currentFragment, target); currentScanner.init(); return currentScanner; } else { return null; } }
private static synchronized AbstractStorageManager getStorageManager ( TajoConf conf, Path warehouseDir, boolean v2) throws IOException { URI uri; TajoConf localConf = new TajoConf(conf); if (warehouseDir != null) { localConf.setVar(ConfVars.WAREHOUSE_DIR, warehouseDir.toUri().toString()); } uri = TajoConf.getWarehouseDir(localConf).toUri(); String key = "file".equals(uri.getScheme()) ? "file" : uri.toString(); if(v2) { key += "_v2"; } if(storageManagers.containsKey(key)) { AbstractStorageManager sm = storageManagers.get(key); return sm; } else { AbstractStorageManager storageManager; if(v2) { storageManager = new StorageManagerV2(localConf); } else { storageManager = new StorageManager(localConf); } storageManagers.put(key, storageManager); return storageManager; } }
fs.mkdirs(dataFile.getParent()); FileAppender appender = (FileAppender) StorageManagerFactory.getStorageManager( tajoConf).getAppender(meta, outSchema, dataFile); appender.enableStats();