public static Path getBaseOutputDir(String queryId, String executionBlockSequenceId) { Path workDir = StorageUtil.concatPath( queryId, "output", executionBlockSequenceId); return workDir; }
int value = getMaxFileSequence(fs, eachFile.getPath(), recursive); if (value > maxValue) { maxValue = value;
private void readHeader() throws IOException { SYNC_INTERVAL = in.readInt(); StorageUtil.readFully(in, this.sync, 0, SYNC_HASH_SIZE); }
value = getMaxFileSequence(fs, eachFile.getPath(), recursive); if (value > maxValue) { maxValue = value; if (eachFile.getPath().getName().matches(fileNamePatternV08) || eachFile.getPath().getName().matches(fileNamePatternV09)) { value = getSequence(eachFile.getPath().getName()); if (value > maxValue) { maxValue = value;
@Override public void close() throws IOException { flush(); if (enabledStats) { stats.setNumBytes(getOffset()); } if (LOG.isDebugEnabled()) { LOG.debug("RawFileAppender written: " + getOffset() + " bytes, path: " + path); } StorageUtil.closeBuffer(buffer); IOUtils.cleanup(LOG, channel, randomAccessFile); }
value = getMaxFileSequence(fs, eachFile.getPath(), recursive); if (value > maxValue) { maxValue = value; if (eachFile.getPath().getName().matches(fileNamePatternV08) || eachFile.getPath().getName().matches(fileNamePatternV09)) { value = getSequence(eachFile.getPath().getName()); if (value > maxValue) { maxValue = value;
@Override public void close() throws IOException { if (tableStats != null) { tableStats.setReadBytes(fragment.getEndKey()); tableStats.setNumRows(recordCount); } StorageUtil.closeBuffer(buffer); IOUtils.cleanup(LOG, channel, fis); }
public static Path getBaseOutputDir(String queryId, String executionBlockSequenceId) { return StorageUtil.concatPath( queryId, "output", executionBlockSequenceId); }
fs.mkdirs(finalSubPath); int maxSeq = StorageUtil.getMaxFileSequence(fs, finalSubPath, false); for (FileStatus eachFile : fs.listStatus(fileStatus.getPath())) { if (eachFile.getPath().getName().startsWith("_")) {
private void readHeader() throws IOException { SYNC_INTERVAL = in.readInt(); StorageUtil.readFully(in, this.sync, 0, SYNC_HASH_SIZE); }
public static Path getBaseInputDir(String queryId, String executionBlockId) { Path workDir = StorageUtil.concatPath( queryId, "in", executionBlockId); return workDir; } }
fs.mkdirs(finalSubPath); int maxSeq = StorageUtil.getMaxFileSequence(fs, finalSubPath, false); for (FileStatus eachFile : fs.listStatus(fileStatus.getPath())) { if (eachFile.getPath().getName().startsWith("_")) {
private void fillRootIndex(int entryNum, FSDataInputStream in) throws IOException { this.dataIndex = new Tuple[entryNum]; this.offsetIndex = new long[entryNum]; Tuple keyTuple; byte[] buf; for (int i = 0; i < entryNum; i++) { buf = new byte[in.readInt()]; StorageUtil.readFully(in, buf, 0, buf.length); keyTuple = rowStoreDecoder.toTuple(buf); dataIndex[i] = keyTuple; this.offsetIndex[i] = in.readLong(); } }
public static Path getBaseInputDir(String queryId, String executionBlockId) { return StorageUtil.concatPath( queryId, "in", executionBlockId); }
@Test public final void testGetMaxFileSequence() throws IOException { for (int i = 0; i < 7; i++) { fs.create(new Path(testDir, "part-00-00000-00"+i), false); } assertEquals(6, StorageUtil.getMaxFileSequence(fs, testDir, true)); } }
private void fillRootIndex(int entryNum, FSDataInputStream in) throws IOException { this.dataIndex = new Tuple[entryNum]; this.offsetIndex = new long[entryNum]; Tuple keyTuple; byte[] buf; for (int i = 0; i < entryNum; i++) { buf = new byte[in.readInt()]; StorageUtil.readFully(in, buf, 0, buf.length); keyTuple = rowStoreDecoder.toTuple(buf); dataIndex[i] = keyTuple; this.offsetIndex[i] = in.readLong(); } }