@Override public void close() throws IOException { output.close(); try { dataSource.commitAttemptOutput(outputContext); dataSource.cleanupAttemptOutput(outputContext); dataSource.commitTransactionOutput(outputContext.getTransactionContext()); dataSource.cleanupTransactionOutput(outputContext.getTransactionContext()); } catch (InterruptedException e) { throw (IOException) new InterruptedIOException("interrupted").initCause(e); //$NON-NLS-1$ } } };
Path getAttemptOutput(OutputAttemptContext context) { assert context != null; Path tempPath = getTemporaryOutput(context.getTransactionContext()); String suffix = String.format("%s/%s", //$NON-NLS-1$ ATTEMPT_AREA, context.getAttemptId()); return append(tempPath, suffix); }
private void commitTransaction(HadoopDataSourceCore core) throws IOException, InterruptedException { core.commitTransactionOutput(context.getTransactionContext()); core.cleanupTransactionOutput(context.getTransactionContext()); }
dataSource.setupTransactionOutput(outputContext.getTransactionContext()); dataSource.setupAttemptOutput(outputContext); Counter counter = new Counter();
private void setup(HadoopDataSourceCore core) throws IOException, InterruptedException { core.setupTransactionOutput(context.getTransactionContext()); core.setupAttemptOutput(context); }
private void cleanup(HadoopDataSourceCore core) throws IOException, InterruptedException { core.cleanupAttemptOutput(context); core.cleanupTransactionOutput(context.getTransactionContext()); }
Path target; if (profile.isOutputStaging()) { target = getStagingOutput(context.getTransactionContext()); } else { target = profile.getFileSystemPath();
/** * Test method for commitTransactionOutput. * @throws Exception if failed */ @Test public void testCommitTransactionOutput() throws Exception { OutputAttemptContext context = context(); long s1 = counter.count; ds.commitTransactionOutput(context.getTransactionContext()); long s2 = counter.count; assertThat(s2, greaterThan(s1)); assertKeepAlive(false); }
/** * Test method for setupTransactionOutput. * @throws Exception if failed */ @Test public void testSetupTransactionOutput() throws Exception { OutputAttemptContext context = context(); long s1 = counter.count; ds.setupTransactionOutput(context.getTransactionContext()); long s2 = counter.count; assertThat(s2, greaterThan(s1)); assertKeepAlive(false); }
/** * Test method for cleanupTransactionOutput. * @throws Exception if failed */ @Test public void testCleanupTransactionOutput() throws Exception { OutputAttemptContext context = context(); long s1 = counter.count; ds.cleanupTransactionOutput(context.getTransactionContext()); long s2 = counter.count; assertThat(s2, greaterThan(s1)); assertKeepAlive(false); }