@Override public Void call() throws Exception { writer.commit(); return null; } };
@Override public void commit() throws IOException { writer.commit(); }
@Override public void commit() throws IOException { writer.commit(); }
@Override public void commit() throws IOException { this.embeddedWriter.commit(); super.commit(); }
@Override public void commit() throws IOException { int writersCommitted = 0; for (Map.Entry<GenericRecord, DataWriter<D>> entry : this.partitionWriters.asMap().entrySet()) { try { entry.getValue().commit(); writersCommitted++; } catch (Throwable throwable) { log.error(String.format("Failed to commit writer for partition %s.", entry.getKey()), throwable); } } if (writersCommitted < this.partitionWriters.asMap().size()) { throw new IOException("Failed to commit all writers."); } }
@Override public void commit() throws IOException { writeMetadata(); wrappedWriter.commit(); }
/** * Commit task data. */ private void commitData() throws IOException { if (this.writer.isPresent()) { // Not to catch the exception this may throw so it gets propagated this.writer.get().commit(); } try { if (GobblinMetrics.isEnabled(this.taskState.getWorkunit())) { // Update record-level and byte-level metrics after the writer commits updateRecordMetrics(); updateByteMetrics(); } } catch (IOException ioe) { // Trap the exception as failing to update metrics should not cause the task to fail this.logger.error("Failed to update byte-level metrics of task " + this.taskId); } }
writer.commit(); Assert.assertTrue(this.fs.exists(new Path(new Path(tmpDir.getAbsolutePath(), "output"), "writer-output.orc")), "output file not found");
this.writer.commit();
this.writer.commit();
this.writer.commit();
testClient.recreateIndex(indexName); writer.write(testRecord); writer.commit(); } finally { writer.close();
writer.write(testRecord1); writer.write(testRecord2); writer.commit(); writer.close(); if (malformedDocPolicy == MalformedDocPolicy.FAIL) {
@Override public void commit() throws IOException { writer.commit(); }
@Override public Void call() throws Exception { writer.commit(); return null; } };
@Override public void commit() throws IOException { writer.commit(); }
@Override public void commit() throws IOException { this.embeddedWriter.commit(); super.commit(); }
@Override public void commit() throws IOException { int writersCommitted = 0; for (Map.Entry<GenericRecord, DataWriter<D>> entry : this.partitionWriters.asMap().entrySet()) { try { entry.getValue().commit(); writersCommitted++; } catch (Throwable throwable) { log.error(String.format("Failed to commit writer for partition %s.", entry.getKey()), throwable); } } if (writersCommitted < this.partitionWriters.asMap().size()) { throw new IOException("Failed to commit all writers."); } }
@Override public void commit() throws IOException { writeMetadata(); wrappedWriter.commit(); }
/** * Commit task data. */ private void commitData() throws IOException { if (this.writer.isPresent()) { // Not to catch the exception this may throw so it gets propagated this.writer.get().commit(); } try { if (GobblinMetrics.isEnabled(this.taskState.getWorkunit())) { // Update record-level and byte-level metrics after the writer commits updateRecordMetrics(); updateByteMetrics(); } } catch (IOException ioe) { // Trap the exception as failing to update metrics should not cause the task to fail this.logger.error("Failed to update byte-level metrics of task " + this.taskId); } }