@Override public void write(WritableComparable key, HiveWritableRecord value) throws IOException, InterruptedException { Writable serializedValue = serialize(key, value); write(key, value, serializedValue); }
@Override public void write(WritableComparable key, HiveWritableRecord value) throws IOException, InterruptedException { long startTime = System.currentTimeMillis(); super.write(key, value); long elapsedTime = System.currentTimeMillis() - startTime; if (elapsedTime > writeTimeoutMs) { LOG.info("write: Write taking too long ({}s), creating new file to write to", elapsedTime); baseWriter.close(new ProgressReporter(taskAttemptContext)); baseWriter = HiveApiOutputFormat.getBaseRecordWriter(taskAttemptContext, baseOutputFormat); } } }
recordWriter.write(NullWritable.get(), record);