protected void reportProgress() { // Send some status periodically countAfterReport++; if ((countAfterReport % heartbeatInterval) == 0 && (reporter != null)) { reporter.progress(); countAfterReport = 0; } }
protected void reportProgress() { // Send some status periodically countAfterReport++; if ((countAfterReport % heartbeatInterval) == 0 && (reporter != null)) { reporter.progress(); countAfterReport = 0; } }
@Override public void run() { if (rp != null) { LOG .info("ReporterTask calling reporter.progress() for " + logClassName); rp.progress(); } } }
@Override public void run() { if (rp != null) { LOG .info("ReporterTask calling reporter.progress() for " + logClassName); rp.progress(); } } }
/** * Report status to JT so that JT won't kill this task if closing takes too long * due to too many files to close and the NN is overloaded. * * @return true if a new progress update is reported, false otherwise. */ protected boolean updateProgress() { if (reporter != null && (System.currentTimeMillis() - lastProgressReport) > timeOut) { reporter.progress(); lastProgressReport = System.currentTimeMillis(); return true; } else { return false; } }
/** * Report status to JT so that JT won't kill this task if closing takes too long * due to too many files to close and the NN is overloaded. * * @return true if a new progress update is reported, false otherwise. */ protected boolean updateProgress() { if (reporter != null && (System.currentTimeMillis() - lastProgressReport) > timeOut) { reporter.progress(); lastProgressReport = System.currentTimeMillis(); return true; } else { return false; } }
reporter.progress();
reporter.progress();
private void processKey(Object row, ObjectInspector rowInspector) throws HiveException { if (hashAggr) { newKeys.setHashKey(); processHashAggr(row, rowInspector, newKeys); } else { processAggr(row, rowInspector, newKeys); } if (countAfterReport != 0 && (countAfterReport % heartbeatInterval) == 0 && (reporter != null)) { reporter.progress(); countAfterReport = 0; } }
private void processKey(Object row, ObjectInspector rowInspector) throws HiveException { if (hashAggr) { newKeys.setHashKey(); processHashAggr(row, rowInspector, newKeys); } else { processAggr(row, rowInspector, newKeys); } if (countAfterReport != 0 && (countAfterReport % heartbeatInterval) == 0 && (reporter != null)) { reporter.progress(); countAfterReport = 0; } }
reporter.progress();
reporter.progress();
public void reduce(K key, Iterator<V> values, OutputCollector<K, V> output, Reporter reporter) throws IOException { // report progress if ((noValues%10) == 0) { reporter.progress(); } // ... }
mockReduceTask.getNumMaps(); mockReduceTask.getPartition(); mockReporter.progress();
protected static void reportProgress(@Nullable Reporter reporter) { if (reporter != null) { synchronized (reporter) { reporter.progress(); } } }
protected static void reportProgress(@Nonnull Reporter reporter) { if (reporter != null) { synchronized (reporter) { reporter.progress(); } } }
@Override public void run() { if (rp != null) { LOG .info("ReporterTask calling reporter.progress() for " + logClassName); rp.progress(); } } }