private JSONObject getCountersJson(Counters ctrs) throws JSONException { JSONObject countersJson = new JSONObject(); Iterator<Counters.Group> iterator = ctrs.iterator(); while(iterator.hasNext()) { Counters.Group group = iterator.next(); Iterator<Counters.Counter> groupIterator = group.iterator(); JSONObject groupJson = new JSONObject(); while(groupIterator.hasNext()) { Counters.Counter counter = groupIterator.next(); groupJson.put(counter.getDisplayName(), counter.getCounter()); } countersJson.put(group.getDisplayName(), groupJson); } return countersJson; }
private Map<String, Double> extractAllCounterValues(Counters counters) { Map<String, Double> exctractedCounters = new HashMap<String, Double>(); for (Counters.Group cg : counters) { for (Counter c : cg) { exctractedCounters.put(cg.getName() + "::" + c.getName(), new Double(c.getCounter())); } } return exctractedCounters; }
private Map<String, Double> extractAllCounterValues(Counters counters) { Map<String, Double> exctractedCounters = new HashMap<String, Double>(); for (Counters.Group cg : counters) { for (Counter c : cg) { exctractedCounters.put(cg.getName() + "::" + c.getName(), new Double(c.getCounter())); } } return exctractedCounters; }
public void finish(RunningJob runningJob) throws IOException { super.finish(runningJob) ; counts = new HashMap<Counts,Long>() ; for (Counts count:Counts.values()) { Counters.Counter counter = runningJob.getCounters().findCounter(count) ; if (counter != null) counts.put(count, counter.getCounter()) ; else counts.put(count, 0L) ; } saveCounts() ; } }
public void finish(RunningJob runningJob) throws IOException { super.finish(runningJob) ; unforwardedCounts = new HashMap<Unforwarded,Long>() ; for (Unforwarded u:Unforwarded.values()) { Counters.Counter counter = runningJob.getCounters().findCounter(u) ; if (counter != null) unforwardedCounts.put(u, counter.getCounter()) ; else unforwardedCounts.put(u, 0L) ; } saveUnforwardedCounts() ; }
public void finish(RunningJob runningJob) throws IOException { super.finish(runningJob) ; counts = new HashMap<Counts,Long>() ; for (Counts count:Counts.values()) { Counters.Counter counter = runningJob.getCounters().findCounter(count) ; if (counter != null) counts.put(count, counter.getCounter()) ; else counts.put(count, 0L) ; } saveCounts() ; }
private void validateCounters(Counters counter, long spillRecCnt, long mapInputRecords, long mapOutputRecords) { // Check if the numer of Spilled Records is same as expected assertEquals(spillRecCnt, counter.findCounter(TaskCounter.SPILLED_RECORDS).getCounter()); assertEquals(mapInputRecords, counter.findCounter(TaskCounter.MAP_INPUT_RECORDS).getCounter()); assertEquals(mapOutputRecords, counter.findCounter(TaskCounter.MAP_OUTPUT_RECORDS).getCounter()); }
@Override public long getCount() { return adaptee.getCounter(); } }
public void finish(RunningJob runningJob) throws IOException { super.finish(runningJob) ; counts = new HashMap<Counts,Long>() ; for (Counts c:Counts.values()) { Counters.Counter counter = runningJob.getCounters().findCounter(c) ; if (counter != null) counts.put(c, counter.getCounter()) ; else counts.put(c, 0L) ; } saveCounts() ; }
synchronized boolean contentEquals(Counter c) { return name.equals(c.getName()) && displayName.equals(c.getDisplayName()) && value == c.getCounter(); }
@Override public long getCount() { return adaptee.getCounter(); } }
/** * Returns processing rate in records/ms */ @Override public double getMapRecordProcessingRate(long currentTime) { @SuppressWarnings("deprecation") long bytesProcessed = super.getCounters().findCounter (Task.Counter.MAP_INPUT_RECORDS).getCounter(); return calculateRate(bytesProcessed, currentTime); } }
/** * Returns processing rate in bytes/ms */ @Override public double getMapByteProcessingRate(long currentTime) { @SuppressWarnings("deprecation") long bytesProcessed = super.getCounters().findCounter (Task.Counter.MAP_INPUT_BYTES).getCounter(); return calculateRate(bytesProcessed, currentTime); }
@Override public long getCount() { return adaptee.getCounter(); } }
private void validateCounters(Counters counter, long spillRecCnt, long mapInputRecords, long mapOutputRecords) { // Check if the numer of Spilled Records is same as expected assertEquals(spillRecCnt, counter.findCounter(TaskCounter.SPILLED_RECORDS).getCounter()); assertEquals(mapInputRecords, counter.findCounter(TaskCounter.MAP_INPUT_RECORDS).getCounter()); assertEquals(mapOutputRecords, counter.findCounter(TaskCounter.MAP_OUTPUT_RECORDS).getCounter()); }
private Map<String, Double> extractAllCounterValues(Counters counters) { Map<String, Double> exctractedCounters = new HashMap<String, Double>(); for (Counters.Group cg : counters) { for (Counter c : cg) { exctractedCounters.put(cg.getName() + "::" + c.getName(), new Double(c.getCounter())); } } return exctractedCounters; }
long numCollisions = reporter.getCounter(CollisionCounter.MAX_COLLISIONS).getCounter(); if(numTuples > numCollisions) { reporter.incrCounter(CollisionCounter.MAX_COLLISIONS, numTuples - numCollisions);
sb.append(counter.getDisplayName()); sb.append(':'); sb.append(counter.getCounter()); String tab = getRowCountTableName(counter.getDisplayName()); if (tab != null) { sb1.append(counter.getCounter()); ji.rowCountMap.put(tab, counter.getCounter());
sb.append(counter.getDisplayName()); sb.append(':'); sb.append(counter.getCounter()); String tab = getRowCountTableName(counter.getDisplayName()); if (tab != null) { sb1.append(counter.getCounter()); ji.rowCountMap.put(tab, counter.getCounter());
void testInputFormat(Class<? extends InputFormat> clazz) throws IOException { Configuration conf = UTIL.getConfiguration(); final JobConf job = new JobConf(conf); job.setInputFormat(clazz); job.setOutputFormat(NullOutputFormat.class); job.setMapperClass(ExampleVerifier.class); job.setNumReduceTasks(0); LOG.debug("submitting job."); final RunningJob run = JobClient.runJob(job); assertTrue("job failed!", run.isSuccessful()); assertEquals("Saw the wrong number of instances of the filtered-for row.", 2, run.getCounters() .findCounter(TestTableInputFormat.class.getName() + ":row", "aaa").getCounter()); assertEquals("Saw any instances of the filtered out row.", 0, run.getCounters() .findCounter(TestTableInputFormat.class.getName() + ":row", "bbb").getCounter()); assertEquals("Saw the wrong number of instances of columnA.", 1, run.getCounters() .findCounter(TestTableInputFormat.class.getName() + ":family", "columnA").getCounter()); assertEquals("Saw the wrong number of instances of columnB.", 1, run.getCounters() .findCounter(TestTableInputFormat.class.getName() + ":family", "columnB").getCounter()); assertEquals("Saw the wrong count of values for the filtered-for row.", 2, run.getCounters() .findCounter(TestTableInputFormat.class.getName() + ":value", "value aaa").getCounter()); assertEquals("Saw the wrong count of values for the filtered-out row.", 0, run.getCounters() .findCounter(TestTableInputFormat.class.getName() + ":value", "value bbb").getCounter()); }