/** * Test counter recovery */ private void testCounter(Counters counter) throws ParseException { String compactEscapedString = counter.makeEscapedCompactString(); assertFalse("compactEscapedString should not contain null", compactEscapedString.contains("null")); Counters recoveredCounter = Counters.fromEscapedCompactString(compactEscapedString); // Check for recovery from string assertEquals("Recovered counter does not match on content", counter, recoveredCounter); }
protected static Counters parseCounters(String counters) throws ParseException { if (counters == null) { LOG.warn("HistoryEventEmitters: null counter detected:"); return null; } counters = counters.replace("\\.", "\\\\."); counters = counters.replace("\\\\{", "\\{"); counters = counters.replace("\\\\}", "\\}"); counters = counters.replace("\\\\(", "\\("); counters = counters.replace("\\\\)", "\\)"); counters = counters.replace("\\\\[", "\\["); counters = counters.replace("\\\\]", "\\]"); org.apache.hadoop.mapred.Counters depForm = org.apache.hadoop.mapred.Counters.fromEscapedCompactString(counters); return new Counters(depForm); } }
protected static Counters parseCounters(String counters) throws ParseException { if (counters == null) { LOG.warn("HistoryEventEmitters: null counter detected:"); return null; } counters = counters.replace("\\.", "\\\\."); counters = counters.replace("\\\\{", "\\{"); counters = counters.replace("\\\\}", "\\}"); counters = counters.replace("\\\\(", "\\("); counters = counters.replace("\\\\)", "\\)"); counters = counters.replace("\\\\[", "\\["); counters = counters.replace("\\\\]", "\\]"); org.apache.hadoop.mapred.Counters depForm = org.apache.hadoop.mapred.Counters.fromEscapedCompactString(counters); return new Counters(depForm); } }
public static String extractCounter(String counterFromHist, String... counterNames) throws ParseException { Counters counters = Counters.fromEscapedCompactString(counterFromHist); for (Counters.Group group : counters) { for (Counters.Counter counter : group) { for (String counterName : counterNames) { if (counterName.equals(counter.getName())) { return String.valueOf(counter.getCounter()); } } } } return null; }
public static String extractCounter(String counterFromHist, String... counterNames) throws ParseException { Counters counters = Counters.fromEscapedCompactString(counterFromHist); for (Counters.Group group : counters) { for (Counters.Counter counter : group) { for (String counterName : counterNames) { if (counterName.equals(counter.getName())) { return String.valueOf(counter.getCounter()); } } } } return ""; }
private void printCounters(StringBuffer buff, JobInfo job) throws ParseException { Counters mapCounters = Counters.fromEscapedCompactString(job.get(Keys.MAP_COUNTERS)); Counters reduceCounters = Counters.fromEscapedCompactString(job.get(Keys.REDUCE_COUNTERS)); Counters totalCounters = Counters.fromEscapedCompactString(job.get(Keys.COUNTERS));
/** * Test counter recovery */ private void testCounter(Counters counter) throws ParseException { String compactEscapedString = counter.makeEscapedCompactString(); Counters recoveredCounter = Counters.fromEscapedCompactString(compactEscapedString); // Check for recovery from string assertEquals("Recovered counter does not match on content", counter, recoveredCounter); assertEquals("recovered counter has wrong hash code", counter.hashCode(), recoveredCounter.hashCode()); }
counter = Counters.fromEscapedCompactString(counterString); } catch (ParseException pe) { counter = new Counters(); // Set it to empty counter