private String getKey(String baseName, Measurements measurements) { return getKey(baseName, measurements.getName()); }
/** * Extracts metrics from {@link com.codahale.metrics.Counter}. * * @param name name of the {@link com.codahale.metrics.Counter}. * @param counter instance of {@link com.codahale.metrics.Counter} to serialize. * @return a list of {@link org.apache.gobblin.metrics.Metric}. */ protected List<Metric> serializeCounter(String name, Counting counter) { return Lists.newArrayList( serializeValue(name, counter.getCount(), Measurements.COUNT.name()) ); }
private String getKey(String baseName, Measurements measurements) { return getKey(baseName, measurements.getName()); }
/** * Extracts metrics from {@link com.codahale.metrics.Metered}. * * @param name name of the {@link com.codahale.metrics.Metered}. * @param meter instance of {@link com.codahale.metrics.Metered} to serialize. * @return a list of {@link org.apache.gobblin.metrics.Metric}. */ protected List<Metric> serializeMetered(String name, Metered meter) { return Lists.newArrayList( serializeValue(name, meter.getCount(), Measurements.COUNT.name()), serializeValue(name, meter.getMeanRate(), Measurements.MEAN_RATE.name()), serializeValue(name, meter.getOneMinuteRate(), Measurements.RATE_1MIN.name()), serializeValue(name, meter.getFiveMinuteRate(), Measurements.RATE_5MIN.name()), serializeValue(name, meter.getFifteenMinuteRate(), Measurements.RATE_15MIN.name()) ); }
private void reportCount(MetricContext context, String name, long currentCount) { reportIncremental(context, MetricRegistry.name(name, Measurements.COUNT.getName()), calculateIncremental(name, currentCount)); // Remember the current count this.previousCounts.put(name, currentCount); }
/** * Extracts metrics from {@link com.codahale.metrics.Snapshot}. * * @param name name of the {@link com.codahale.metrics.Snapshot}. * @param snapshot instance of {@link com.codahale.metrics.Snapshot} to serialize. * @return a list of {@link org.apache.gobblin.metrics.Metric}. */ protected List<Metric> serializeSnapshot(String name, Snapshot snapshot) { return Lists.newArrayList( serializeValue(name, snapshot.getMean(), Measurements.MEAN.name()), serializeValue(name, snapshot.getMin(), Measurements.MIN.name()), serializeValue(name, snapshot.getMax(), Measurements.MAX.name()), serializeValue(name, snapshot.getMedian(), Measurements.MEDIAN.name()), serializeValue(name, snapshot.get75thPercentile(), Measurements.PERCENTILE_75TH.name()), serializeValue(name, snapshot.get95thPercentile(), Measurements.PERCENTILE_95TH.name()), serializeValue(name, snapshot.get99thPercentile(), Measurements.PERCENTILE_99TH.name()), serializeValue(name, snapshot.get999thPercentile(), Measurements.PERCENTILE_999TH.name()) ); }
private void reportCounter(List<Point> points, String prefix, String name, Counting counter, long timestamp) throws IOException { String metricName = getKey(prefix, name, COUNT.getName()); points.add(buildMetricAsPoint(metricName, counter.getCount(), false, timestamp)); }
/** * Extracts metrics from {@link com.codahale.metrics.Counter}. * * @param name name of the {@link com.codahale.metrics.Counter}. * @param counter instance of {@link com.codahale.metrics.Counter} to serialize. * @return a list of {@link org.apache.gobblin.metrics.Metric}. */ protected List<Metric> serializeCounter(String name, Counting counter) { return Lists.newArrayList( serializeValue(name, counter.getCount(), Measurements.COUNT.name()) ); }
private void reportCounter(String prefix, String name, Counting counter, long timestamp) throws IOException { String metricName = getKey(prefix, name, COUNT.getName()); pushMetric(metricName, counter.getCount(), false, timestamp); }
/** * Extracts metrics from {@link com.codahale.metrics.Metered}. * * @param name name of the {@link com.codahale.metrics.Metered}. * @param meter instance of {@link com.codahale.metrics.Metered} to serialize. * @return a list of {@link org.apache.gobblin.metrics.Metric}. */ protected List<Metric> serializeMetered(String name, Metered meter) { return Lists.newArrayList( serializeValue(name, meter.getCount(), Measurements.COUNT.name()), serializeValue(name, meter.getMeanRate(), Measurements.MEAN_RATE.name()), serializeValue(name, meter.getOneMinuteRate(), Measurements.RATE_1MIN.name()), serializeValue(name, meter.getFiveMinuteRate(), Measurements.RATE_5MIN.name()), serializeValue(name, meter.getFifteenMinuteRate(), Measurements.RATE_15MIN.name()) ); }
metrics.addAll(serializeSnapshot(timer.getKey(), timer.getValue().getSnapshot())); metrics.addAll(serializeMetered(timer.getKey(), timer.getValue())); metrics.addAll(serializeSingleValue(timer.getKey(), timer.getValue().getCount(), Measurements.COUNT.getName()));
/** * Extracts metrics from {@link com.codahale.metrics.Snapshot}. * * @param name name of the {@link com.codahale.metrics.Snapshot}. * @param snapshot instance of {@link com.codahale.metrics.Snapshot} to serialize. * @return a list of {@link org.apache.gobblin.metrics.Metric}. */ protected List<Metric> serializeSnapshot(String name, Snapshot snapshot) { return Lists.newArrayList( serializeValue(name, snapshot.getMean(), Measurements.MEAN.name()), serializeValue(name, snapshot.getMin(), Measurements.MIN.name()), serializeValue(name, snapshot.getMax(), Measurements.MAX.name()), serializeValue(name, snapshot.getMedian(), Measurements.MEDIAN.name()), serializeValue(name, snapshot.get75thPercentile(), Measurements.PERCENTILE_75TH.name()), serializeValue(name, snapshot.get95thPercentile(), Measurements.PERCENTILE_95TH.name()), serializeValue(name, snapshot.get99thPercentile(), Measurements.PERCENTILE_99TH.name()), serializeValue(name, snapshot.get999thPercentile(), Measurements.PERCENTILE_999TH.name()) ); }
private String getMetricValue(String metricPrefix, String metric, Measurements key) { String metricKey = (key == null) ? MetricRegistry.name(CONTEXT_NAME, metricPrefix, metric) : MetricRegistry.name(CONTEXT_NAME, metricPrefix, metric, key.getName()); return influxDB.getMetric(metricKey).getValue(); }
private String getMetricValue(String metricPrefix, String metric, Measurements key) { String metricKey = (key == null) ? MetricRegistry.name(CONTEXT_NAME, metricPrefix, metric) : MetricRegistry.name(CONTEXT_NAME, metricPrefix, metric, key.getName()); return graphiteSender.getMetric(metricKey).getValue(); }
private long getMetricTimestamp(String metric, Measurements key) { String metricKey = (key == null) ? MetricRegistry.name(CONTEXT_NAME, METRIC_PREFIX, metric) : MetricRegistry.name(CONTEXT_NAME, METRIC_PREFIX, metric, key.getName()); return graphiteSender.getMetric(metricKey).getTimestamp(); }
private long getMetricTimestamp(String metric, Measurements key) { String metricKey = (key == null) ? MetricRegistry.name(CONTEXT_NAME, METRIC_PREFIX, metric) : MetricRegistry.name(CONTEXT_NAME, METRIC_PREFIX, metric, key.getName()); return influxDB.getMetric(metricKey).getTimestamp(); }
@BeforeClass public void setUp() throws Exception { String contextName = CONTEXT_NAME + "_" + UUID.randomUUID().toString(); Reporter mockedReporter = Mockito.mock(Reporter.class); this.recordsProcessedCount = Mockito.mock(Counters.Counter.class); Mockito.when(mockedReporter.getCounter( contextName, MetricRegistry.name(RECORDS_PROCESSED, Measurements.COUNT.getName()))) .thenReturn(this.recordsProcessedCount); this.recordProcessRateCount = Mockito.mock(Counters.Counter.class); Mockito.when(mockedReporter.getCounter( contextName, MetricRegistry.name(RECORD_PROCESS_RATE, Measurements.COUNT.getName()))) .thenReturn(this.recordProcessRateCount); this.recordSizeDistributionCount = Mockito.mock(Counters.Counter.class); Mockito.when(mockedReporter.getCounter( contextName, MetricRegistry.name(RECORD_SIZE_DISTRIBUTION, Measurements.COUNT.getName()))) .thenReturn(this.recordSizeDistributionCount); this.totalDurationCount = Mockito.mock(Counters.Counter.class); Mockito.when(mockedReporter.getCounter( contextName, MetricRegistry.name(TOTAL_DURATION, Measurements.COUNT.getName()))) .thenReturn(this.totalDurationCount); this.queueSize = Mockito.mock(Counters.Counter.class); Mockito.when(mockedReporter.getCounter(contextName, QUEUE_SIZE)).thenReturn(this.queueSize); this.hadoopCounterReporter = HadoopCounterReporter.builder(mockedReporter) .convertRatesTo(TimeUnit.SECONDS) .convertDurationsTo(TimeUnit.SECONDS) .filter(MetricFilter.ALL) .build(MetricContext.builder(contextName).buildStrict()); }
@BeforeClass @SuppressWarnings("unchecked") public void setUp() { TaskInputOutputContext<Object, Object, Object, Object> mockContext = Mockito.mock(TaskInputOutputContext.class); this.recordsProcessedCount = Mockito.mock(Counter.class); Mockito.when(mockContext.getCounter( this.name, MetricRegistry.name(RECORDS_PROCESSED, Measurements.COUNT.getName()))) .thenReturn(this.recordsProcessedCount); this.recordProcessRateCount = Mockito.mock(Counter.class); Mockito.when(mockContext.getCounter( this.name, MetricRegistry.name(RECORD_PROCESS_RATE, Measurements.COUNT.getName()))) .thenReturn(this.recordProcessRateCount); this.recordSizeDistributionCount = Mockito.mock(Counter.class); Mockito.when(mockContext.getCounter( this.name, MetricRegistry.name(RECORD_SIZE_DISTRIBUTION, Measurements.COUNT.getName()))) .thenReturn(this.recordSizeDistributionCount); this.totalDurationCount = Mockito.mock(Counter.class); Mockito.when(mockContext.getCounter( this.name, MetricRegistry.name(TOTAL_DURATION, Measurements.COUNT.getName()))) .thenReturn(this.totalDurationCount); this.queueSize = Mockito.mock(Counter.class); Mockito.when(mockContext.getCounter(this.name, QUEUE_SIZE)).thenReturn(this.queueSize); this.hadoopCounterReporter = NewAPIHadoopCounterReporter.builder(mockContext) .convertRatesTo(TimeUnit.SECONDS) .convertDurationsTo(TimeUnit.SECONDS) .filter(MetricFilter.ALL) .build(MetricContext.builder(this.name).build()); }
private String getKey(String baseName, Measurements measurements) { return getKey(baseName, measurements.getName()); }
private String getKey(String baseName, Measurements measurements) { return getKey(baseName, measurements.getName()); }