diff options
Diffstat (limited to 'hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ContainerMetrics.java')
| -rw-r--r-- | hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ContainerMetrics.java | 121 |
1 files changed, 121 insertions, 0 deletions
diff --git a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ContainerMetrics.java b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ContainerMetrics.java new file mode 100644 index 0000000000..d4d732b8b6 --- /dev/null +++ b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ContainerMetrics.java @@ -0,0 +1,121 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.ozone.container.common.helpers; + +import org.apache.hadoop.classification.InterfaceAudience; +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.hdfs.DFSConfigKeys; +import org.apache.hadoop.hdds.protocol.proto.ContainerProtos; +import org.apache.hadoop.metrics2.MetricsSystem; +import org.apache.hadoop.metrics2.annotation.Metric; +import org.apache.hadoop.metrics2.annotation.Metrics; +import org.apache.hadoop.metrics2.lib.DefaultMetricsSystem; +import org.apache.hadoop.metrics2.lib.MetricsRegistry; +import org.apache.hadoop.metrics2.lib.MutableCounterLong; +import org.apache.hadoop.metrics2.lib.MutableQuantiles; +import org.apache.hadoop.metrics2.lib.MutableRate; + +/** + * + * This class is for maintaining the various Storage Container + * DataNode statistics and publishing them through the metrics interfaces. + * This also registers the JMX MBean for RPC. + * <p> + * This class has a number of metrics variables that are publicly accessible; + * these variables (objects) have methods to update their values; + * for example: + * <p> {@link #numOps}.inc() + * + */ +@InterfaceAudience.Private +@Metrics(about="Storage Container DataNode Metrics", context="dfs") +public class ContainerMetrics { + @Metric private MutableCounterLong numOps; + private MutableCounterLong[] numOpsArray; + private MutableCounterLong[] opsBytesArray; + private MutableRate[] opsLatency; + private MutableQuantiles[][] opsLatQuantiles; + private MetricsRegistry registry = null; + + public ContainerMetrics(int[] intervals) { + int numEnumEntries = ContainerProtos.Type.values().length; + final int len = intervals.length; + this.numOpsArray = new MutableCounterLong[numEnumEntries]; + this.opsBytesArray = new MutableCounterLong[numEnumEntries]; + this.opsLatency = new MutableRate[numEnumEntries]; + this.opsLatQuantiles = new MutableQuantiles[numEnumEntries][len]; + this.registry = new MetricsRegistry("StorageContainerMetrics"); + for (int i = 0; i < numEnumEntries; i++) { + numOpsArray[i] = registry.newCounter( + "num" + ContainerProtos.Type.valueOf(i + 1), + "number of " + ContainerProtos.Type.valueOf(i + 1) + " ops", + (long) 0); + opsBytesArray[i] = registry.newCounter( + "bytes" + ContainerProtos.Type.valueOf(i + 1), + "bytes used by " + ContainerProtos.Type.valueOf(i + 1) + "op", + (long) 0); + opsLatency[i] = registry.newRate( + "latency" + ContainerProtos.Type.valueOf(i + 1), + ContainerProtos.Type.valueOf(i + 1) + " op"); + + for (int j = 0; j < len; j++) { + int interval = intervals[j]; + String quantileName = ContainerProtos.Type.valueOf(i + 1) + "Nanos" + + interval + "s"; + opsLatQuantiles[i][j] = registry.newQuantiles(quantileName, + "latency of Container ops", "ops", "latency", interval); + } + } + } + + public static ContainerMetrics create(Configuration conf) { + MetricsSystem ms = DefaultMetricsSystem.instance(); + // Percentile measurement is off by default, by watching no intervals + int[] intervals = + conf.getInts(DFSConfigKeys.DFS_METRICS_PERCENTILES_INTERVALS_KEY); + return ms.register("StorageContainerMetrics", + "Storage Container Node Metrics", + new ContainerMetrics(intervals)); + } + + public void incContainerOpcMetrics(ContainerProtos.Type type){ + numOps.incr(); + numOpsArray[type.ordinal()].incr(); + } + + public long getContainerOpsMetrics(ContainerProtos.Type type){ + return numOpsArray[type.ordinal()].value(); + } + + public void incContainerOpsLatencies(ContainerProtos.Type type, + long latencyNanos) { + opsLatency[type.ordinal()].add(latencyNanos); + for (MutableQuantiles q: opsLatQuantiles[type.ordinal()]) { + q.add(latencyNanos); + } + } + + public void incContainerBytesStats(ContainerProtos.Type type, long bytes) { + opsBytesArray[type.ordinal()].incr(bytes); + } + + public long getContainerBytesMetrics(ContainerProtos.Type type){ + return opsBytesArray[type.ordinal()].value(); + } +}
\ No newline at end of file |