summaryrefslogtreecommitdiff
path: root/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/ContainerReportManagerImpl.java
diff options
context:
space:
mode:
Diffstat (limited to 'hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/ContainerReportManagerImpl.java')
-rw-r--r--hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/ContainerReportManagerImpl.java90
1 files changed, 90 insertions, 0 deletions
diff --git a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/ContainerReportManagerImpl.java b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/ContainerReportManagerImpl.java
new file mode 100644
index 0000000000..6c83c66a3a
--- /dev/null
+++ b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/ContainerReportManagerImpl.java
@@ -0,0 +1,90 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.ozone.container.common.impl;
+
+import org.apache.commons.lang3.RandomUtils;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hdds.protocol.proto
+ .StorageContainerDatanodeProtocolProtos.ReportState;
+import org.apache.hadoop.ozone.OzoneConfigKeys;
+import org.apache.hadoop.ozone.container.common.interfaces
+ .ContainerReportManager;
+import org.apache.hadoop.util.Time;
+
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicLong;
+
+import static org.apache.hadoop.hdds.scm.HddsServerUtil.getScmHeartbeatInterval;
+
+/**
+ * Class wraps the container report operations on datanode.
+ * // TODO: support incremental/delta container report
+ */
+public class ContainerReportManagerImpl implements ContainerReportManager {
+ // Last non-empty container report time
+ private long lastContainerReportTime;
+ private final long containerReportInterval;
+ private final long heartbeatInterval;
+ private AtomicLong reportCount;
+ private static final ReportState NO_CONTAINER_REPORTSTATE =
+ ReportState.newBuilder()
+ .setState(ReportState.states.noContainerReports)
+ .setCount(0).build();
+
+ public ContainerReportManagerImpl(Configuration config) {
+ this.lastContainerReportTime = -1;
+ this.reportCount = new AtomicLong(0L);
+ this.containerReportInterval = config.getTimeDuration(
+ OzoneConfigKeys.OZONE_CONTAINER_REPORT_INTERVAL,
+ OzoneConfigKeys.OZONE_CONTAINER_REPORT_INTERVAL_DEFAULT,
+ TimeUnit.MILLISECONDS);
+ this.heartbeatInterval = getScmHeartbeatInterval(config);
+ }
+
+ public ReportState getContainerReportState() {
+ if (lastContainerReportTime < 0) {
+ return getFullContainerReportState();
+ } else {
+ // Add a random delay (0~30s) on top of the container report
+ // interval (60s) so tha the SCM is overwhelmed by the container reports
+ // sent in sync.
+ if (Time.monotonicNow() - lastContainerReportTime >
+ (containerReportInterval + getRandomReportDelay())) {
+ return getFullContainerReportState();
+ } else {
+ return getNoContainerReportState();
+ }
+ }
+ }
+
+ private ReportState getFullContainerReportState() {
+ ReportState.Builder rsBuilder = ReportState.newBuilder();
+ rsBuilder.setState(ReportState.states.completeContinerReport);
+ rsBuilder.setCount(reportCount.incrementAndGet());
+ this.lastContainerReportTime = Time.monotonicNow();
+ return rsBuilder.build();
+ }
+
+ private ReportState getNoContainerReportState() {
+ return NO_CONTAINER_REPORTSTATE;
+ }
+
+ private long getRandomReportDelay() {
+ return RandomUtils.nextLong(0, heartbeatInterval);
+ }
+}