Browse Source

Revert "HDFS-14353. Erasure Coding: metrics xmitsInProgress become to negative. Contributed by maobaolong."

This reverts commit 1cb2eb0df30d4fbaa090c68022833063f3d225cc.
Inigo Goiri 6 years ago
parent
commit
c9393dd17f

+ 0 - 4
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/erasurecode/ErasureCodingWorker.java

@@ -170,8 +170,4 @@ public final class ErasureCodingWorker {
     stripedReconstructionPool.shutdown();
     stripedReadPool.shutdown();
   }
-
-  public float getXmitWeight() {
-    return xmitWeight;
-  }
 }

+ 1 - 5
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/erasurecode/StripedBlockReconstructor.java

@@ -67,11 +67,7 @@ class StripedBlockReconstructor extends StripedReconstructor
       LOG.warn("Failed to reconstruct striped block: {}", getBlockGroup(), e);
       getDatanode().getMetrics().incrECFailedReconstructionTasks();
     } finally {
-      float xmitWeight = getErasureCodingWorker().getXmitWeight();
-      // if the xmits is smaller than 1, the xmitsSubmitted should be set to 1
-      // because if it set to zero, we cannot to measure the xmits submitted
-      int xmitsSubmitted = Math.max((int) (getXmits() * xmitWeight), 1);
-      getDatanode().decrementXmitsInProgress(xmitsSubmitted);
+      getDatanode().decrementXmitsInProgress(getXmits());
       final DataNodeMetrics metrics = getDatanode().getMetrics();
       metrics.incrECReconstructionTasks();
       metrics.incrECReconstructionBytesRead(getBytesRead());

+ 0 - 4
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/erasurecode/StripedReconstructor.java

@@ -275,8 +275,4 @@ abstract class StripedReconstructor {
   DataNode getDatanode() {
     return datanode;
   }
-
-  public ErasureCodingWorker getErasureCodingWorker() {
-    return erasureCodingWorker;
-  }
 }

+ 0 - 6
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestReconstructStripedFile.java

@@ -514,8 +514,6 @@ public class TestReconstructStripedFile {
 
   @Test(timeout = 180000)
   public void testErasureCodingWorkerXmitsWeight() throws Exception {
-    testErasureCodingWorkerXmitsWeight(0.5f,
-        (int) (ecPolicy.getNumDataUnits() * 0.5f));
     testErasureCodingWorkerXmitsWeight(1f, ecPolicy.getNumDataUnits());
     testErasureCodingWorkerXmitsWeight(0f, 1);
     testErasureCodingWorkerXmitsWeight(10f, 10 * ecPolicy.getNumDataUnits());
@@ -569,10 +567,6 @@ public class TestReconstructStripedFile {
     } finally {
       barrier.await();
       DataNodeFaultInjector.set(oldInjector);
-      for (final DataNode curDn : cluster.getDataNodes()) {
-        GenericTestUtils.waitFor(() -> curDn.getXceiverCount() > 1, 10, 60000);
-        assertEquals(0, curDn.getXmitsInProgress());
-      }
     }
   }
 }