HADOOP-4749. Added a new counter REDUCE_INPUT_BYTES. (Yongqiang He via zshao)

git-svn-id: https://svn.apache.org/repos/asf/hadoop/core/trunk@725588 13f79535-47bb-0310-9956-ffa450edef68

src/mapred/org/apache/hadoop/mapred/ReduceTask.java

@@ -107,6 +107,8 @@ class ReduceTask extends Task {
   private Progress copyPhase;
   private Progress sortPhase;
   private Progress reducePhase;
+  private Counters.Counter reduceInputBytes = 
+    getCounters().findCounter(Counter.REDUCE_INPUT_BYTES);
   private Counters.Counter reduceInputKeyCounter = 
     getCounters().findCounter(Counter.REDUCE_INPUT_GROUPS);
   private Counters.Counter reduceInputValueCounter = 
@@ -372,6 +374,7 @@ class ReduceTask extends Task {
         throw new IOException("Task: " + getTaskID() + 
             " - The reduce copier failed", reduceCopier.mergeThrowable);
       }
+      reduceInputBytes.increment(reduceCopier.reducerInputBytes);
     }
     copyPhase.complete();                         // copy is already complete
     setPhase(TaskStatus.Phase.SORT);
@@ -1624,6 +1627,8 @@ class ReduceTask extends Task {
       return numInFlight > maxInFlight;
     }
     
+    long           reducerInputBytes = 0;
+    
     public boolean fetchOutputs() throws IOException {
       //The map for (Hosts, List of MapIds from this Host)
       HashMap<String, List<MapOutputLocation>> mapLocations = 
@@ -1852,6 +1857,7 @@ class ReduceTask extends Task {
               numCopied++;
               lastProgressTime = System.currentTimeMillis();
               bytesTransferred += cr.getSize();
+              reducerInputBytes += cr.getSize();
                 
               long secsSinceStart = 
                 (System.currentTimeMillis()-startTime)/1000+1;

src/mapred/org/apache/hadoop/mapred/Task.java

@@ -65,6 +65,7 @@ abstract class Task implements Writable, Configurable {
     COMBINE_INPUT_RECORDS,
     COMBINE_OUTPUT_RECORDS,
     REDUCE_INPUT_GROUPS,
+    REDUCE_INPUT_BYTES, 
     REDUCE_INPUT_RECORDS,
     REDUCE_OUTPUT_RECORDS,
     REDUCE_SKIPPED_GROUPS,