Browse Source

MAPREDUCE-3678. The Map tasks logs should have the value of input split it processed. Contributed by Harsh J. (harsh)

git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1396032 13f79535-47bb-0310-9956-ffa450edef68
Harsh J 12 years ago
parent
commit
0aa8188d18

+ 3 - 0
hadoop-mapreduce-project/CHANGES.txt

@@ -152,6 +152,9 @@ Release 2.0.3-alpha - Unreleased
 
 
   IMPROVEMENTS
   IMPROVEMENTS
 
 
+    MAPREDUCE-3678. The Map tasks logs should have the value of input
+    split it processed. (harsh)
+
   OPTIMIZATIONS
   OPTIMIZATIONS
 
 
   BUG FIXES
   BUG FIXES

+ 2 - 0
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/MapTask.java

@@ -424,6 +424,7 @@ class MapTask extends Task {
       job.setLong(JobContext.MAP_INPUT_START, fileSplit.getStart());
       job.setLong(JobContext.MAP_INPUT_START, fileSplit.getStart());
       job.setLong(JobContext.MAP_INPUT_PATH, fileSplit.getLength());
       job.setLong(JobContext.MAP_INPUT_PATH, fileSplit.getLength());
     }
     }
+    LOG.info("Processing split: " + inputSplit);
   }
   }
 
 
   static class NewTrackingRecordReader<K,V> 
   static class NewTrackingRecordReader<K,V> 
@@ -694,6 +695,7 @@ class MapTask extends Task {
     org.apache.hadoop.mapreduce.InputSplit split = null;
     org.apache.hadoop.mapreduce.InputSplit split = null;
     split = getSplitDetails(new Path(splitIndex.getSplitLocation()),
     split = getSplitDetails(new Path(splitIndex.getSplitLocation()),
         splitIndex.getStartOffset());
         splitIndex.getStartOffset());
+    LOG.info("Processing split: " + split);
 
 
     org.apache.hadoop.mapreduce.RecordReader<INKEY,INVALUE> input =
     org.apache.hadoop.mapreduce.RecordReader<INKEY,INVALUE> input =
       new NewTrackingRecordReader<INKEY,INVALUE>
       new NewTrackingRecordReader<INKEY,INVALUE>