Bladeren bron

Merge -r 732613:732614 from trunk onto 0.19 branch. Fixes HADOOP-4966.

git-svn-id: https://svn.apache.org/repos/asf/hadoop/core/branches/branch-0.19@732615 13f79535-47bb-0310-9956-ffa450edef68
Devaraj Das 16 jaren geleden
bovenliggende
commit
091681a8e0
2 gewijzigde bestanden met toevoegingen van 13 en 0 verwijderingen
  1. 3 0
      CHANGES.txt
  2. 10 0
      src/mapred/org/apache/hadoop/mapred/JobTracker.java

+ 3 - 0
CHANGES.txt

@@ -38,6 +38,9 @@ Release 0.19.1 - Unreleased
     HADOOP-4847. Moves the loading of OutputCommitter to the Task.
     (Amareshwari Sriramadasu via ddas)
 
+    HADOOP-4966. Marks completed setup tasks for removal. 
+    (Amareshwari Sriramadasu via ddas)
+
 Release 0.19.0 - 2008-11-18
 
   INCOMPATIBLE CHANGES

+ 10 - 0
src/mapred/org/apache/hadoop/mapred/JobTracker.java

@@ -1440,6 +1440,16 @@ public class JobTracker implements MRConstants, InterTrackerProtocol,
    * @param job the completed job
    */
   void markCompletedJob(JobInProgress job) {
+    for (TaskInProgress tip : job.getSetupTasks()) {
+      for (TaskStatus taskStatus : tip.getTaskStatuses()) {
+        if (taskStatus.getRunState() != TaskStatus.State.RUNNING && 
+            taskStatus.getRunState() != TaskStatus.State.COMMIT_PENDING &&
+            taskStatus.getRunState() != TaskStatus.State.UNASSIGNED) {
+          markCompletedTaskAttempt(taskStatus.getTaskTracker(), 
+                                   taskStatus.getTaskID());
+        }
+      }
+    }
     for (TaskInProgress tip : job.getMapTasks()) {
       for (TaskStatus taskStatus : tip.getTaskStatuses()) {
         if (taskStatus.getRunState() != TaskStatus.State.RUNNING &&