Browse Source

HADOOP-1276. Make tasktracker expiry interval configurable. Contributed by Arun.

git-svn-id: https://svn.apache.org/repos/asf/lucene/hadoop/trunk@535976 13f79535-47bb-0310-9956-ffa450edef68
Doug Cutting 18 years ago
parent
commit
6780b8323f

+ 3 - 0
CHANGES.txt

@@ -339,6 +339,9 @@ Trunk (unreleased changes)
 100. HADOOP-1325.  First complete, functioning version of HBase.
     (Jim Kellerman via cutting)
 
+101. HADOOP-1276.  Make tasktracker expiry interval configurable.
+    (Arun C Murthy via cutting)
+
 
 Release 0.12.3 - 2007-04-06
 

+ 8 - 0
conf/hadoop-default.xml

@@ -525,6 +525,14 @@ creations/deletions), or "all".</description>
   </description>
 </property>
 
+<property>
+  <name>mapred.tasktracker.expiry.interval</name>
+  <value>600000</value>
+  <description>Expert: The time-interval, in miliseconds, after which
+  a tasktracker is declared 'lost' if it doesn't send heartbeats.
+  </description>
+</property>
+
 <property>
   <name>mapred.map.tasks</name>
   <value>2</value>

+ 3 - 0
src/java/org/apache/hadoop/mapred/JobTracker.java

@@ -58,6 +58,7 @@ import org.apache.hadoop.util.StringUtils;
  * @author Mike Cafarella
  *******************************************************/
 public class JobTracker implements MRConstants, InterTrackerProtocol, JobSubmissionProtocol {
+  static long TASKTRACKER_EXPIRY_INTERVAL = 10 * 60 * 1000;
   static long RETIRE_JOB_INTERVAL;
   static long RETIRE_JOB_CHECK_INTERVAL;
   static float TASK_ALLOC_EPSILON;
@@ -606,6 +607,8 @@ public class JobTracker implements MRConstants, InterTrackerProtocol, JobSubmiss
     //
     // Grab some static constants
     //
+    TASKTRACKER_EXPIRY_INTERVAL = 
+      conf.getLong("mapred.tasktracker.expiry.interval", 10 * 60 * 1000);
     maxCurrentTasks = conf.getInt("mapred.tasktracker.tasks.maximum", 2);
     RETIRE_JOB_INTERVAL = conf.getLong("mapred.jobtracker.retirejob.interval", 24 * 60 * 60 * 1000);
     RETIRE_JOB_CHECK_INTERVAL = conf.getLong("mapred.jobtracker.retirejob.check", 60 * 1000);

+ 0 - 1
src/java/org/apache/hadoop/mapred/MRConstants.java

@@ -27,7 +27,6 @@ interface MRConstants {
   // Timeouts, constants
   //
   public static final long HEARTBEAT_INTERVAL = 10 * 1000;
-  public static final long TASKTRACKER_EXPIRY_INTERVAL = 10 * 60 * 1000;
 
   //for the inmemory filesystem (to do in-memory merge)
   /**