Browse Source

AMBARI-2513. Updated hdfs-site configuration for 'stale' properties (ncole)

git-svn-id: https://svn.apache.org/repos/asf/incubator/ambari/branches/branch-1.4.0@1498578 13f79535-47bb-0310-9956-ffa450edef68
Nate Cole 12 years ago
parent
commit
9f8cfe519b

+ 25 - 4
ambari-server/src/main/resources/stacks/HDP/1.3.0/services/HDFS/configuration/hdfs-site.xml

@@ -413,13 +413,34 @@ don't exist, they will be created with this permission.</description>
 </property>
 </property>
 
 
   <property>
   <property>
-    <name>dfs.namenode.check.stale.datanode</name>
+    <name>dfs.namenode.avoid.read.stale.datanode</name>
     <value>true</value>
     <value>true</value>
     <description>
     <description>
-      With this setting, the datanodes that have not replied to the heartbeat
-      for more than 30s (i.e. in a stale state) are used for reads only if all
-      other remote replicas have failed.
+      Indicate whether or not to avoid reading from stale datanodes whose
+      heartbeat messages have not been received by the namenode for more than a
+      specified time interval.
     </description>
     </description>
   </property>
   </property>
+  <property>
+    <name>dfs.namenode.avoid.write.stale.datanode</name>
+    <value>true</value>
+    <description>
+      Indicate whether or not to avoid writing to stale datanodes whose
+      heartbeat messages have not been received by the namenode for more than a
+      specified time interval.
+    </description>
+  </property>
+  <property>
+    <name>dfs.namenode.write.stale.datanode.ratio</name>
+    <value>1.0f</value>
+    <description>When the ratio of number stale datanodes to total datanodes marked is greater
+      than this ratio, stop avoiding writing to stale nodes so as to prevent causing hotspots.
+    </description>
+  </property>
+  <property>
+    <name>dfs.namenode.stale.datanode.interval</name>
+    <value>30000</value>
+    <description>Datanode is stale after not getting a heartbeat in this interval in ms</description>
+  </property>
 
 
 </configuration>
 </configuration>

+ 25 - 4
ambari-server/src/main/resources/stacks/HDP/2.0.3/services/HDFS/configuration/hdfs-site.xml

@@ -426,13 +426,34 @@ don't exist, they will be created with this permission.</description>
   </property>
   </property>
 
 
   <property>
   <property>
-    <name>dfs.namenode.check.stale.datanode</name>
+    <name>dfs.namenode.avoid.read.stale.datanode</name>
     <value>true</value>
     <value>true</value>
     <description>
     <description>
-      With this setting, the datanodes that have not replied to the heartbeat
-      for more than 30s (i.e. in a stale state) are used for reads only if all
-      other remote replicas have failed.
+      Indicate whether or not to avoid reading from stale datanodes whose
+      heartbeat messages have not been received by the namenode for more than a
+      specified time interval.
     </description>
     </description>
   </property>
   </property>
+  <property>
+    <name>dfs.namenode.avoid.write.stale.datanode</name>
+    <value>true</value>
+    <description>
+      Indicate whether or not to avoid writing to stale datanodes whose
+      heartbeat messages have not been received by the namenode for more than a
+      specified time interval.
+    </description>
+  </property>
+  <property>
+    <name>dfs.namenode.write.stale.datanode.ratio</name>
+    <value>1.0f</value>
+    <description>When the ratio of number stale datanodes to total datanodes marked is greater
+      than this ratio, stop avoiding writing to stale nodes so as to prevent causing hotspots.
+    </description>
+  </property>
+  <property>
+    <name>dfs.namenode.stale.datanode.interval</name>
+    <value>30000</value>
+    <description>Datanode is stale after not getting a heartbeat in this interval in ms</description>
+  </property>
 
 
 </configuration>
 </configuration>