Browse Source

HDFS-6106. Reduce default for dfs.namenode.path.based.cache.refresh.interval.ms (cmccabe)

git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1577798 13f79535-47bb-0310-9956-ffa450edef68
Colin McCabe 11 years ago
parent
commit
9a65a9aadc

+ 3 - 0
hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt

@@ -406,6 +406,9 @@ Release 2.4.0 - UNRELEASED
     HDFS-6084. Namenode UI - "Hadoop" logo link shouldn't go to hadoop
     HDFS-6084. Namenode UI - "Hadoop" logo link shouldn't go to hadoop
     homepage. (Travis Thompson via wheat9)
     homepage. (Travis Thompson via wheat9)
 
 
+    HDFS-6106. Reduce default for
+    dfs.namenode.path.based.cache.refresh.interval.ms (cmccabe)
+
   OPTIMIZATIONS
   OPTIMIZATIONS
 
 
     HDFS-5790. LeaseManager.findPath is very slow when many leases need recovery
     HDFS-5790. LeaseManager.findPath is very slow when many leases need recovery

+ 2 - 2
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java

@@ -242,7 +242,7 @@ public class DFSConfigKeys extends CommonConfigurationKeys {
   public static final int     DFS_NAMENODE_LIST_CACHE_DIRECTIVES_NUM_RESPONSES_DEFAULT = 100;
   public static final int     DFS_NAMENODE_LIST_CACHE_DIRECTIVES_NUM_RESPONSES_DEFAULT = 100;
   public static final String  DFS_NAMENODE_PATH_BASED_CACHE_REFRESH_INTERVAL_MS =
   public static final String  DFS_NAMENODE_PATH_BASED_CACHE_REFRESH_INTERVAL_MS =
       "dfs.namenode.path.based.cache.refresh.interval.ms";
       "dfs.namenode.path.based.cache.refresh.interval.ms";
-  public static final long    DFS_NAMENODE_PATH_BASED_CACHE_REFRESH_INTERVAL_MS_DEFAULT = 300000L;
+  public static final long    DFS_NAMENODE_PATH_BASED_CACHE_REFRESH_INTERVAL_MS_DEFAULT = 30000L;
 
 
   // Whether to enable datanode's stale state detection and usage for reads
   // Whether to enable datanode's stale state detection and usage for reads
   public static final String DFS_NAMENODE_AVOID_STALE_DATANODE_FOR_READ_KEY = "dfs.namenode.avoid.read.stale.datanode";
   public static final String DFS_NAMENODE_AVOID_STALE_DATANODE_FOR_READ_KEY = "dfs.namenode.avoid.read.stale.datanode";
@@ -370,7 +370,7 @@ public class DFSConfigKeys extends CommonConfigurationKeys {
   public static final String  DFS_HEARTBEAT_INTERVAL_KEY = "dfs.heartbeat.interval";
   public static final String  DFS_HEARTBEAT_INTERVAL_KEY = "dfs.heartbeat.interval";
   public static final long    DFS_HEARTBEAT_INTERVAL_DEFAULT = 3;
   public static final long    DFS_HEARTBEAT_INTERVAL_DEFAULT = 3;
   public static final String  DFS_NAMENODE_PATH_BASED_CACHE_RETRY_INTERVAL_MS = "dfs.namenode.path.based.cache.retry.interval.ms";
   public static final String  DFS_NAMENODE_PATH_BASED_CACHE_RETRY_INTERVAL_MS = "dfs.namenode.path.based.cache.retry.interval.ms";
-  public static final long    DFS_NAMENODE_PATH_BASED_CACHE_RETRY_INTERVAL_MS_DEFAULT = 60000L;
+  public static final long    DFS_NAMENODE_PATH_BASED_CACHE_RETRY_INTERVAL_MS_DEFAULT = 30000L;
   public static final String  DFS_NAMENODE_DECOMMISSION_INTERVAL_KEY = "dfs.namenode.decommission.interval";
   public static final String  DFS_NAMENODE_DECOMMISSION_INTERVAL_KEY = "dfs.namenode.decommission.interval";
   public static final int     DFS_NAMENODE_DECOMMISSION_INTERVAL_DEFAULT = 30;
   public static final int     DFS_NAMENODE_DECOMMISSION_INTERVAL_DEFAULT = 30;
   public static final String  DFS_NAMENODE_DECOMMISSION_NODES_PER_INTERVAL_KEY = "dfs.namenode.decommission.nodes.per.interval";
   public static final String  DFS_NAMENODE_DECOMMISSION_NODES_PER_INTERVAL_KEY = "dfs.namenode.decommission.nodes.per.interval";

+ 3 - 3
hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml

@@ -1662,19 +1662,19 @@
 
 
 <property>
 <property>
   <name>dfs.namenode.path.based.cache.refresh.interval.ms</name>
   <name>dfs.namenode.path.based.cache.refresh.interval.ms</name>
-  <value>300000</value>
+  <value>30000</value>
   <description>
   <description>
     The amount of milliseconds between subsequent path cache rescans.  Path
     The amount of milliseconds between subsequent path cache rescans.  Path
     cache rescans are when we calculate which blocks should be cached, and on
     cache rescans are when we calculate which blocks should be cached, and on
     what datanodes.
     what datanodes.
 
 
-    By default, this parameter is set to 300000, which is five minutes.
+    By default, this parameter is set to 30 seconds.
   </description>
   </description>
 </property>
 </property>
 
 
 <property>
 <property>
   <name>dfs.namenode.path.based.cache.retry.interval.ms</name>
   <name>dfs.namenode.path.based.cache.retry.interval.ms</name>
-  <value>60000</value>
+  <value>30000</value>
   <description>
   <description>
     When the NameNode needs to uncache something that is cached, or cache
     When the NameNode needs to uncache something that is cached, or cache
     something that is not cached, it must direct the DataNodes to do so by
     something that is not cached, it must direct the DataNodes to do so by