Browse Source

HDFS-14675. Increase Balancer Defaults Further. Contributed by Stephen O'Donnell.

Signed-off-by: Wei-Chiu Chuang <weichiu@apache.org>
Reviewed-by: Gabor Bota <gabota@apache.org>
Stephen O'Donnell 6 years ago
parent
commit
93daf69f90

+ 2 - 2
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java

@@ -110,11 +110,11 @@ public class DFSConfigKeys extends CommonConfigurationKeys {
   public static final String  DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY =
   public static final String  DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY =
       HdfsClientConfigKeys.DeprecatedKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY;
       HdfsClientConfigKeys.DeprecatedKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY;
   public static final long    DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_DEFAULT =
   public static final long    DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_DEFAULT =
-      10 * 1024*1024;
+      100 * 1024*1024;
   public static final String  DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_KEY
   public static final String  DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_KEY
       = "dfs.datanode.balance.max.concurrent.moves";
       = "dfs.datanode.balance.max.concurrent.moves";
   public static final int
   public static final int
-      DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_DEFAULT = 50;
+      DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_DEFAULT = 100;
   @Deprecated
   @Deprecated
   public static final String  DFS_DATANODE_READAHEAD_BYTES_KEY =
   public static final String  DFS_DATANODE_READAHEAD_BYTES_KEY =
       HdfsClientConfigKeys.DFS_DATANODE_READAHEAD_BYTES_KEY;
       HdfsClientConfigKeys.DFS_DATANODE_READAHEAD_BYTES_KEY;

+ 2 - 2
hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml

@@ -990,7 +990,7 @@
 
 
 <property>
 <property>
   <name>dfs.datanode.balance.bandwidthPerSec</name>
   <name>dfs.datanode.balance.bandwidthPerSec</name>
-  <value>10m</value>
+  <value>100m</value>
   <description>
   <description>
         Specifies the maximum amount of bandwidth that each datanode
         Specifies the maximum amount of bandwidth that each datanode
         can utilize for the balancing purpose in term of
         can utilize for the balancing purpose in term of
@@ -4068,7 +4068,7 @@
 
 
 <property>
 <property>
   <name>dfs.datanode.balance.max.concurrent.moves</name>
   <name>dfs.datanode.balance.max.concurrent.moves</name>
-  <value>50</value>
+  <value>100</value>
   <description>
   <description>
     Maximum number of threads for Datanode balancer pending moves.  This
     Maximum number of threads for Datanode balancer pending moves.  This
     value is reconfigurable via the "dfsadmin -reconfig" command.
     value is reconfigurable via the "dfsadmin -reconfig" command.