AMBARI-5743 - remove the property dfs.datanode.du.pct from our configs since it is not being used (Jonathan Hurley via tbeerbower)

ambari-server/src/main/resources/stacks/HDP/1.2.0/services/HDFS/configuration/hdfs-site.xml

@@ -189,13 +189,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/main/resources/stacks/HDP/1.2.1/services/HDFS/configuration/hdfs-site.xml

@@ -189,13 +189,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/main/resources/stacks/HDP/1.3.0/services/HDFS/configuration/hdfs-site.xml

@@ -197,13 +197,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/services/GLUSTERFS/configuration/hdfs-site.xml

@@ -189,13 +189,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/services/HDFS/configuration/hdfs-site.xml

@@ -189,13 +189,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HDFS/configuration/hdfs-site.xml

@@ -196,13 +196,6 @@
     <description>Delay for first block report in seconds.</description>
   </property>
 
-  <property>
-    <name>dfs.datanode.du.pct</name>
-    <value>0.85f</value>
-    <description>When calculating remaining space, only use this percentage of the real available space
-    </description>
-  </property>
-
   <property>
     <name>dfs.namenode.handler.count</name>
     <value>40</value>

ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java

@@ -79,7 +79,7 @@ public class AmbariMetaInfoTest {
 
   private static final int REPOS_CNT = 3;
   private static final int STACKS_NAMES_CNT = 1;
-  private static final int PROPERTIES_CNT = 63;
+  private static final int PROPERTIES_CNT = 62;
   private static final int OS_CNT = 4;
 
   private AmbariMetaInfo metaInfo = null;
@@ -629,7 +629,7 @@ public class AmbariMetaInfoTest {
   public void testPropertyCount() throws Exception {
     Set<PropertyInfo> properties = metaInfo.getProperties(STACK_NAME_HDP, STACK_VERSION_HDP_02, SERVICE_NAME_HDFS);
     // 3 empty properties
-    Assert.assertEquals(84, properties.size());
+    Assert.assertEquals(83, properties.size());
   }
 
   @Test

ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java

@@ -150,7 +150,7 @@ public class AmbariManagementControllerTest {
   private static final int STACK_VERSIONS_CNT = 12;
   private static final int REPOS_CNT = 3;
   private static final int STACKS_CNT = 1;
-  private static final int STACK_PROPERTIES_CNT = 84;
+  private static final int STACK_PROPERTIES_CNT = 83;
   private static final int STACK_COMPONENTS_CNT = 3;
   private static final int OS_CNT = 2;
 

ambari-server/src/test/python/stacks/1.3.2/configs/default.hbasedecom.json

@@ -261,8 +261,7 @@
             "dfs.replication.max": "50", 
             "dfs.datanode.max.xcievers": "4096", 
             "dfs.namenode.write.stale.datanode.ratio": "1.0f", 
-            "dfs.hosts.exclude": "/etc/hadoop/conf/dfs.exclude", 
-            "dfs.datanode.du.pct": "0.85f", 
+            "dfs.hosts.exclude": "/etc/hadoop/conf/dfs.exclude",  
             "dfs.safemode.threshold.pct": "1.0f", 
             "dfs.umaskmode": "077"
         }, 
@@ -445,4 +444,4 @@
             "c6402.ambari.apache.org"
         ]
     }
-}
+}

ambari-server/src/test/python/stacks/1.3.2/configs/default.json

@@ -263,8 +263,7 @@
             "dfs.replication.max": "50", 
             "dfs.datanode.max.xcievers": "4096", 
             "dfs.namenode.write.stale.datanode.ratio": "1.0f", 
-            "dfs.hosts.exclude": "/etc/hadoop/conf/dfs.exclude", 
-            "dfs.datanode.du.pct": "0.85f", 
+            "dfs.hosts.exclude": "/etc/hadoop/conf/dfs.exclude",  
             "dfs.safemode.threshold.pct": "1.0f", 
             "dfs.umaskmode": "077"
         }, 
@@ -495,4 +494,4 @@
             "c6402.ambari.apache.org"
         ]
     }
-}
+}

ambari-server/src/test/python/stacks/1.3.2/configs/default.non_gmetad_host.json

@@ -261,8 +261,7 @@
             "dfs.replication.max": "50", 
             "dfs.datanode.max.xcievers": "4096", 
             "dfs.namenode.write.stale.datanode.ratio": "1.0f", 
-            "dfs.hosts.exclude": "/etc/hadoop/conf/dfs.exclude", 
-            "dfs.datanode.du.pct": "0.85f", 
+            "dfs.hosts.exclude": "/etc/hadoop/conf/dfs.exclude",  
             "dfs.safemode.threshold.pct": "1.0f", 
             "dfs.umaskmode": "077"
         }, 

ambari-server/src/test/python/stacks/1.3.2/configs/secured.json

@@ -341,7 +341,6 @@
             "dfs.block.local-path-access.user": "hbase", 
             "dfs.datanode.ipc.address": "0.0.0.0:8010", 
             "dfs.web.ugi": "gopher,gopher", 
-            "dfs.datanode.du.pct": "0.85f", 
             "dfs.secondary.namenode.kerberos.principal": "nn/_HOST@EXAMPLE.COM", 
             "dfs.datanode.keytab.file": "/etc/security/keytabs/dn.service.keytab", 
             "dfs.http.address": "c6401.ambari.apache.org:50070", 
@@ -599,4 +598,4 @@
             "c6402.ambari.apache.org"
         ]
     }
-}
+}

ambari-server/src/test/python/stacks/1.3.2/configs/secured_no_jce_name.json

@@ -338,8 +338,7 @@
             "dfs.web.authentication.kerberos.principal": "HTTP/_HOST@EXAMPLE.COM", 
             "dfs.block.local-path-access.user": "hbase", 
             "dfs.datanode.ipc.address": "0.0.0.0:8010", 
-            "dfs.web.ugi": "gopher,gopher", 
-            "dfs.datanode.du.pct": "0.85f", 
+            "dfs.web.ugi": "gopher,gopher",  
             "dfs.secondary.namenode.kerberos.principal": "nn/_HOST@EXAMPLE.COM", 
             "dfs.datanode.keytab.file": "/etc/security/keytabs/dn.service.keytab", 
             "dfs.http.address": "c6401.ambari.apache.org:50070", 
@@ -597,4 +596,4 @@
             "c6402.ambari.apache.org"
         ]
     }
-}
+}

ambari-server/src/test/resources/bad-stacks/HDP/0.1/services/HDFS/configuration/hdfs-site.xml

@@ -183,13 +183,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/bad-stacks/HDP/0.1/services/MAPREDUCE/configuration/hdfs-site.xml

@@ -183,13 +183,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/bad-stacks/HDP/0.1/services/MAPREDUCE/configuration/mapred-site.xml

@@ -185,13 +185,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/deploy_HDP2.sh

@@ -23,7 +23,7 @@ curl -i -X PUT -d '{"Clusters":{"desired_configs":{"type":"global","tag":"versio
 echo "-----------------------Global configs-----------------------"
 curl -i -X PUT -d `echo '{"Clusters":{"desired_configs":{"type":"core-site","tag":"version1","properties":{"io.file.buffer.size":"131072","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization","io.compression.codecs":"","io.compression.codec.lzo.class":"com.hadoop.compression.lzo.LzoCodec","fs.default.name":"hdfs://HOST:8020","fs.trash.interval":"360","fs.checkpoint.dir":"","fs.checkpoint.edits.dir":"${fs.checkpoint.dir}","fs.checkpoint.period":"21600","fs.checkpoint.size":"536870912","ipc.client.idlethreshold":"8000","ipc.client.connection.maxidletime":"30000","ipc.client.connect.max.retries":"50","webinterface.private.actions":"false","hadoop.security.authentication":"","hadoop.security.authorization":"","hadoop.security.auth_to_local":""}}}}' | sed s/HOST/$HOST/g` -u admin:admin http://localhost:8080/api/v1/clusters/c1
 echo "-----------------------core-site-----------------------"
-curl -i -X PUT -d '{"Clusters":{"desired_configs":{"type":"hdfs-site","tag":"version1","properties":{"dfs.name.dir":"","dfs.support.append":"true","dfs.webhdfs.enabled":"true","dfs.datanode.failed.volumes.tolerated":"0","dfs.block.local-path-access.user":"hbase","dfs.data.dir":"","dfs.hosts.exclude":"","dfs.checksum.type":"CRC32","dfs.replication.max":"50","dfs.replication":"3","dfs.heartbeat.interval":"3","dfs.heartbeat.interval":"3","dfs.safemode.threshold.pct":"1.0f","dfs.balance.bandwidthPerSec":"6250000","dfs.datanode.address":"0.0.0.0:50010","dfs.datanode.http.address":"0.0.0.0:50075","dfs.block.size":"134217728","dfs.http.address":"","dfs.datanode.du.reserved":"1073741824","dfs.datanode.ipc.address":"0.0.0.0:8010","dfs.blockreport.initialDelay":"120","dfs.datanode.du.pct":"0.85f","dfs.namenode.handler.count":"40","dfs.datanode.max.xcievers":"1024","dfs.umaskmode":"022","dfs.web.ugi":"gopher,gopher","dfs.permissions":"true","dfs.permissions.supergroup":"hdfs","dfs.namenode.handler.count":"100","ipc.server.max.response.size":"5242880","dfs.block.access.token.enable":"true","dfs.namenode.kerberos.principal":"","dfs.secondary.namenode.kerberos.principal":"","dfs.namenode.kerberos.https.principal":"","dfs.secondary.namenode.kerberos.https.principal":"","dfs.secondary.http.address":"","dfs.secondary.https.port":"50490","dfs.web.authentication.kerberos.principal":"","dfs.web.authentication.kerberos.keytab":"","dfs.datanode.kerberos.principal":"","dfs.namenode.keytab.file":"","dfs.secondary.namenode.keytab.file":"","dfs.datanode.keytab.file":"","dfs.https.port":"50470","dfs.https.address":"","dfs.datanode.data.dir.perm":"750","dfs.access.time.precision":"0","dfs.cluster.administrators":"hdfs","ipc.server.read.threadpool.size":"5"}}}}' -u admin:admin http://localhost:8080/api/v1/clusters/c1
+curl -i -X PUT -d '{"Clusters":{"desired_configs":{"type":"hdfs-site","tag":"version1","properties":{"dfs.name.dir":"","dfs.support.append":"true","dfs.webhdfs.enabled":"true","dfs.datanode.failed.volumes.tolerated":"0","dfs.block.local-path-access.user":"hbase","dfs.data.dir":"","dfs.hosts.exclude":"","dfs.checksum.type":"CRC32","dfs.replication.max":"50","dfs.replication":"3","dfs.heartbeat.interval":"3","dfs.heartbeat.interval":"3","dfs.safemode.threshold.pct":"1.0f","dfs.balance.bandwidthPerSec":"6250000","dfs.datanode.address":"0.0.0.0:50010","dfs.datanode.http.address":"0.0.0.0:50075","dfs.block.size":"134217728","dfs.http.address":"","dfs.datanode.du.reserved":"1073741824","dfs.datanode.ipc.address":"0.0.0.0:8010","dfs.blockreport.initialDelay":"120","dfs.namenode.handler.count":"40","dfs.datanode.max.xcievers":"1024","dfs.umaskmode":"022","dfs.web.ugi":"gopher,gopher","dfs.permissions":"true","dfs.permissions.supergroup":"hdfs","dfs.namenode.handler.count":"100","ipc.server.max.response.size":"5242880","dfs.block.access.token.enable":"true","dfs.namenode.kerberos.principal":"","dfs.secondary.namenode.kerberos.principal":"","dfs.namenode.kerberos.https.principal":"","dfs.secondary.namenode.kerberos.https.principal":"","dfs.secondary.http.address":"","dfs.secondary.https.port":"50490","dfs.web.authentication.kerberos.principal":"","dfs.web.authentication.kerberos.keytab":"","dfs.datanode.kerberos.principal":"","dfs.namenode.keytab.file":"","dfs.secondary.namenode.keytab.file":"","dfs.datanode.keytab.file":"","dfs.https.port":"50470","dfs.https.address":"","dfs.datanode.data.dir.perm":"750","dfs.access.time.precision":"0","dfs.cluster.administrators":"hdfs","ipc.server.read.threadpool.size":"5"}}}}' -u admin:admin http://localhost:8080/api/v1/clusters/c1
 echo "-----------------------hdfs-site-----------------------"
 curl -i -X PUT -d '{"Clusters":{"desired_configs":{"type":"capacity-scheduler","tag":"version1","properties":{"yarn.scheduler.capacity.maximum-applications":"10000","yarn.scheduler.capacity.maximum-am-resource-percent":"0.1","yarn.scheduler.capacity.root.queues":"default","yarn.scheduler.capacity.root.capacity":"100","yarn.scheduler.capacity.root.default.capacity":"100","yarn.scheduler.capacity.root.default.user-limit-factor":"1","yarn.scheduler.capacity.root.default.maximum-capacity":"100","yarn.scheduler.capacity.root.default.state":"RUNNING","yarn.scheduler.capacity.root.default.acl_submit_jobs":"*","yarn.scheduler.capacity.root.default.acl_administer_jobs":"*","yarn.scheduler.capacity.root.acl_administer_queues":"*","yarn.scheduler.capacity.root.unfunded.capacity":"50"}}}}' -u admin:admin http://localhost:8080/api/v1/clusters/c1
 echo "-----------------------capacity-scheduler-----------------------"

ambari-server/src/test/resources/stacks/HDP/0.1/services/HDFS/configuration/hdfs-site.xml

@@ -183,13 +183,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/0.1/services/MAPREDUCE/configuration/hdfs-site.xml

@@ -183,13 +183,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/0.1/services/MAPREDUCE/configuration/mapred-site.xml

@@ -185,13 +185,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/0.2/services/HDFS/configuration/hdfs-site.xml

@@ -183,13 +183,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/0.2/services/MAPREDUCE/configuration/hdfs-site.xml

@@ -183,13 +183,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/0.2/services/MAPREDUCE/configuration/mapred-site.xml

@@ -185,13 +185,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/1.2.0/services/HDFS/configuration/hdfs-site.xml

@@ -189,13 +189,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/1.3.0/services/HDFS/configuration/hdfs-site.xml

@@ -189,13 +189,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/1.3.1/services/HCFS/configuration/hdfs-site.xml

@@ -189,13 +189,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/1.3.1/services/HDFS/configuration/hdfs-site.xml

@@ -189,13 +189,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>

ambari-server/src/test/resources/stacks/HDP/2.0.1/services/HDFS/configuration/hdfs-site.xml

@@ -208,13 +208,6 @@ If the port is 0 then the server will start on a free port.
 <description>Delay for first block report in seconds.</description>
 </property>
 
-<property>
-<name>dfs.datanode.du.pct</name>
-<value>0.85f</value>
-<description>When calculating remaining space, only use this percentage of the real available space
-</description>
-</property>
-
 <property>
 <name>dfs.namenode.handler.count</name>
 <value>40</value>