AMBARI-664. Fix mapred io sort mb and heap size for map/reduce. (mahadev)

git-svn-id: https://svn.apache.org/repos/asf/incubator/ambari/trunk@1372251 13f79535-47bb-0310-9956-ffa450edef68

CHANGES.txt

@@ -86,6 +86,8 @@ Trunk (unreleased changes)
 
   BUG FIXES
 
+    AMBARI-664. Fix mapred io sort mb and heap size for map/reduce. (mahadev)
+
     AMBARI-661. Deploy cluster fails during Hive/HCatalog test (mahadev via yusaku)
 
     AMBARI-654. Enter the value of the service properties that are not meant to

hmc/php/puppet/DBReader.php

@@ -239,7 +239,6 @@ class DBReader {
      "jtnode_heapsize" => "m",
      "ttnode_heapsize" => "m",
      "mapred_child_java_opts_sz" => "m",
-     "io_sort_mb" => "m",
      "hbase_master_heapsize" => "m",
      "hbase_regionserver_heapsize" => "m"
   );

hmc/php/util/suggestProperties.php

@@ -276,7 +276,7 @@ class SuggestProperties {
     $heapSize = $this->allocateHeapSizeWithMax("TASKTRACKER", $hostRoles,
         $hostInfoMap, $allHostsToComponents, TRUE, 2048);
     $heapSizeWithMax = $this->allocateHeapSizeWithMax("TASKTRACKER", $hostRoles,
-        $hostInfoMap, $allHostsToComponents, TRUE, 3072);
+        $hostInfoMap, $allHostsToComponents, TRUE, 2048);
     $this->logger->log_info("Maxed Heap Size for MR Child opts ".$heapSizeWithMax);
     $result["configs"]["ttnode_heapsize"] = $heapSize;
     $result["configs"]["mapred_child_java_opts_sz"] = $heapSizeWithMax;

hmc/puppet/modules/hdp-hadoop/manifests/params.pp

@@ -128,7 +128,7 @@ class hdp-hadoop::params(
 
   $mapred_system_dir = '/mapred/system'
 
-  $io_sort_mb = hdp_default("hadoop/mapred-site/io_sort_mb","200m")
+  $io_sort_mb = hdp_default("hadoop/mapred-site/io_sort_mb","200")
 
   $io_sort_spill_percent = hdp_default("hadoop/mapred-site/io_sort_spill_percent","0.9")