|
@@ -43,9 +43,6 @@ class HDP22StackAdvisor(HDP21StackAdvisor):
|
|
|
def recommendTezConfigurations(self, configurations, clusterData, services, hosts):
|
|
|
putTezProperty = self.putProperty(configurations, "tez-site")
|
|
|
putTezProperty("tez.am.resource.memory.mb", int(clusterData['amMemory']) * 2 if int(clusterData['amMemory']) < 3072 else int(clusterData['amMemory']))
|
|
|
- putTezProperty("tez.am.java.opts",
|
|
|
- "-server -Xmx" + str(int(0.8 * clusterData["amMemory"]))
|
|
|
- + "m -Djava.net.preferIPv4Stack=true -XX:+UseNUMA -XX:+UseParallelGC")
|
|
|
|
|
|
taskResourceMemory = clusterData['mapMemory'] if clusterData['mapMemory'] > 2048 else int(clusterData['reduceMemory'])
|
|
|
taskResourceMemory = min(clusterData['containers'] * clusterData['ramPerContainer'], taskResourceMemory)
|
|
@@ -105,7 +102,6 @@ class HDP22StackAdvisor(HDP21StackAdvisor):
|
|
|
|
|
|
def validateTezConfigurations(self, properties, recommendedDefaults, configurations, services, hosts):
|
|
|
validationItems = [ {"config-name": 'tez.am.resource.memory.mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'tez.am.resource.memory.mb')},
|
|
|
- {"config-name": 'tez.am.java.opts', "item": self.validateXmxValue(properties, recommendedDefaults, 'tez.am.java.opts')},
|
|
|
{"config-name": 'tez.task.resource.memory.mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'tez.task.resource.memory.mb')},
|
|
|
{"config-name": 'tez.runtime.io.sort.mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'tez.runtime.io.sort.mb')},
|
|
|
{"config-name": 'tez.runtime.unordered.output.buffer.size-mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'tez.runtime.unordered.output.buffer.size-mb')},]
|