|
@@ -21,15 +21,20 @@ require('utils/configs/defaults_providers/yarn_defaults_provider');
|
|
App.HiveDefaultsProvider = App.YARNDefaultsProvider.extend({
|
|
App.HiveDefaultsProvider = App.YARNDefaultsProvider.extend({
|
|
|
|
|
|
configsTemplate: {
|
|
configsTemplate: {
|
|
- 'hive.tez.container.size': null
|
|
|
|
|
|
+ 'hive.tez.container.size': null,
|
|
|
|
+ 'hive.tez.java.opts': null,
|
|
|
|
+ 'hive.auto.convert.join.noconditionaltask.size': null
|
|
},
|
|
},
|
|
|
|
|
|
getDefaults : function(localDB) {
|
|
getDefaults : function(localDB) {
|
|
var configs = this._super(localDB);
|
|
var configs = this._super(localDB);
|
|
if (configs['yarn.scheduler.maximum-allocation-mb'] != null && configs['mapreduce.map.memory.mb'] != null
|
|
if (configs['yarn.scheduler.maximum-allocation-mb'] != null && configs['mapreduce.map.memory.mb'] != null
|
|
&& configs['mapreduce.reduce.memory.mb'] != null) {
|
|
&& configs['mapreduce.reduce.memory.mb'] != null) {
|
|
- var containerSize = configs['mapreduce.map.memory.mb'] >= 2048 ? configs['mapreduce.map.memory.mb'] : configs['mapreduce.reduce.memory.mb'];
|
|
|
|
- configs['hive.tez.container.size'] = Math.min(configs['yarn.scheduler.maximum-allocation-mb'], containerSize);
|
|
|
|
|
|
+ var containerSize = configs['mapreduce.map.memory.mb'] > 2048 ? configs['mapreduce.map.memory.mb'] : configs['mapreduce.reduce.memory.mb'];
|
|
|
|
+ containerSize = Math.min(configs['yarn.scheduler.maximum-allocation-mb'], containerSize);
|
|
|
|
+ configs['hive.auto.convert.join.noconditionaltask.size'] = Math.round(containerSize / 3) * 1048576; // MB to Bytes
|
|
|
|
+ configs['hive.tez.java.opts'] = "-server -Xmx"+containerSize+"m -Djava.net.preferIPv4Stack=true";
|
|
|
|
+ configs['hive.tez.container.size'] = containerSize;
|
|
} else {
|
|
} else {
|
|
jQuery.extend(configs, this.get('configsTemplate'));
|
|
jQuery.extend(configs, this.get('configsTemplate'));
|
|
}
|
|
}
|