/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ var App = require('app'); /** * By Step 7, we have the following information stored in App.db and set on this * controller by the router. * * selectedServices: App.db.selectedServices (the services that the user selected in Step 4) * masterComponentHosts: App.db.masterComponentHosts (master-components-to-hosts mapping the user selected in Step 5) * slaveComponentHosts: App.db.slaveComponentHosts (slave-components-to-hosts mapping the user selected in Step 6) * */ App.WizardStep7Controller = Em.Controller.extend(App.ServerValidatorMixin, { name: 'wizardStep7Controller', /** * Contains all field properties that are viewed in this step * @type {object[]} */ stepConfigs: [], selectedService: null, slaveHostToGroup: null, addMiscTabToPage: true, /** * Is Submit-click processing now * @type {bool} */ submitButtonClicked: false, isRecommendedLoaded: false, /** * used in services_config.js view to mark a config with security icon */ secureConfigs: function () { if (App.get('isHadoop2Stack')) { return require('data/HDP2/secure_mapping'); } else { return require('data/secure_mapping'); } }.property('isHadoop2Stack'), /** * config categories with secure properties * use only for add service wizard when security is enabled; */ secureServices: function () { return (App.get('isHadoop2Stack')) ? $.extend(true, [], require('data/HDP2/secure_configs')) : $.extend(true, [], require('data/secure_configs')); }.property('App.isHadoop2Stack'), /** * uses for add service - find out is security is enabled */ securityEnabled: function () { return App.router.get('mainAdminSecurityController.securityEnabled'); }.property('App.router.mainAdminSecurityController.securityEnabled'), /** * If miscConfigChange Modal is shown * @type {bool} */ miscModalVisible: false, gangliaAvailableSpace: null, /** * @type {string} */ gangliaMoutDir: '/', overrideToAdd: null, /** * Is installer controller used * @type {bool} */ isInstaller: true, /** * List of config groups * @type {object[]} */ configGroups: [], /** * List of config group to be deleted * @type {object[]} */ groupsToDelete: [], preSelectedConfigGroup: null, /** * Currently selected config group * @type {object} */ selectedConfigGroup: null, /** * Config tags of actually installed services * @type {array} */ serviceConfigTags: [], serviceConfigsData: require('data/service_configs'), /** * Are advanced configs loaded * @type {bool} */ isAdvancedConfigLoaded: true, /** * Are applied to service configs loaded * @type {bool} */ isAppliedConfigLoaded: true, isConfigsLoaded: function () { return (this.get('isAdvancedConfigLoaded') && this.get('isAppliedConfigLoaded')); }.property('isAdvancedConfigLoaded', 'isAppliedConfigLoaded'), /** * Should Next-button be disabled * @type {bool} */ isSubmitDisabled: function () { if (!this.get('stepConfigs.length')) return true; if (this.get('submitButtonClicked')) return true; return (!this.get('stepConfigs').filterProperty('showConfig', true).everyProperty('errorCount', 0) || this.get("miscModalVisible")); }.property('stepConfigs.@each.errorCount', 'miscModalVisible', 'submitButtonClicked'), /** * List of selected to install service names * @type {string[]} */ selectedServiceNames: function () { return this.get('content.services').filterProperty('isSelected', true).filterProperty('isInstalled', false).mapProperty('serviceName'); }.property('content.services', 'content.services.@each.isSelected', 'content.services.@each.isInstalled', 'content.stacks.@each.isSelected').cacheable(), /** * List of installed and selected to install service names * @type {string[]} */ allSelectedServiceNames: function () { return this.get('content.services').filter(function (service) { return service.get('isInstalled') || service.get('isSelected'); }).mapProperty('serviceName'); }.property('content.services', 'content.services.@each.isSelected', 'content.services.@each.isInstalled', 'content.stacks.@each.isSelected').cacheable(), /** * List of installed service names * @type {string[]} */ installedServiceNames: function () { var serviceNames = this.get('content.services').filterProperty('isInstalled').mapProperty('serviceName'); if (this.get('content.controllerName') !== 'installerController') { serviceNames = serviceNames.filter(function (_serviceName) { return !App.get('services.noConfigTypes').contains(_serviceName); }); } return serviceNames; }.property('content.services').cacheable(), /** * List of master components * @type {Ember.Enumerable} */ masterComponentHosts: function () { return this.get('content.masterComponentHosts'); }.property('content.masterComponentHosts'), /** * List of slave components * @type {Ember.Enumerable} */ slaveComponentHosts: function () { return this.get('content.slaveGroupProperties'); }.property('content.slaveGroupProperties', 'content.slaveComponentHosts'), customData: [], /** * Filter text will be located here * @type {string} */ filter: '', /** * List of filters for config properties to populate filter combobox */ propertyFilters: [ { attributeName: 'isOverridden', attributeValue: true, caption: 'common.combobox.dropdown.overridden' }, { attributeName: 'isFinal', attributeValue: true, caption: 'common.combobox.dropdown.final' }, { attributeName: 'isValid', attributeValue: false, caption: 'common.combobox.dropdown.issues' }, { attributeName: 'warn', attributeValue: true, caption: 'common.combobox.dropdown.warnings' } ], /** * Dropdown menu items in filter combobox */ filterColumns: function () { return this.get('propertyFilters').map(function (filter) { return Ember.Object.create({ attributeName: filter.attributeName, attributeValue: filter.attributeValue, name: this.t(filter.caption), selected: false }) }, this); }.property('propertyFilters'), /** * Clear controller's properties: *
filterColumns
* @method clearStep
*/
clearStep: function () {
this.set('submitButtonClicked', false);
this.set('isSubmitDisabled', true);
this.set('isRecommendedLoaded', false);
this.get('stepConfigs').clear();
this.set('filter', '');
this.get('filterColumns').setEach('selected', false);
},
/**
* Load config groups for installed services
* One ajax-request for each service
* @param {string[]} servicesNames
* @method loadInstalledServicesConfigGroups
*/
loadInstalledServicesConfigGroups: function (servicesNames) {
servicesNames.forEach(function (serviceName) {
App.ajax.send({
name: 'config.tags_and_groups',
sender: this,
data: {
serviceName: serviceName,
serviceConfigsDef: App.config.get('preDefinedServiceConfigs').findProperty('serviceName', serviceName)
},
success: 'loadServiceTagsSuccess'
});
}, this);
},
/**
* Create site to tag map. Format:
*
* {
* site1: tag1,
* site1: tag2,
* site2: tag3
* ...
* }
*
* @param {object} desired_configs
* @param {string[]} sites
* @returns {object}
* @private
* @method _createSiteToTagMap
*/
_createSiteToTagMap: function (desired_configs, sites) {
var siteToTagMap = {};
for (var site in desired_configs) {
if (desired_configs.hasOwnProperty(site)) {
if (!!sites[site]) {
siteToTagMap[site] = desired_configs[site].tag;
}
}
}
return siteToTagMap;
},
/**
* Load config groups success callback
* @param {object} data
* @param {object} opt
* @param {object} params
* @method loadServiceTagsSuccess
*/
loadServiceTagsSuccess: function (data, opt, params) {
var serviceName = params.serviceName,
service = this.get('stepConfigs').findProperty('serviceName', serviceName),
defaultConfigGroupHosts = this.get('wizardController.allHosts').mapProperty('hostName'),
siteToTagMap = this._createSiteToTagMap(data.Clusters.desired_configs, params.serviceConfigsDef.get('configTypes')),
selectedConfigGroup,
manageCGController = App.router.get('manageConfigGroupsController');
this.set('loadedClusterSiteToTagMap', siteToTagMap);
//parse loaded config groups
var configGroups = [];
if (data.config_groups.length) {
data.config_groups.forEach(function (item) {
item = item.ConfigGroup;
if (item.tag === serviceName) {
var groupHosts = item.hosts.mapProperty('host_name');
var newConfigGroup = App.ConfigGroup.create({
id: item.id,
name: item.group_name,
description: item.description,
isDefault: false,
parentConfigGroup: null,
service: App.Service.find().findProperty('serviceName', item.tag),
hosts: groupHosts,
publicHosts: manageCGController.hostsToPublic(groupHosts),
configSiteTags: []
});
groupHosts.forEach(function (host) {
defaultConfigGroupHosts = defaultConfigGroupHosts.without(host);
}, this);
item.desired_configs.forEach(function (config) {
newConfigGroup.configSiteTags.push(App.ConfigSiteTag.create({
site: config.type,
tag: config.tag
}));
}, this);
configGroups.push(newConfigGroup);
}
}, this);
}
var defaultConfigGroup = App.ConfigGroup.create({
name: App.format.role(serviceName) + " Default",
description: "Default cluster level " + serviceName + " configuration",
isDefault: true,
hosts: defaultConfigGroupHosts,
publicHosts: manageCGController.hostsToPublic(defaultConfigGroupHosts),
parentConfigGroup: null,
service: Em.Object.create({
id: serviceName
}),
serviceName: serviceName,
configSiteTags: []
});
if (!selectedConfigGroup) {
selectedConfigGroup = defaultConfigGroup;
}
configGroups = configGroups.sortProperty('name');
configGroups.unshift(defaultConfigGroup);
service.set('configGroups', configGroups);
var loadedGroupToOverrideSiteToTagMap = {};
var configGroupsWithOverrides = selectedConfigGroup.get('isDefault') ? service.get('configGroups') : [selectedConfigGroup];
configGroupsWithOverrides.forEach(function (item) {
var groupName = item.get('name');
loadedGroupToOverrideSiteToTagMap[groupName] = {};
item.get('configSiteTags').forEach(function (siteTag) {
var site = siteTag.get('site');
loadedGroupToOverrideSiteToTagMap[groupName][site] = siteTag.get('tag');
}, this);
}, this);
this.set('preSelectedConfigGroup', selectedConfigGroup);
App.config.loadServiceConfigGroupOverrides(service.get('configs'), loadedGroupToOverrideSiteToTagMap, service.get('configGroups'), this.onLoadOverrides, this);
},
onLoadOverrides: function (configs) {
var serviceName = configs[0].serviceName,
service = this.get('stepConfigs').findProperty('serviceName', serviceName);
var serviceConfig = App.config.createServiceConfig(serviceName);
if (serviceConfig.get('serviceName') === 'HDFS') {
App.config.OnNnHAHideSnn(serviceConfig);
}
service.set('selectedConfigGroup', this.get('preSelectedConfigGroup'));
this.loadComponentConfigs(service.get('configs'), serviceConfig, service);
service.set('configs', serviceConfig.get('configs'));
},
/**
* By default value
-property is string "true|false".
* Should update it to boolean type
* Also affects defaultValue
* @param {Ember.Object} serviceConfigProperty
* @returns {Ember.Object} Updated config-object
* @method _updateValueForCheckBoxConfig
*/
_updateValueForCheckBoxConfig: function (serviceConfigProperty) {
var v = serviceConfigProperty.get('value');
switch (serviceConfigProperty.get('value')) {
case 'true':
v = true;
break;
case 'false':
v = false;
break;
}
serviceConfigProperty.setProperties({value: v, defaultValue: v});
return serviceConfigProperty;
},
/**
* Set isEditable
-property to serviceConfigProperty
* Based on user's permissions and selected config group
* @param {Ember.Object} serviceConfigProperty
* @param {bool} defaultGroupSelected
* @returns {Ember.Object} Updated config-object
* @method _updateIsEditableFlagForConfig
*/
_updateIsEditableFlagForConfig: function (serviceConfigProperty, defaultGroupSelected) {
if (App.get('isAdmin')) {
if (defaultGroupSelected && !this.get('isHostsConfigsPage') && !Em.get(serviceConfigProperty, 'group')) {
serviceConfigProperty.set('isEditable', serviceConfigProperty.get('isReconfigurable'));
} else if (Em.get(serviceConfigProperty, 'group') && Em.get(serviceConfigProperty, 'group.name') == this.get('selectedConfigGroup.name')) {
serviceConfigProperty.set('isEditable', true);
} else {
serviceConfigProperty.set('isEditable', false);
}
}
else {
serviceConfigProperty.set('isEditable', false);
}
return serviceConfigProperty;
},
/**
* Set overrides
-property to serviceConfigProperty
* @param {Ember.Object} serviceConfigProperty
* @param {Ember.Object} component
* @return {Ember.Object} Updated config-object
* @method _updateOverridesForConfig
*/
_updateOverridesForConfig: function (serviceConfigProperty, component) {
var overrides = serviceConfigProperty.get('overrides');
if (Em.isNone(overrides)) {
serviceConfigProperty.set('overrides', Em.A([]));
return serviceConfigProperty;
}
serviceConfigProperty.set('overrides', null);
var defaultGroupSelected = component.get('selectedConfigGroup.isDefault');
// Wrap each override to App.ServiceConfigProperty
overrides.forEach(function (override) {
var newSCP = App.ServiceConfigProperty.create(serviceConfigProperty);
newSCP.set('value', override.value);
newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
newSCP.set('parentSCP', serviceConfigProperty);
if (defaultGroupSelected) {
var group = component.get('configGroups').findProperty('name', override.group.get('name'));
// prevent cycle in proto object, clean link
if (group.get('properties').length == 0) {
group.set('properties', Em.A([]));
}
group.get('properties').push(newSCP);
newSCP.set('group', override.group);
newSCP.set('isEditable', false);
}
var parentOverridesArray = serviceConfigProperty.get('overrides');
if (Em.isNone(parentOverridesArray)) {
parentOverridesArray = Em.A([]);
serviceConfigProperty.set('overrides', parentOverridesArray);
}
serviceConfigProperty.get('overrides').pushObject(newSCP);
}, this);
return serviceConfigProperty;
},
/**
* Set configs with overrides, recommended defaults to component
* @param {Ember.Object[]} configs
* @param {Ember.Object} componentConfig
* @param {Ember.Object} component
* @method loadComponentConfigs
*/
loadComponentConfigs: function (configs, componentConfig, component) {
var defaultGroupSelected = component.get('selectedConfigGroup.isDefault');
configs.forEach(function (serviceConfigProperty) {
if (!serviceConfigProperty) return;
if (Em.isNone(serviceConfigProperty.get('isOverridable'))) {
serviceConfigProperty.set('isOverridable', true);
}
if (serviceConfigProperty.get('displayType') === 'checkbox') {
this._updateValueForCheckBoxConfig(serviceConfigProperty);
}
this._updateOverridesForConfig(serviceConfigProperty, component);
this._updateIsEditableFlagForConfig(serviceConfigProperty, defaultGroupSelected);
componentConfig.get('configs').pushObject(serviceConfigProperty);
serviceConfigProperty.validate();
}, this);
component.get('configGroups').filterProperty('isDefault', false).forEach(function (configGroup) {
configGroup.set('hash', this.get('wizardController').getConfigGroupHash(configGroup));
}, this);
var overrideToAdd = this.get('overrideToAdd');
if (overrideToAdd) {
overrideToAdd = componentConfig.get('configs').findProperty('name', overrideToAdd.name);
if (overrideToAdd) {
this.addOverrideProperty(overrideToAdd);
component.set('overrideToAdd', null);
}
}
},
/**
* Resolve dependency between configs.
* @param serviceName {String}
* @param configs {Ember.Enumerable}
*/
resolveServiceDependencyConfigs: function (serviceName, configs) {
switch (serviceName) {
case 'STORM':
this.resolveStormConfigs(configs);
break;
case 'YARN':
this.resolveYarnConfigs(configs);
default:
break;
}
},
/**
* Update some Storm configs
* If Ganglia is selected to install or already installed, Ganglia host should be added to configs
* @param {Ember.Enumerable} configs
* @method resolveStormConfigs
*/
resolveStormConfigs: function (configs) {
var dependentConfigs, gangliaServerHost, gangliaHostId, hosts;
dependentConfigs = ['nimbus.childopts', 'supervisor.childopts', 'worker.childopts'];
// if Ganglia selected or installed, set ganglia host to configs
if (this.get('installedServiceNames').contains('STORM') && this.get('installedServiceNames').contains('GANGLIA')) return;
if (this.get('allSelectedServiceNames').contains('GANGLIA') || this.get('installedServiceNames').contains('GANGLIA')) {
if (this.get('wizardController.name') === 'addServiceController') {
gangliaServerHost = this.get('wizardController').getDBProperty('masterComponentHosts').findProperty('component', 'GANGLIA_SERVER').hostName;
} else {
hosts = this.get('wizardController').getDBProperty('hosts');
gangliaHostId = this.get('wizardController').getDBProperty('masterComponentHosts').findProperty('component', 'GANGLIA_SERVER').host_id;
for (var hostName in hosts) {
if (hosts[hostName].id == gangliaHostId) gangliaServerHost = hosts[hostName].name;
}
}
dependentConfigs.forEach(function (configName) {
var config = configs.findProperty('name', configName);
if (!Em.isNone(config.value)) {
var replaceStr = config.value.match(/.jar=host[^,]+/)[0];
var replaceWith = replaceStr.slice(0, replaceStr.lastIndexOf('=') - replaceStr.length + 1) + gangliaServerHost;
config.value = config.defaultValue = config.value.replace(replaceStr, replaceWith);
}
config.forceUpdate = true;
}, this);
}
},
/**
* Update some Storm configs
* If SLIDER is selected to install or already installed,
* some Yarn properties must be changed
* @param {Ember.Enumerable} configs
* @method resolveYarnConfigs
*/
resolveYarnConfigs: function (configs) {
var cfgToChange = configs.findProperty('name', 'hadoop.registry.rm.enabled');
if (cfgToChange) {
var res = this.get('allSelectedServiceNames').contains('SLIDER');
if (Em.get(cfgToChange, 'value') !== res) {
Em.set(cfgToChange, 'defaultValue', res);
Em.set(cfgToChange, 'value', res);
Em.set(cfgToChange, 'forceUpdate', true);
}
}
},
/**
* On load function
* @method loadStep
*/
loadStep: function () {
console.log("TRACE: Loading step7: Configure Services");
if (!this.get('isConfigsLoaded')) {
return;
}
this.clearStep();
var self = this;
//STEP 1: Load advanced configs
var advancedConfigs = this.get('content.advancedServiceConfig');
//STEP 2: Load on-site configs by service from local DB
var storedConfigs = this.get('content.serviceConfigProperties');
//STEP 3: Merge pre-defined configs with loaded on-site configs
var configs = App.config.mergePreDefinedWithStored(
storedConfigs,
advancedConfigs,
this.get('selectedServiceNames').concat(this.get('installedServiceNames'))
);
App.config.setPreDefinedServiceConfigs(this.get('addMiscTabToPage'));
//STEP 4: Add advanced configs
App.config.addAdvancedConfigs(configs, advancedConfigs);
//STEP 5: Add custom configs
App.config.addCustomConfigs(configs);
this.set('groupsToDelete', this.get('wizardController').getDBProperty('groupsToDelete') || []);
if (this.get('wizardController.name') === 'addServiceController') {
App.router.get('configurationController').getConfigsByTags(this.get('serviceConfigTags')).done(function (loadedConfigs) {
self.setInstalledServiceConfigs(self.get('serviceConfigTags'), configs, loadedConfigs, self.get('installedServiceNames'));
self.applyServicesConfigs(configs, storedConfigs);
});
} else {
this.applyServicesConfigs(configs, storedConfigs);
}
},
applyServicesConfigs: function (configs, storedConfigs) {
if (this.get('allSelectedServiceNames').contains('YARN')) {
configs = App.config.fileConfigsIntoTextarea(configs, 'capacity-scheduler.xml');
}
var dependendServices = ["STORM", "YARN"];
dependendServices.forEach(function (serviceName) {
if (this.get('allSelectedServiceNames').contains(serviceName)) {
this.resolveServiceDependencyConfigs(serviceName, configs);
}
}, this);
//STEP 6: Distribute configs by service and wrap each one in App.ServiceConfigProperty (configs -> serviceConfigs)
var self = this;
this.loadServerSideConfigsRecommendations().always(function () {
self.set('isRecommendedLoaded', true);
self.setStepConfigs(configs, storedConfigs);
self.checkHostOverrideInstaller();
self.activateSpecialConfigs();
self.selectProperService();
if (self.get('content.skipConfigStep')) {
App.router.send('next');
}
});
},
/**
* Load config groups
* and (if some services are already installed) load config groups for installed services
* @method checkHostOverrideInstaller
*/
checkHostOverrideInstaller: function () {
if (this.get('wizardController.name') !== 'kerberosWizardController') {
this.loadConfigGroups(this.get('content.configGroups'));
}
if (this.get('installedServiceNames').length > 0) {
this.loadInstalledServicesConfigGroups(this.get('installedServiceNames'));
}
},
/**
* Set init stepConfigs
value
* Set selected
for addable services if addServiceController is used
* Remove SNameNode if HA is enabled (and if addServiceController is used)
* @param {Ember.Object[]} configs
* @param {Ember.Object[]} storedConfigs
* @method setStepConfigs
*/
setStepConfigs: function (configs, storedConfigs) {
var localDB = {
hosts: this.get('wizardController.content.hosts'),
masterComponentHosts: this.get('wizardController.content.masterComponentHosts'),
slaveComponentHosts: this.get('wizardController.content.slaveComponentHosts')
};
var serviceConfigs = App.config.renderConfigs(configs, storedConfigs, this.get('allSelectedServiceNames'), this.get('installedServiceNames'), localDB, this.get('recommendationsConfigs'));
if (this.get('wizardController.name') === 'addServiceController') {
serviceConfigs.setEach('showConfig', true);
serviceConfigs.setEach('selected', false);
this.get('selectedServiceNames').forEach(function (serviceName) {
if (!serviceConfigs.findProperty('serviceName', serviceName)) return;
var selectedService = serviceConfigs.findProperty('serviceName', serviceName).set('selected', true);
// add secure configs when security is enabled
if (this.get('securityEnabled')) {
this.addSecureConfigs(selectedService, serviceName);
}
}, this);
this.get('installedServiceNames').forEach(function (serviceName) {
var serviceConfigObj = serviceConfigs.findProperty('serviceName', serviceName);
if (this.get('securityEnabled')) {
this.setSecureConfigs(serviceConfigObj, serviceName);
}
}, this);
// Remove SNameNode if HA is enabled
if (App.get('isHaEnabled')) {
var c = serviceConfigs.findProperty('serviceName', 'HDFS').configs;
var removedConfigs = c.filterProperty('category', 'SECONDARY_NAMENODE');
removedConfigs.map(function (config) {
c = c.without(config);
});
serviceConfigs.findProperty('serviceName', 'HDFS').configs = c;
}
}
this.set('stepConfigs', serviceConfigs);
},
/**
* Set secure properties for installed services. Mark secure properties and
* properties with default empty value as non required to pass validation.
*
* @param {Em.Object} serviceConfigObj
* @param {String} serviceName
*/
setSecureConfigs: function (serviceConfigObj, serviceName) {
var configProperties = serviceConfigObj.get('configs');
if (!configProperties) return;
var secureConfigs = this.get('secureConfigs').filterProperty('serviceName', serviceName);
secureConfigs.forEach(function (secureConfig) {
var property = configProperties.findProperty('name', secureConfig.name);
if (property) {
property.set('isRequired', secureConfig.value != "");
if (!property.get('isRequired')) property.set('errorMessage', '');
}
});
},
/**
*
* @param selectedService
* @param serviceName
*/
addSecureConfigs: function (selectedService, serviceName) {
var secureService = this.get('secureServices').findProperty('serviceName', serviceName);
if (!secureService) {
return;
}
secureService.configCategories.forEach(function (category) {
selectedService.get('configCategories').push(category);
});
secureService.configs.forEach(function (conf) {
conf.isVisible = !conf.displayType.contains('masterHost') && !conf.displayType.contains('slaveHost');
var config = App.ServiceConfigProperty.create(conf);
selectedService.get('configs').push(config);
}, this);
},
/**
* Select first addable service for addServiceWizard
* Select first service at all in other cases
* @method selectProperService
*/
selectProperService: function () {
if (this.get('wizardController.name') === 'addServiceController') {
this.set('selectedService', this.get('stepConfigs').filterProperty('selected', true).get('firstObject'));
} else {
this.set('selectedService', this.get('stepConfigs').filterProperty('showConfig', true).objectAt(0));
}
},
/**
* Load config tags
* @return {$.ajax|null}
* @method getConfigTags
*/
getConfigTags: function () {
this.set('isAppliedConfigLoaded', false);
return App.ajax.send({
name: 'config.tags',
sender: this,
success: 'getConfigTagsSuccess'
});
},
/**
* Success callback for config tags request
* Updates serviceConfigTags
with tags received from server
* @param {object} data
* @method getConfigTagsSuccess
*/
getConfigTagsSuccess: function (data) {
var installedServiceSites = [];
App.StackService.find().filterProperty('isInstalled').forEach(function (service) {
if (!service.get('configTypes')) return;
var configTypes = Object.keys(service.get('configTypes'));
installedServiceSites = installedServiceSites.concat(configTypes);
}, this);
installedServiceSites = installedServiceSites.uniq();
var serviceConfigTags = [];
for (var site in data.Clusters.desired_configs) {
if (data.Clusters.desired_configs.hasOwnProperty(site)) {
if (installedServiceSites.contains(site)) {
serviceConfigTags.push({
siteName: site,
tagName: data.Clusters.desired_configs[site].tag,
newTagName: null
});
}
}
}
this.set('serviceConfigTags', serviceConfigTags);
this.set('isAppliedConfigLoaded', true);
},
/**
* set configs actual values from server
* @param serviceConfigTags
* @param configs
* @param configsByTags
* @param installedServiceNames
* @method setInstalledServiceConfigs
*/
setInstalledServiceConfigs: function (serviceConfigTags, configs, configsByTags, installedServiceNames) {
var configsMap = {};
var configTypeMap = {};
var configMixin = App.get('config');
var self = this;
configsByTags.forEach(function (configSite) {
configsMap[configSite.type] = configSite.properties;
});
configs.forEach(function (_config) {
var nonServiceTab = require('data/service_configs');
var type = _config.filename ? App.config.getConfigTagFromFileName(_config.filename) : null;
var mappedConfigValue = type && configsMap[type] ? configsMap[type][_config.name] : null;
if (!Em.isNone(mappedConfigValue) && ((installedServiceNames && installedServiceNames.contains(_config.serviceName) || nonServiceTab.someProperty('serviceName', _config.serviceName)))) {
// prevent overriding already edited properties
if (_config.defaultValue != mappedConfigValue) {
_config.value = mappedConfigValue;
}
_config.defaultValue = mappedConfigValue;
_config.hasInitialValue = true;
App.config.handleSpecialProperties(_config);
delete configsMap[type][_config.name];
}
});
self.setServiceDatabaseConfigs(configs);
//add user properties
Em.keys(configsMap).forEach(function (filename) {
Em.keys(configsMap[filename]).forEach(function (propertyName) {
configs.push(configMixin.addUserProperty({
id: 'site property',
name: propertyName,
serviceName: configMixin.getServiceNameByConfigType(filename),
value: configsMap[filename][propertyName],
defaultValue: configsMap[filename][propertyName],
filename: configMixin.get('filenameExceptions').contains(filename) ? filename : filename + '.xml',
category: 'Advanced',
hasInitialValue: true,
isUserProperty: true,
isOverridable: true,
overrides: [],
isRequired: true,
isVisible: true,
showLabel: true
}, false, []));
});
});
},
/**
* Check if Oozie, Hive or MetricsSink use existing database then need
* to restore missed properties
*
* @param {Object[]} configs
**/
setServiceDatabaseConfigs: function (configs) {
var serviceNames = this.get('installedServiceNames').filter(function (serviceName) {
return ['OOZIE', 'HIVE', 'HDFS'].contains(serviceName);
});
serviceNames.forEach(function (serviceName) {
var propertyPrefix = serviceName.toLowerCase();
if (/HDFS/gi.test(serviceName)) propertyPrefix = 'sink';
var dbTypeConfig = configs.findProperty('name', propertyPrefix + '_database');
if (!/existing/gi.test(dbTypeConfig.value)) return;
var dbHostName = propertyPrefix + '_hostname';
var database = dbTypeConfig.value.match(/MySQL|PostgreSQL|Oracle|Derby|MSSQL/gi)[0];
var dbPrefix = database.toLowerCase();
if (database.toLowerCase() == 'mssql') {
dbHostName = 'sink.dbservername';
if (/integrated/gi.test(dbTypeConfig.value)) {
dbPrefix = 'mssql_server';
} else {
dbPrefix = 'mssql_server_2';
}
}
var propertyName = propertyPrefix + '_existing_' + dbPrefix + '_host';
var existingDBConfig = configs.findProperty('name', propertyName);
if (!existingDBConfig.value)
existingDBConfig.value = existingDBConfig.defaultValue = configs.findProperty('name', dbHostName).value;
}, this);
},
/**
* Add group ids to groupsToDelete
* Also save groupsToDelete
to local storage
* @param {Ember.Object[]} groups
* @method setGroupsToDelete
*/
setGroupsToDelete: function (groups) {
var groupsToDelete = this.get('groupsToDelete');
groups.forEach(function (group) {
if (group.get('id'))
groupsToDelete.push({
id: group.get('id')
});
});
this.get('wizardController').setDBProperty('groupsToDelete', groupsToDelete);
},
/**
* Update configGroups
with selected service configGroups
* Also set default group to first position
* Update selectedConfigGroup
with new default group
* @method selectedServiceObserver
*/
selectedServiceObserver: function () {
if (this.get('selectedService') && (this.get('selectedService.serviceName') !== 'MISC')) {
var serviceGroups = this.get('selectedService.configGroups');
serviceGroups.forEach(function (item, index, array) {
if (item.isDefault) {
array.unshift(item);
array.splice(index + 1, 1);
}
});
this.set('configGroups', serviceGroups);
this.set('selectedConfigGroup', serviceGroups.findProperty('isDefault'));
}
}.observes('selectedService.configGroups.@each'),
/**
* load default groups for each service in case of initial load
* @param serviceConfigGroups
* @method loadConfigGroups
*/
loadConfigGroups: function (serviceConfigGroups) {
var services = this.get('stepConfigs');
var hosts = this.get('wizardController.allHosts').mapProperty('hostName');
var manageCGController = App.router.get('manageConfigGroupsController');
this.setupManageConfigGroupsController();
services.forEach(function (service) {
if (service.get('serviceName') === 'MISC') return;
var serviceRawGroups = serviceConfigGroups.filterProperty('service.id', service.serviceName);
if (!serviceRawGroups.length) {
service.set('configGroups', [
App.ConfigGroup.create({
name: service.displayName + " Default",
description: "Default cluster level " + service.serviceName + " configuration",
isDefault: true,
hosts: Em.copy(hosts),
publicHosts: Em.copy(manageCGController.hostsToPublic(hosts)),
service: Em.Object.create({
id: service.serviceName
}),
serviceName: service.serviceName
})
]);
}
else {
var defaultGroup = App.ConfigGroup.create(serviceRawGroups.findProperty('isDefault'));
var serviceGroups = service.get('configGroups');
serviceRawGroups.filterProperty('isDefault', false).forEach(function (configGroup) {
var readyGroup = App.ConfigGroup.create(configGroup);
var wrappedProperties = [];
readyGroup.get('properties').forEach(function (propertyData) {
var parentSCP = service.configs.filterProperty('filename', propertyData.filename).findProperty('name', propertyData.name);
var overriddenSCP = App.ServiceConfigProperty.create(parentSCP);
overriddenSCP.set('isOriginalSCP', false);
overriddenSCP.set('parentSCP', parentSCP);
overriddenSCP.set('group', readyGroup);
overriddenSCP.setProperties(propertyData);
wrappedProperties.pushObject(App.ServiceConfigProperty.create(overriddenSCP));
});
wrappedProperties.setEach('group', readyGroup);
readyGroup.set('properties', wrappedProperties);
readyGroup.set('parentConfigGroup', defaultGroup);
serviceGroups.pushObject(readyGroup);
});
defaultGroup.set('childConfigGroups', serviceGroups);
serviceGroups.pushObject(defaultGroup);
}
});
},
setupManageConfigGroupsController: function () {
var manageCGController = App.router.get('manageConfigGroupsController');
manageCGController.set('isInstaller', true);
manageCGController.set('isAddService', this.get('wizardController.name') === 'addServiceController');
},
/**
* Click-handler on config-group to make it selected
* @param {object} event
* @method selectConfigGroup
*/
selectConfigGroup: function (event) {
this.set('selectedConfigGroup', event.context);
},
/**
* Rebuild list of configs switch of config group:
* on default - display all configs from default group and configs from non-default groups as disabled
* on non-default - display all from default group as disabled and configs from selected non-default group
* @method switchConfigGroupConfigs
*/
switchConfigGroupConfigs: function () {
var serviceConfigs = this.get('selectedService.configs'),
selectedGroup = this.get('selectedConfigGroup'),
overrideToAdd = this.get('overrideToAdd'),
overrides = [];
if (!selectedGroup) return;
var displayedConfigGroups = this._getDisplayedConfigGroups();
displayedConfigGroups.forEach(function (group) {
overrides.pushObjects(group.get('properties'));
});
serviceConfigs.forEach(function (config) {
this._setEditableValue(config);
this._setOverrides(config, overrides);
}, this);
}.observes('selectedConfigGroup'),
/**
* Get list of config groups to display
* Returns empty array if no selectedConfigGroup
* @return {Array}
* @method _getDisplayedConfigGroups
*/
_getDisplayedConfigGroups: function () {
var selectedGroup = this.get('selectedConfigGroup');
if (!selectedGroup) return [];
return (selectedGroup.get('isDefault')) ?
this.get('selectedService.configGroups').filterProperty('isDefault', false) :
[this.get('selectedConfigGroup')];
},
/**
* Set isEditable
property to config
* @param {Ember.Object} config
* @return {Ember.Object} updated config-object
* @method _setEditableValue
*/
_setEditableValue: function (config) {
var selectedGroup = this.get('selectedConfigGroup');
if (!selectedGroup) return config;
var isEditable = config.get('isEditable'),
isServiceInstalled = this.get('installedServiceNames').contains(this.get('selectedService.serviceName'));
if (isServiceInstalled) {
isEditable = (!isEditable && !config.get('isReconfigurable')) ? false : selectedGroup.get('isDefault');
}
else {
isEditable = selectedGroup.get('isDefault');
}
if (config.get('group')) {
isEditable = config.get('group.name') == this.get('selectedConfigGroup.name');
}
config.set('isEditable', isEditable);
return config;
},
/**
* Set overrides
property to config
* @param {Ember.Object} config
* @param {Ember.Enumerable} overrides
* @returns {Ember.Object}
* @method _setOverrides
*/
_setOverrides: function (config, overrides) {
var selectedGroup = this.get('selectedConfigGroup'),
overrideToAdd = this.get('overrideToAdd'),
configOverrides = overrides.filterProperty('name', config.get('name'));
if (!selectedGroup) return config;
if (overrideToAdd && overrideToAdd.get('name') === config.get('name')) {
configOverrides.push(this.addOverrideProperty(config));
this.set('overrideToAdd', null);
}
configOverrides.setEach('isEditable', !selectedGroup.get('isDefault'));
configOverrides.setEach('parentSCP', config);
config.set('overrides', configOverrides);
return config;
},
/**
* create overriden property and push it into Config group
* @param {App.ServiceConfigProperty} serviceConfigProperty
* @return {App.ServiceConfigProperty}
* @method addOverrideProperty
*/
addOverrideProperty: function (serviceConfigProperty) {
var overrides = serviceConfigProperty.get('overrides') || [];
var newSCP = App.ServiceConfigProperty.create(serviceConfigProperty);
var group = this.get('selectedService.configGroups').findProperty('name', this.get('selectedConfigGroup.name'));
newSCP.set('group', group);
newSCP.set('value', '');
newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
newSCP.set('parentSCP', serviceConfigProperty);
newSCP.set('isEditable', true);
group.get('properties').pushObject(newSCP);
overrides.pushObject(newSCP);
return newSCP;
},
/**
* @method manageConfigurationGroup
*/
manageConfigurationGroup: function () {
App.router.get('mainServiceInfoConfigsController').manageConfigurationGroups(this);
},
/**
* Make some configs visible depending on active services
* @method activateSpecialConfigs
*/
activateSpecialConfigs: function () {
if (this.get('addMiscTabToPage')) {
var miscConfigs = this.get('stepConfigs').findProperty('serviceName', 'MISC').configs;
if (this.get('wizardController.name') == "addServiceController") {
miscConfigs.findProperty('name', 'smokeuser').set('value', this.get('content.smokeuser')).set('isEditable', false);
miscConfigs.findProperty('name', 'user_group').set('value', this.get('content.group')).set('isEditable', false);
}
App.config.miscConfigVisibleProperty(miscConfigs, this.get('selectedServiceNames'));
}
var wizardController = this.get('wizardController');
if (wizardController.get('name') === "kerberosWizardController") {
var kerberosConfigs = this.get('stepConfigs').findProperty('serviceName', 'KERBEROS').configs;
kerberosConfigs.findProperty('name', 'kdc_type').set('value', wizardController.get('content.kerberosOption'));
}
},
/**
* Check whether hive New MySQL database is on the same host as Ambari server MySQL server
* @return {$.ajax|null}
* @method checkMySQLHost
*/
checkMySQLHost: function () {
// get ambari database type and hostname
return App.ajax.send({
name: 'config.ambari.database.info',
sender: this,
success: 'getAmbariDatabaseSuccess'
});
},
/**
* Success callback for ambari database, get Ambari DB type and DB server hostname, then
* Check whether hive New MySQL database is on the same host as Ambari server MySQL server
* @param {object} data
* @method getAmbariDatabaseSuccess
*/
getAmbariDatabaseSuccess: function (data) {
var hiveDBHostname = this.get('stepConfigs').findProperty('serviceName', 'HIVE').configs.findProperty('name', 'hivemetastore_host').value;
var ambariServiceHostComponents = data.hostComponents;
if (!!ambariServiceHostComponents.length) {
var ambariDBInfo = JSON.stringify(ambariServiceHostComponents[0].RootServiceHostComponents.properties);
this.set('mySQLServerConflict', ambariDBInfo.indexOf('mysql') > 0 && ambariDBInfo.indexOf(hiveDBHostname) > 0);
} else {
this.set('mySQLServerConflict', false);
}
},
/**
* Check if new MySql database was chosen for Hive service
* and it is not located on the same host as Ambari server
* that using MySql database too.
*
* @method resolveHiveMysqlDatabase
**/
resolveHiveMysqlDatabase: function () {
var hiveService = this.get('content.services').findProperty('serviceName', 'HIVE');
if (!hiveService || !hiveService.get('isSelected') || hiveService.get('isInstalled')) {
this.moveNext();
return;
}
var hiveDBType = this.get('stepConfigs').findProperty('serviceName', 'HIVE').configs.findProperty('name', 'hive_database').value;
if (hiveDBType == 'New MySQL Database') {
var self = this;
this.checkMySQLHost().done(function () {
if (self.get('mySQLServerConflict')) {
// error popup before you can proceed
return App.ModalPopup.show({
header: Em.I18n.t('installer.step7.popup.mySQLWarning.header'),
bodyClass: Ember.View.extend({
template: Ember.Handlebars.compile(Em.I18n.t('installer.step7.popup.mySQLWarning.body'))
}),
secondary: Em.I18n.t('installer.step7.popup.mySQLWarning.button.gotostep5'),
primary: Em.I18n.t('installer.step7.popup.mySQLWarning.button.dismiss'),
onSecondary: function () {
var parent = this;
return App.ModalPopup.show({
header: Em.I18n.t('installer.step7.popup.mySQLWarning.confirmation.header'),
bodyClass: Ember.View.extend({
template: Ember.Handlebars.compile(Em.I18n.t('installer.step7.popup.mySQLWarning.confirmation.body'))
}),
onPrimary: function () {
this.hide();
parent.hide();
// go back to step 5: assign masters and disable default navigation warning
App.router.get('installerController').gotoStep(5, true);
}
});
}
});
} else {
self.moveNext();
}
});
} else {
this.moveNext();
}
},
checkDatabaseConnectionTest: function () {
var deferred = $.Deferred();
var configMap = [
{
serviceName: 'OOZIE',
ignored: [Em.I18n.t('installer.step7.oozie.database.new')]
},
{
serviceName: 'HIVE',
ignored: [Em.I18n.t('installer.step7.hive.database.new.mysql'), Em.I18n.t('installer.step7.hive.database.new.postgres')]
}
];
configMap.forEach(function (config) {
var isConnectionNotTested = false;
var service = this.get('content.services').findProperty('serviceName', config.serviceName);
if (service && service.get('isSelected') && !service.get('isInstalled')) {
var serviceConfigs = this.get('stepConfigs').findProperty('serviceName', config.serviceName).configs;
var serviceDatabase = serviceConfigs.findProperty('name', config.serviceName.toLowerCase() + '_database').get('value');
if (!config.ignored.contains(serviceDatabase)) {
var filledProperties = App.db.get('tmp', config.serviceName + '_connection');
if (!filledProperties || App.isEmptyObject(filledProperties)) {
isConnectionNotTested = true;
} else {
for (var key in filledProperties) {
if (serviceConfigs.findProperty('name', key).get('value') !== filledProperties[key])
isConnectionNotTested = true;
}
}
}
}
config.isCheckIgnored = isConnectionNotTested;
}, this);
var ignoredServices = configMap.filterProperty('isCheckIgnored', true);
if (ignoredServices.length) {
var displayedServiceNames = ignoredServices.mapProperty('serviceName').map(function (serviceName) {
return this.get('content.services').findProperty('serviceName', serviceName).get('displayName');
}, this);
this.showDatabaseConnectionWarningPopup(displayedServiceNames, deferred);
}
else {
deferred.resolve();
}
return deferred;
},
showDatabaseConnectionWarningPopup: function (serviceNames, deferred) {
return App.ModalPopup.show({
header: Em.I18n.t('installer.step7.popup.database.connection.header'),
body: Em.I18n.t('installer.step7.popup.database.connection.body').format(serviceNames.join(', ')),
secondary: Em.I18n.t('common.cancel'),
primary: Em.I18n.t('common.proceedAnyway'),
onPrimary: function () {
deferred.resolve();
this._super();
},
onSecondary: function () {
deferred.reject();
this._super();
}
})
},
/**
* Proceed to the next step
**/
moveNext: function () {
App.router.send('next');
},
/**
* Click-handler on Next button
* Disable "Submit"-button while server-side processes are running
* @method submit
*/
submit: function () {
if (this.get('isSubmitDisabled')) {
return;
}
var self = this;
this.set('submitButtonClicked', true);
this.serverSideValidation().done(function () {
self.checkDatabaseConnectionTest().done(function () {
self.resolveHiveMysqlDatabase();
self.set('submitButtonClicked', false);
});
}).fail(function (value) {
if ("invalid_configs" == value) {
self.set('submitButtonClicked', false);
} else {
// Failed due to validation mechanism failure.
// Should proceed with other checks
self.checkDatabaseConnectionTest().done(function () {
self.resolveHiveMysqlDatabase();
self.set('submitButtonClicked', false);
});
}
});
}
});