/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ var App = require('app'); var stringUtils = require('utils/string_utils'); var categotyConfigs = require('data/service_configs'); var configGroupsByTag = []; App.config = Em.Object.create({ /** * XML characters which should be escaped in values * http://en.wikipedia.org/wiki/List_of_XML_and_HTML_character_entity_references#Predefined_entities_in_XML */ xmlEscapeMap: { "&": "&", "<": "<", ">": ">", '"': '"', "'": ''' }, xmlUnEscapeMap: { "&": "&", "<": "<", ">": ">", """: '"', "'": "'" }, CONFIG_GROUP_NAME_MAX_LENGTH: 18, /** * filename exceptions used to support substandard sitenames which don't have "xml" extension */ filenameExceptions: ['zoo.cfg'], /** * Since values end up in XML files (core-sit.xml, etc.), certain * XML sensitive characters should be escaped. If not we will have * an invalid XML document, and services will fail to start. * * Special characters in XML are defined at * http://en.wikipedia.org/wiki/List_of_XML_and_HTML_character_entity_references#Predefined_entities_in_XML * * @method escapeXMLCharacters * @param {*} value * @param toXml {Boolean} * @return {String} */ escapeXMLCharacters: function(value, toXML) { var self = this; // To prevent double/triple replacing '>' to '&gt;' to '&amp;gt;', we need // to first unescape all XML chars, and then escape them again. var newValue = String(value).replace(/(&|<|>|"|')/g, function (s) { return self.xmlUnEscapeMap[s]; }); if (toXML) { return String(newValue).replace(/[&<>"']/g, function (s) { return self.xmlEscapeMap[s]; }); } else { return newValue; } }, preDefinedServiceConfigs: function () { var configs = this.get('preDefinedGlobalProperties'); var services = []; $.extend(true, [], require('data/service_configs')).forEach(function (service) { service.configs = configs.filterProperty('serviceName', service.serviceName); services.push(service); }); return services; }.property('preDefinedGlobalProperties'), configMapping: function () { if (App.get('isHadoop2Stack')) { return $.extend(true, [], require('data/HDP2/config_mapping')); } return $.extend(true, [], require('data/config_mapping')); }.property('App.isHadoop2Stack'), preDefinedGlobalProperties: function () { if (App.get('isHadoop2Stack')) { return $.extend(true, [], require('data/HDP2/global_properties').configProperties); } return $.extend(true, [], require('data/global_properties').configProperties); }.property('App.isHadoop2Stack'), preDefinedSiteProperties: function () { if (App.get('isHadoop2Stack')) { return $.extend(true, [], require('data/HDP2/site_properties').configProperties); } return $.extend(true, [], require('data/site_properties').configProperties); }.property('App.isHadoop2Stack'), preDefinedCustomConfigs: function () { if (App.get('isHadoop2Stack')) { return $.extend(true, [], require('data/HDP2/custom_configs')); } return $.extend(true, [], require('data/custom_configs')); }.property('App.isHadoop2Stack'), //categories which contain custom configs categoriesWithCustom: ['CapacityScheduler'], //configs with these filenames go to appropriate category not in Advanced customFileNames: function () { var customFiles = ['flume-conf.xml']; if (App.supports.capacitySchedulerUi) { if (App.get('isHadoop2Stack')) { return customFiles.concat(['capacity-scheduler.xml']); } return customFiles.concat(['capacity-scheduler.xml', 'mapred-queue-acls.xml']); } return customFiles; }.property('App.isHadoop2Stack'), /** * Function should be used post-install as precondition check should not be done only after installer wizard * @param siteNames {string|array} * @returns {Array} */ getBySitename: function (siteNames) { var computedConfigs = this.get('configMapping').computed(); var siteProperties = []; if (typeof siteNames === "string") { siteProperties = computedConfigs.filterProperty('filename', siteNames); } else if (siteNames instanceof Array) { siteNames.forEach(function (_siteName) { siteProperties = siteProperties.concat(computedConfigs.filterProperty('filename', _siteName)); }, this); } return siteProperties; }, /** * Cache of loaded configurations. This is useful in not loading * same configuration multiple times. It is populated in multiple * places. * * Example: * { * 'global_version1': {...}, * 'global_version2': {...}, * 'hdfs-site_version3': {...}, * } */ loadedConfigurationsCache: {}, /** * Array of global "service/desired_tag/actual_tag" strings which * indicate different configurations. We cache these so that * we dont have to recalculate if two tags are difference. */ differentGlobalTagsCache: [], identifyCategory: function (config) { var category = null; var serviceConfigMetaData = this.get('preDefinedServiceConfigs').findProperty('serviceName', config.serviceName); if (serviceConfigMetaData) { serviceConfigMetaData.configCategories.forEach(function (_category) { if (_category.siteFileNames && Array.isArray(_category.siteFileNames) && _category.siteFileNames.contains(config.filename)) { category = _category; } }); category = (category == null) ? serviceConfigMetaData.configCategories.findProperty('siteFileName', config.filename) : category; } return category; }, /** * additional handling for special properties such as * checkbox and digital which values with 'm' at the end * @param config */ handleSpecialProperties: function (config) { if (config.displayType === 'int' && /\d+m$/.test(config.value)) { config.value = config.value.slice(0, config.value.length - 1); config.defaultValue = config.value; } if (config.displayType === 'checkbox') { config.value = (config.value === 'true') ? config.defaultValue = true : config.defaultValue = false; } }, /** * calculate config properties: * category, filename, isUserProperty, description * @param config * @param isAdvanced * @param advancedConfigs */ calculateConfigProperties: function (config, isAdvanced, advancedConfigs) { if (!isAdvanced || this.get('customFileNames').contains(config.filename)) { var categoryMetaData = this.identifyCategory(config); if (categoryMetaData != null) { config.category = categoryMetaData.get('name'); if (!isAdvanced) config.isUserProperty = true; } } else { var advancedProperty = null; if( isAdvanced ){ advancedProperty = advancedConfigs.findProperty('name', config.name); } config.category = config.category ? config.category : 'Advanced'; config.description = isAdvanced && advancedProperty.description; } }, capacitySchedulerFilter: function () { var yarnRegex = /^yarn\.scheduler\.capacity\.root\.(?!unfunded)([a-z]([\_\-a-z0-9]{0,50}))\.(acl_administer_jobs|acl_submit_jobs|state|user-limit-factor|maximum-capacity|capacity)$/i; var self = this; if (App.get('isHadoop2Stack')) { return function (_config) { return (yarnRegex.test(_config.name)); } } else { return function (_config) { return (_config.name.indexOf('mapred.capacity-scheduler.queue.') !== -1) || (/^mapred\.queue\.[a-z]([\_\-a-z0-9]{0,50})\.(acl-administer-jobs|acl-submit-job)$/i.test(_config.name)); } } }.property('App.isHadoop2Stack'), /** * return: * configs, * globalConfigs, * mappingConfigs * * @param configGroups * @param advancedConfigs * @param tags * @param serviceName * @return {object} */ mergePreDefinedWithLoaded: function (configGroups, advancedConfigs, tags, serviceName) { var configs = []; var globalConfigs = []; var preDefinedConfigs = this.get('preDefinedGlobalProperties').concat(this.get('preDefinedSiteProperties')); var mappingConfigs = []; var filenameExceptions = this.get('filenameExceptions'); var selectedServiceNames = App.Service.find().mapProperty('serviceName'); tags.forEach(function (_tag) { var isAdvanced = null; var filename = (filenameExceptions.contains(_tag.siteName)) ? _tag.siteName : _tag.siteName + ".xml"; var properties = configGroups.filter(function (serviceConfigProperties) { return _tag.tagName === serviceConfigProperties.tag && _tag.siteName === serviceConfigProperties.type; }); properties = (properties.length) ? properties.objectAt(0).properties : {}; for (var index in properties) { var configsPropertyDef = null; var preDefinedConfig = []; if (_tag.siteName === 'global') { // Unlike other site where one site maps to ones service, global site contains configurations for multiple services // So Global Configuration should not be filtered out with serviceName. preDefinedConfig = preDefinedConfigs.filterProperty('name', index); preDefinedConfig.forEach(function(_preDefinedConfig){ var isServiceInstalled = selectedServiceNames.contains(_preDefinedConfig.serviceName); if ( isServiceInstalled || _preDefinedConfig.serviceName === 'MISC') { configsPropertyDef = _preDefinedConfig; } },this); } else { configsPropertyDef = preDefinedConfigs.filterProperty('name',index).findProperty('filename',filename); if (!configsPropertyDef) { configsPropertyDef = preDefinedConfigs.filterProperty('name',index).findProperty('serviceName', serviceName); } } var serviceConfigObj = App.ServiceConfig.create({ name: index, value: properties[index], defaultValue: properties[index], filename: filename, isUserProperty: false, isOverridable: true, isRequired: true, showLabel: true, serviceName: serviceName, belongsToService: [] }); if (configsPropertyDef) { this.setServiceConfigUiAttributes(serviceConfigObj, configsPropertyDef); } if (_tag.siteName === 'global') { if (configsPropertyDef) { if (configsPropertyDef.isRequiredByAgent === false) { continue; } this.handleSpecialProperties(serviceConfigObj); } else { serviceConfigObj.isVisible = false; // if the global property is not defined on ui metadata global_properties.js then it shouldn't be a part of errorCount } serviceConfigObj.id = 'puppet var'; serviceConfigObj.displayName = configsPropertyDef ? configsPropertyDef.displayName : null; serviceConfigObj.options = configsPropertyDef ? configsPropertyDef.options : null; globalConfigs.push(serviceConfigObj); } else if (!this.getBySitename(serviceConfigObj.get('filename')).someProperty('name', index)) { isAdvanced = advancedConfigs.someProperty('name', index); serviceConfigObj.id = 'site property'; if (!configsPropertyDef) { serviceConfigObj.displayType = stringUtils.isSingleLine(serviceConfigObj.value) ? 'advanced' : 'multiLine'; } serviceConfigObj.displayName = configsPropertyDef ? configsPropertyDef.displayName : index; this.calculateConfigProperties(serviceConfigObj, isAdvanced, advancedConfigs); if(serviceConfigObj.get('displayType') == 'directories' && (serviceConfigObj.get('category') == 'DataNode' || serviceConfigObj.get('category') == 'NameNode')) { var dirs = serviceConfigObj.get('value').split(',').sort(); serviceConfigObj.set('value', dirs.join(',')); serviceConfigObj.set('defaultValue', dirs.join(',')); } if(serviceConfigObj.get('displayType') == 'directory' && serviceConfigObj.get('category') == 'SNameNode') { var dirs = serviceConfigObj.get('value').split(',').sort(); serviceConfigObj.set('value', dirs[0]); serviceConfigObj.set('defaultValue', dirs[0]); } if (serviceConfigObj.get('displayType') == 'masterHosts') { if (typeof(serviceConfigObj.get('value')) == 'string') { var value = serviceConfigObj.get('value').replace(/\[|]|'|'/g, "").split(','); serviceConfigObj.set('value', value); } } configs.push(serviceConfigObj); } else { mappingConfigs.push(serviceConfigObj); } } }, this); return { configs: configs, globalConfigs: globalConfigs, mappingConfigs: mappingConfigs } }, /** * @param serviceConfigObj : Object * @param configsPropertyDef : Object */ setServiceConfigUiAttributes: function (serviceConfigObj, configsPropertyDef) { serviceConfigObj.displayType = configsPropertyDef.displayType; serviceConfigObj.isRequired = (configsPropertyDef.isRequired !== undefined) ? configsPropertyDef.isRequired : true; serviceConfigObj.isRequiredByAgent = (configsPropertyDef.isRequiredByAgent !== undefined) ? configsPropertyDef.isRequiredByAgent : true; serviceConfigObj.isReconfigurable = (configsPropertyDef.isReconfigurable !== undefined) ? configsPropertyDef.isReconfigurable : true; serviceConfigObj.isVisible = (configsPropertyDef.isVisible !== undefined) ? configsPropertyDef.isVisible : true; serviceConfigObj.unit = (configsPropertyDef.unit !== undefined) ? configsPropertyDef.unit : undefined; serviceConfigObj.description = (configsPropertyDef.description !== undefined) ? configsPropertyDef.description : undefined; serviceConfigObj.isOverridable = configsPropertyDef.isOverridable === undefined ? true : configsPropertyDef.isOverridable; serviceConfigObj.serviceName = configsPropertyDef ? configsPropertyDef.serviceName : null; serviceConfigObj.index = configsPropertyDef.index; serviceConfigObj.isSecureConfig = configsPropertyDef.isSecureConfig === undefined ? false : configsPropertyDef.isSecureConfig; serviceConfigObj.belongsToService = configsPropertyDef.belongsToService; serviceConfigObj.category = configsPropertyDef.category; serviceConfigObj.showLabel = configsPropertyDef.showLabel !== false; }, /** * synchronize order of config properties with order, that on UI side * * @method syncOrderWithPredefined * @param configSet {object} * @return {Object} */ syncOrderWithPredefined: function (configSet) { var globalConfigs = configSet.globalConfigs, siteConfigs = configSet.configs, globalStart = [], siteStart = []; this.get('preDefinedGlobalProperties').mapProperty('name').forEach(function (name) { var _global = globalConfigs.findProperty('name', name); if (_global) { globalStart.push(_global); globalConfigs = globalConfigs.without(_global); } }, this); this.get('preDefinedSiteProperties').mapProperty('name').forEach(function (name) { var _site = siteConfigs.filterProperty('name', name); if (_site.length == 1) { siteStart.push(_site[0]); siteConfigs = siteConfigs.without(_site[0]); } else if (_site.length >1) { _site.forEach(function(site){ siteStart.push(site); siteConfigs = siteConfigs.without(site); }, this); } }, this); return { globalConfigs: globalStart.concat(globalConfigs.sortProperty('name')), configs: siteStart.concat(siteConfigs.sortProperty('name')), mappingConfigs: configSet.mappingConfigs } }, /** * merge stored configs with pre-defined * @param storedConfigs * @param advancedConfigs * @param selectedServiceNames * @return {array} */ mergePreDefinedWithStored: function (storedConfigs, advancedConfigs, selectedServiceNames) { var mergedConfigs = []; var preDefinedConfigs = $.extend(true, [], this.get('preDefinedGlobalProperties').concat(this.get('preDefinedSiteProperties'))); storedConfigs = (storedConfigs) ? storedConfigs : []; var preDefinedNames = preDefinedConfigs.mapProperty('name'); var storedNames = storedConfigs.mapProperty('name'); var names = preDefinedNames.concat(storedNames).uniq(); names.forEach(function (name) { var storedCfgs = storedConfigs.filterProperty('name', name); var preDefinedCfgs = []; var preDefinedConfig = preDefinedConfigs.filterProperty('name', name); preDefinedConfig.forEach(function (_preDefinedConfig) { if (selectedServiceNames.contains(_preDefinedConfig.serviceName) || _preDefinedConfig.serviceName === 'MISC') { preDefinedCfgs.push(_preDefinedConfig); } }, this); var configData = {}; var isAdvanced = advancedConfigs.someProperty('name', name); if (storedCfgs.length <= 1 && preDefinedCfgs.length <= 1) { var stored = storedCfgs[0]; var preDefined = preDefinedCfgs[0]; if (preDefined && stored) { configData = preDefined; configData.value = stored.value; configData.defaultValue = stored.defaultValue; configData.overrides = stored.overrides; configData.filename = stored.filename; configData.description = stored.description; configData.isVisible = stored.isVisible; configData.isRequired = (configData.isRequired !== undefined) ? configData.isRequired : true; configData.isRequiredByAgent = (configData.isRequiredByAgent !== undefined) ? configData.isRequiredByAgent : true; configData.showLabel = stored.showLabel !== false; } else if (!preDefined && stored) { configData = this.addUserProperty(stored, isAdvanced, advancedConfigs); } else if (preDefined && !stored) { configData = preDefined; configData.isRequiredByAgent = (configData.isRequiredByAgent !== undefined) ? configData.isRequiredByAgent : true; if (isAdvanced) { var advanced = advancedConfigs.findProperty('name', configData.name); this.setPropertyFromStack(configData,advanced); } } if (configData.displayType === 'checkbox') { configData.value = configData.value === 'true'; // convert {String} value to {Boolean} configData.defaultValue = configData.value; } mergedConfigs.push(configData); } else { preDefinedCfgs.forEach(function (cfg) { configData = cfg; configData.isRequiredByAgent = (configData.isRequiredByAgent !== undefined) ? configData.isRequiredByAgent : true; var storedCfg = storedCfgs.findProperty('filename', cfg.filename); if (storedCfg) { configData.value = storedCfg.value; configData.defaultValue = storedCfg.defaultValue; configData.overrides = storedCfg.overrides; configData.filename = storedCfg.filename; configData.description = storedCfg.description; configData.description = storedCfg.showLabel !== false; } else if (isAdvanced){ advanced = advancedConfigs.filterProperty('filename', configData.filename).findProperty('name', configData.name); this.setPropertyFromStack(configData,advanced); } mergedConfigs.push(configData); }, this); } }, this); return mergedConfigs; }, /** * * @param configData {Object} Configs that will be binded to the view on step-7 of installer wizard * @param advanced {Object} Config property loaded from Server side stack definition */ setPropertyFromStack: function(configData,advanced) { // Password fields should be made blank by default in installer wizard // irrespective of whatever value is sent from stack definition. // This forces the user to fill the password field. configData.value = configData.displayType == "password" ? '' : advanced ? advanced.value : configData.value; configData.defaultValue = configData.value; configData.filename = advanced ? advanced.filename : configData.filename; configData.description = advanced ? advanced.description : configData.description; }, /** * look over advanced configs and add missing configs to serviceConfigs * filter fetched configs by service if passed * @param serviceConfigs * @param advancedConfigs * @param serviceName */ addAdvancedConfigs: function (serviceConfigs, advancedConfigs, serviceName) { var configsToVerifying = (serviceName) ? serviceConfigs.filterProperty('serviceName', serviceName) : serviceConfigs.slice(); advancedConfigs.forEach(function (_config) { var configCategory = 'Advanced'; var categoryMetaData = null; if (_config) { if (this.get('configMapping').computed().someProperty('name', _config.name)) { } else if (!(configsToVerifying.someProperty('name', _config.name))) { if (this.get('customFileNames').contains(_config.filename)) { categoryMetaData = this.identifyCategory(_config); if (categoryMetaData != null) { configCategory = categoryMetaData.get('name'); } } _config.id = "site property"; _config.category = configCategory; _config.displayName = _config.name; _config.defaultValue = _config.value; // make all advanced configs optional and populated by default /* * if (/\${.*}/.test(_config.value) || (service.serviceName !== * 'OOZIE' && service.serviceName !== 'HBASE')) { _config.isRequired = * false; _config.value = ''; } else if * (/^\s+$/.test(_config.value)) { _config.isRequired = false; } */ _config.isRequired = true; _config.displayType = stringUtils.isSingleLine(_config.value) ? 'advanced' : 'multiLine'; serviceConfigs.push(_config); } } }, this); }, /** * Render a custom conf-site box for entering properties that will be written in *-site.xml files of the services */ addCustomConfigs: function (configs) { var preDefinedCustomConfigs = $.extend(true, [], this.get('preDefinedCustomConfigs')); var stored = configs.filter(function (_config) { return this.get('categoriesWithCustom').contains(_config.category); }, this); if (App.supports.capacitySchedulerUi) { var queueProperties = stored.filter(this.get('capacitySchedulerFilter')); if (queueProperties.length) { queueProperties.setEach('isQueue', true); } } }, miscConfigVisibleProperty: function (configs, serviceToShow) { configs.forEach(function (item) { item.set("isVisible", item.belongsToService.some(function (cur) { return serviceToShow.contains(cur) })); }); return configs; }, /** * render configs, distribute them by service * and wrap each in ServiceConfigProperty object * @param configs * @param storedConfigs * @param allSelectedServiceNames * @param installedServiceNames * @param localDB * @return {Array} */ renderConfigs: function (configs, storedConfigs, allSelectedServiceNames, installedServiceNames, localDB) { var renderedServiceConfigs = []; var services = []; this.get('preDefinedServiceConfigs').forEach(function (serviceConfig) { if (allSelectedServiceNames.contains(serviceConfig.serviceName) || serviceConfig.serviceName === 'MISC') { console.log('pushing ' + serviceConfig.serviceName, serviceConfig); if (!installedServiceNames.contains(serviceConfig.serviceName) || serviceConfig.serviceName === 'MISC') { serviceConfig.showConfig = true; } services.push(serviceConfig); } }); services.forEach(function (service) { var configsByService = []; var serviceConfigs = configs.filterProperty('serviceName', service.serviceName); serviceConfigs.forEach(function (_config) { _config.isOverridable = (_config.isOverridable === undefined) ? true : _config.isOverridable; var serviceConfigProperty = App.ServiceConfigProperty.create(_config); this.updateHostOverrides(serviceConfigProperty, _config); if (!storedConfigs) { serviceConfigProperty.initialValue(localDB); } this.tweakDynamicDefaults(localDB, serviceConfigProperty, _config); serviceConfigProperty.validate(); configsByService.pushObject(serviceConfigProperty); }, this); var serviceConfig = this.createServiceConfig(service.serviceName); serviceConfig.set('showConfig', service.showConfig); // Use calculated default values for some configs var recommendedDefaults = {}; if (!storedConfigs && service.defaultsProviders) { service.defaultsProviders.forEach(function (defaultsProvider) { var defaults = defaultsProvider.getDefaults(localDB); for (var name in defaults) { var config = configsByService.findProperty('name', name); if (!config) { continue; } if (!!defaults[name]) { recommendedDefaults[name] = defaults[name]; config.set('value', defaults[name]); config.set('defaultValue', defaults[name]); } else { recommendedDefaults[name] = config.get('defaultValue'); } } }); } if (service.configsValidator) { service.configsValidator.set('recommendedDefaults', recommendedDefaults); var validators = service.configsValidator.get('configValidators'); for (var validatorName in validators) { var c = configsByService.findProperty('name', validatorName); if (c) { c.set('serviceValidator', service.configsValidator); } } } serviceConfig.set('configs', configsByService); renderedServiceConfigs.push(serviceConfig); }, this); return renderedServiceConfigs; }, /** Takes care of the "dynamic defaults" for the GLUSTERFS configs. Sets some of the config defaults to previously user-entered data. **/ tweakDynamicDefaults: function (localDB, serviceConfigProperty, config) { var firstHost = null; for (var host in localDB.hosts) { firstHost = host; break; } try { if (typeof(config.defaultValue) == "string" && config.defaultValue.indexOf("{firstHost}") >= 0) { serviceConfigProperty.set('value', serviceConfigProperty.value.replace(new RegExp("{firstHost}"), firstHost)); serviceConfigProperty.set('defaultValue', serviceConfigProperty.defaultValue.replace(new RegExp("{firstHost}"), firstHost)); } } catch (err) { // Nothing to worry about here, most likely trying indexOf on a non-string } }, /** * create new child configs from overrides, attach them to parent config * override - value of config, related to particular host(s) * @param configProperty * @param storedConfigProperty */ updateHostOverrides: function (configProperty, storedConfigProperty) { if (storedConfigProperty.overrides != null && storedConfigProperty.overrides.length > 0) { var overrides = []; storedConfigProperty.overrides.forEach(function (overrideEntry) { // create new override with new value var newSCP = App.ServiceConfigProperty.create(configProperty); newSCP.set('value', overrideEntry.value); newSCP.set('isOriginalSCP', false); // indicated this is overridden value, newSCP.set('parentSCP', configProperty); var hostsArray = Ember.A([]); overrideEntry.hosts.forEach(function (host) { hostsArray.push(host); }); newSCP.set('selectedHostOptions', hostsArray); overrides.pushObject(newSCP); }); configProperty.set('overrides', overrides); } }, /** * create new ServiceConfig object by service name * @param serviceName */ createServiceConfig: function (serviceName) { var preDefinedServiceConfig = App.config.get('preDefinedServiceConfigs').findProperty('serviceName', serviceName); var serviceConfig = App.ServiceConfig.create({ filename: preDefinedServiceConfig.filename, serviceName: preDefinedServiceConfig.serviceName, displayName: preDefinedServiceConfig.displayName, configCategories: preDefinedServiceConfig.configCategories, configs: [], configGroups: [] }); serviceConfig.configCategories.filterProperty('isCustomView', true).forEach(function (category) { switch (category.name) { case 'CapacityScheduler': if (App.supports.capacitySchedulerUi) { category.set('customView', App.ServiceConfigCapacityScheduler); } else { category.set('isCustomView', false); } break; } }, this); return serviceConfig; }, /** * GETs all cluster level sites in one call. * * @return Array of all site configs */ loadConfigsByTags: function (tags) { var urlParams = []; tags.forEach(function (_tag) { urlParams.push('(type=' + _tag.siteName + '&tag=' + _tag.tagName + ')'); }); var params = urlParams.join('|'); App.ajax.send({ name: 'config.on_site', sender: this, data: { params: params }, success: 'loadConfigsByTagsSuccess' }); return configGroupsByTag; }, loadConfigsByTagsSuccess: function (data) { if (data.items) { configGroupsByTag = []; data.items.forEach(function (item) { this.loadedConfigurationsCache[item.type + "_" + item.tag] = item.properties; configGroupsByTag.push(item); }, this); } }, /** * Generate serviceProperties save it to localDB * called form stepController step6WizardController * * @param serviceName * @param callback * @return {object|null} */ loadAdvancedConfig: function (serviceName, callback) { return App.ajax.send({ name: 'config.advanced', sender: this, data: { serviceName: serviceName, stackVersionUrl: App.get('stackVersionURL'), stackVersion: App.get('currentStackVersionNumber'), callback: callback }, success: 'loadAdvancedConfigSuccess', error: 'loadAdvancedConfigError' }); }, loadAdvancedConfigSuccess: function (data, opt, params) { console.log("TRACE: In success function for the loadAdvancedConfig; url is ", opt.url); var properties = []; if (data.items.length) { data.items.forEach(function (item) { item = item.StackConfigurations; item.isVisible = item.type !== 'global.xml'; var serviceName = item.service_name; var fileName = item.type; var isHDP2 = App.get('isHadoop2Stack'); /** * Properties from mapred-queue-acls.xml are ignored unless App.supports.capacitySchedulerUi is true * Properties from capacity-scheduler.xml are ignored unless HDP stack version is 2.x or * HDP stack version is 1.x and App.supports.capacitySchedulerUi is true. */ if ((fileName !== 'mapred-queue-acls.xml' || App.supports.capacitySchedulerUi) && (fileName !== 'capacity-scheduler.xml' || isHDP2 || App.supports.capacitySchedulerUi)) { properties.push({ serviceName: serviceName, name: item.property_name, value: item.property_value, description: item.property_description, isVisible: item.isVisible, filename: item.filename || fileName }); } }, this); } params.callback(properties); }, loadAdvancedConfigError: function (request, ajaxOptions, error, opt, params) { console.log('ERROR: failed to load stack configs for', params.serviceName); params.callback([]); }, /** * Get properties from server by type and tag with properties, that belong to group * push them to common {serviceConfigs} and call callback function */ loadServiceConfigGroupOverrides: function (serviceConfigs, loadedGroupToOverrideSiteToTagMap, configGroups, callback, sender) { var configKeyToConfigMap = {}; serviceConfigs.forEach(function (item) { configKeyToConfigMap[item.name] = item; }); var typeTagToGroupMap = {}; var urlParams = []; for (var group in loadedGroupToOverrideSiteToTagMap) { var overrideTypeTags = loadedGroupToOverrideSiteToTagMap[group]; for (var type in overrideTypeTags) { var tag = overrideTypeTags[type]; typeTagToGroupMap[type + "///" + tag] = configGroups.findProperty('name', group); urlParams.push('(type=' + type + '&tag=' + tag + ')'); } } var params = urlParams.join('|'); if (urlParams.length) { App.ajax.send({ name: 'config.host_overrides', sender: this, data: { params: params, configKeyToConfigMap: configKeyToConfigMap, typeTagToGroupMap: typeTagToGroupMap, callback: callback, sender: sender, serviceConfigs: serviceConfigs }, success: 'loadServiceConfigGroupOverridesSuccess' }); } else { callback.call(sender, serviceConfigs); } }, loadServiceConfigGroupOverridesSuccess: function (data, opt, params) { data.items.forEach(function (config) { App.config.loadedConfigurationsCache[config.type + "_" + config.tag] = config.properties; var group = params.typeTagToGroupMap[config.type + "///" + config.tag]; var properties = config.properties; for (var prop in properties) { var serviceConfig = params.configKeyToConfigMap[prop]; var hostOverrideValue = properties[prop]; if (serviceConfig && serviceConfig.displayType === 'int') { if (/\d+m$/.test(hostOverrideValue)) { hostOverrideValue = hostOverrideValue.slice(0, hostOverrideValue.length - 1); } } else if (serviceConfig && serviceConfig.displayType === 'checkbox') { switch (hostOverrideValue) { case 'true': hostOverrideValue = true; break; case 'false': hostOverrideValue = false; break; } } if (serviceConfig) { // Value of this property is different for this host. var overrides = 'overrides'; if (!(overrides in serviceConfig)) { serviceConfig.overrides = []; } if (!serviceConfig.overrides) { serviceConfig.set('overrides', []); } console.log("loadServiceConfigGroupOverridesSuccess(): [" + group + "] OVERRODE(" + serviceConfig.name + "): " + serviceConfig.value + " -> " + hostOverrideValue); serviceConfig.overrides.push({value: hostOverrideValue, group: group}); } } }); params.callback.call(params.sender, params.serviceConfigs); }, /** * Set all site property that are derived from other site-properties */ setConfigValue: function (mappedConfigs, allConfigs, config, globalConfigs) { var globalValue; if (config.value == null) { return; } var fkValue = config.value.match(/<(foreignKey.*?)>/g); var fkName = config.name.match(/<(foreignKey.*?)>/g); var templateValue = config.value.match(/<(templateName.*?)>/g); if (fkValue) { fkValue.forEach(function (_fkValue) { var index = parseInt(_fkValue.match(/\[([\d]*)(?=\])/)[1]); if (mappedConfigs.someProperty('name', config.foreignKey[index])) { globalValue = mappedConfigs.findProperty('name', config.foreignKey[index]).value; config.value = config.value.replace(_fkValue, globalValue); } else if (allConfigs.someProperty('name', config.foreignKey[index])) { if (allConfigs.findProperty('name', config.foreignKey[index]).value === '') { globalValue = allConfigs.findProperty('name', config.foreignKey[index]).defaultValue; } else { globalValue = allConfigs.findProperty('name', config.foreignKey[index]).value; } config.value = config.value.replace(_fkValue, globalValue); } }, this); } // config._name - formatted name from original config name if (fkName) { fkName.forEach(function (_fkName) { var index = parseInt(_fkName.match(/\[([\d]*)(?=\])/)[1]); if (mappedConfigs.someProperty('name', config.foreignKey[index])) { globalValue = mappedConfigs.findProperty('name', config.foreignKey[index]).value; config._name = config.name.replace(_fkName, globalValue); } else if (allConfigs.someProperty('name', config.foreignKey[index])) { if (allConfigs.findProperty('name', config.foreignKey[index]).value === '') { globalValue = allConfigs.findProperty('name', config.foreignKey[index]).defaultValue; } else { globalValue = allConfigs.findProperty('name', config.foreignKey[index]).value; } config._name = config.name.replace(_fkName, globalValue); } }, this); } //For properties in the configMapping file having foreignKey and templateName properties. if (templateValue) { templateValue.forEach(function (_value) { var index = parseInt(_value.match(/\[([\d]*)(?=\])/)[1]); if (globalConfigs.someProperty('name', config.templateName[index])) { var globalValue = globalConfigs.findProperty('name', config.templateName[index]).value; config.value = config.value.replace(_value, globalValue); } else { config.value = null; } }, this); } }, /** * identify service name of config by its config's type * @param type * @return {string|null} */ getServiceNameByConfigType: function (type) { var preDefinedServiceConfigs = this.get('preDefinedServiceConfigs'); var service = preDefinedServiceConfigs.find(function (serviceConfig) { return (serviceConfig.sites.contains(type)); }, this); return service && service.serviceName; }, /** * add user property * @param stored * @param isAdvanced * @param advancedConfigs * @return {Object} */ addUserProperty: function (stored, isAdvanced, advancedConfigs) { var configData = { id: stored.id, name: stored.name, displayName: stored.name, serviceName: stored.serviceName, value: stored.value, defaultValue: stored.defaultValue, displayType: stringUtils.isSingleLine(stored.value) ? 'advanced' : 'multiLine', filename: stored.filename, category: 'Advanced', isUserProperty: stored.isUserProperty === true, isOverridable: true, overrides: stored.overrides, isRequired: true, isVisible: stored.isVisible, showLabel: stored.showLabel !== false }; App.get('config').calculateConfigProperties(configData, isAdvanced, advancedConfigs); return configData; }, complexConfigs: [ { "id": "site property", "name": "capacity-scheduler", "displayName": "Capacity Scheduler", "value": "", "defaultValue": "", "description": "Capacity Scheduler properties", "displayType": "custom", "isOverridable": true, "isRequired": true, "isVisible": true, "serviceName": "YARN", "filename": "capacity-scheduler.xml", "category": "CapacityScheduler" } ], /** * transform set of configs from file * into one config with textarea content: * name=value * @param configs * @param filename * @return {*} */ fileConfigsIntoTextarea: function (configs, filename) { var fileConfigs = configs.filterProperty('filename', filename); var value = ''; var defaultValue = ''; var complexConfig = this.get('complexConfigs').findProperty('filename', filename); if (complexConfig) { fileConfigs.forEach(function (_config) { value += _config.name + '=' + _config.value + '\n'; defaultValue += _config.name + '=' + _config.defaultValue + '\n'; }, this); complexConfig.value = value; complexConfig.defaultValue = defaultValue; configs = configs.filter(function (_config) { return _config.filename !== filename; }); configs.push(complexConfig); } return configs; }, /** * transform one config with textarea content * into set of configs of file * @param configs * @param filename * @return {*} */ textareaIntoFileConfigs: function (configs, filename) { var complexConfigName = this.get('complexConfigs').findProperty('filename', filename).name; var configsTextarea = configs.findProperty('name', complexConfigName); if (configsTextarea) { var properties = configsTextarea.get('value').split('\n'); properties.forEach(function (_property) { var name, value; if (_property) { _property = _property.split('='); name = _property[0]; value = (_property[1]) ? _property[1] : ""; configs.push(Em.Object.create({ id: configsTextarea.get('id'), name: name, value: value, defaultValue: value, serviceName: configsTextarea.get('serviceName'), filename: filename })); } }); return configs.without(configsTextarea); } console.log('ERROR: textarea config - ' + complexConfigName + ' is missing'); return configs; }, /** * trim trailing spaces for all properties. * trim both trailing and leading spaces for host displayType and hive/oozie datebases url. * for directory or directories displayType format string for further using. * for password and values with spaces only do nothing. * @param {Object} property * @param {Boolean} isEmberObject * @returns {*} */ trimProperty: function (property, isEmberObject) { var displayType = (isEmberObject) ? property.get('displayType') : property.displayType; var value = (isEmberObject) ? property.get('value') : property.value; var name = (isEmberObject) ? property.get('name') : property.name; var rez; switch (displayType) { case 'directories': case 'directory': rez = value.trim().split(/\s+/g).join(','); break; case 'host': rez = value.trim(); break; case 'password': break; case 'advanced': if (name == 'javax.jdo.option.ConnectionURL' || name == 'oozie.service.JPAService.jdbc.url') { rez = value.trim(); } default: rez = (typeof value == 'string') ? value.replace(/(\s+$)/g, '') : value; } return ((rez == '') || (rez == undefined)) ? value : rez; }, OnNnHAHideSnn: function (ServiceConfig) { var configCategories = ServiceConfig.get('configCategories'); var snCategory = configCategories.findProperty('name', 'SNameNode'); var isSnnPresent = !!App.HDFSService.find('HDFS').get('snameNode'); if (snCategory && !isSnnPresent) { configCategories.removeObject(snCategory); } }, /** * Launches a dialog where an existing config-group can be selected, or a new * one can be created. This is different than the config-group management * dialog where host membership can be managed. * * The callback will be passed the created/selected config-group in the form * of {id:2, name:'New hardware group'}. In the case of dialog being cancelled, * the callback is provided null * * @param {String} groupName * is closed, cancelled or OK is pressed. */ saveGroupConfirmationPopup: function(groupName) { App.ModalPopup.show({ header: Em.I18n.t('config.group.save.confirmation.header'), secondary: Em.I18n.t('config.group.save.confirmation.manage.button'), groupName: groupName, bodyClass: Ember.View.extend({ templateName: require('templates/common/configs/saveConfigGroup') }), onSecondary: function() { App.router.get('mainServiceInfoConfigsController').manageConfigurationGroups(); this.hide(); } }); }, //Persist config groups created in step7 wizard controller persistWizardStep7ConfigGroups: function () { var installerController = App.router.get('installerController'); var step7Controller = App.router.get('wizardStep7Controller'); if (App.supports.hostOverridesInstaller) { installerController.saveServiceConfigGroups(step7Controller, step7Controller.get('content.controllerName') == 'addServiceController'); App.clusterStatus.setClusterStatus({ localdb: App.db.data }); } }, /** * exclude configs that depends on services which are uninstalled * if config doesn't have serviceName or dependent service is installed then * config not excluded */ excludeUnsupportedConfigs: function (configs, installedServices) { return configs.filter(function (config) { return !(config.serviceName && !installedServices.contains(config.serviceName)); }); }, launchConfigGroupSelectionCreationDialog : function(serviceId, configGroups, configProperty, callback, isInstaller) { var self = this; var availableConfigGroups = configGroups.slice(); // delete Config Groups, that already have selected property overridden var alreadyOverriddenGroups = []; if (configProperty.get('overrides')) { alreadyOverriddenGroups = configProperty.get('overrides').mapProperty('group.name'); } var result = []; availableConfigGroups.forEach(function (group) { if (!group.get('isDefault') && (!alreadyOverriddenGroups.length || !alreadyOverriddenGroups.contains(group.name))) { result.push(group); } }, this); availableConfigGroups = result; var selectedConfigGroup = availableConfigGroups && availableConfigGroups.length > 0 ? availableConfigGroups[0] : null; var serviceName = App.Service.DisplayNames[serviceId]; App.ModalPopup.show({ classNames: [ 'sixty-percent-width-modal' ], header: Em.I18n.t('config.group.selection.dialog.title').format(serviceName), subTitle: Em.I18n.t('config.group.selection.dialog.subtitle').format(serviceName), selectExistingGroupLabel: Em.I18n.t('config.group.selection.dialog.option.select').format(serviceName), noGroups: Em.I18n.t('config.group.selection.dialog.no.groups').format(serviceName), createNewGroupLabel: Em.I18n.t('config.group.selection.dialog.option.create').format(serviceName), createNewGroupDescription: Em.I18n.t('config.group.selection.dialog.option.create.msg').format(serviceName), warningMessage: ' ', isWarning: false, optionSelectConfigGroup: true, optionCreateConfigGroup: function(){ return !this.get('optionSelectConfigGroup'); }.property('optionSelectConfigGroup'), hasExistedGroups: function() { return !!this.get('availableConfigGroups').length; }.property('availableConfigGroups'), availableConfigGroups: availableConfigGroups, selectedConfigGroup: selectedConfigGroup, newConfigGroupName: '', disablePrimary: function () { return !(this.get('optionSelectConfigGroup') || (this.get('newConfigGroupName').trim().length > 0 && !this.get('isWarning'))); }.property('newConfigGroupName', 'optionSelectConfigGroup', 'warningMessage'), onPrimary: function () { if (this.get('optionSelectConfigGroup')) { var selectedConfigGroup = this.get('selectedConfigGroup'); this.hide(); callback(selectedConfigGroup); } else { var newConfigGroupName = this.get('newConfigGroupName').trim(); var newConfigGroup = App.ConfigGroup.create({ id: null, name: newConfigGroupName, description: Em.I18n.t('config.group.description.default').format(new Date().toDateString()), isDefault: false, parentConfigGroup: null, service: (isInstaller) ? Em.Object.create({id: serviceId}) : App.Service.find().findProperty('serviceName', serviceId), hosts: [], configSiteTags: [], properties: [] }); if (!isInstaller) { self.postNewConfigurationGroup(newConfigGroup); } if (newConfigGroup) { newConfigGroup.set('parentConfigGroup', configGroups.findProperty('isDefault')); configGroups.pushObject(newConfigGroup); if (isInstaller) { self.persistWizardStep7ConfigGroups(); } else { self.saveGroupConfirmationPopup(newConfigGroupName); } this.hide(); callback(newConfigGroup); } } }, onSecondary: function () { this.hide(); callback(null); }, doSelectConfigGroup: function (event) { var configGroup = event.context; console.log(configGroup); this.set('selectedConfigGroup', configGroup); }, validate: function () { var msg = ' '; var isWarning = false; var optionSelect = this.get('optionSelectConfigGroup'); if (!optionSelect) { var nn = this.get('newConfigGroupName'); if (nn && configGroups.mapProperty('name').contains(nn.trim())) { msg = Em.I18n.t("config.group.selection.dialog.err.name.exists"); isWarning = true; } } this.set('warningMessage', msg); this.set('isWarning', isWarning); }.observes('newConfigGroupName', 'optionSelectConfigGroup'), bodyClass: Ember.View.extend({ templateName: require('templates/common/configs/selectCreateConfigGroup'), controllerBinding: 'App.router.mainServiceInfoConfigsController', selectConfigGroupRadioButton: Ember.Checkbox.extend({ tagName: 'input', attributeBindings: ['type', 'checked', 'disabled'], checked: function () { return this.get('parentView.parentView.optionSelectConfigGroup'); }.property('parentView.parentView.optionSelectConfigGroup'), type: 'radio', disabled: false, click: function () { this.set('parentView.parentView.optionSelectConfigGroup', true); }, didInsertElement: function () { if (!this.get('parentView.parentView.hasExistedGroups')) { this.set('disabled', true); this.set('parentView.parentView.optionSelectConfigGroup', false); } } }), createConfigGroupRadioButton: Ember.Checkbox.extend({ tagName: 'input', attributeBindings: ['type', 'checked'], checked: function () { return !this.get('parentView.parentView.optionSelectConfigGroup'); }.property('parentView.parentView.optionSelectConfigGroup'), type: 'radio', click: function () { this.set('parentView.parentView.optionSelectConfigGroup', false); } }) }) }); }, /** * launch dialog where can be assigned another group to host * @param selectedGroup * @param configGroups * @param hostName * @param callback */ launchSwitchConfigGroupOfHostDialog: function (selectedGroup, configGroups, hostName, callback) { var self = this; App.ModalPopup.show({ header: Em.I18n.t('config.group.host.switch.dialog.title'), configGroups: configGroups, selectedConfigGroup: selectedGroup, disablePrimary: function () { return !(this.get('selectedConfigGroup.name') !== selectedGroup.get('name')); }.property('selectedConfigGroup'), onPrimary: function () { var newGroup = this.get('selectedConfigGroup'); if (selectedGroup.get('isDefault')) { selectedGroup.set('hosts.length', selectedGroup.get('hosts.length') - 1) } else { selectedGroup.get('hosts').removeObject(hostName); } if (!selectedGroup.get('isDefault')) { self.updateConfigurationGroup(selectedGroup, function () { }, Em.K); } if (newGroup.get('isDefault')) { newGroup.set('hosts.length', newGroup.get('hosts.length') + 1) } else { newGroup.get('hosts').pushObject(hostName); } callback(newGroup); if (!newGroup.get('isDefault')) { self.updateConfigurationGroup(newGroup, function () { }, Em.K); } this.hide(); }, bodyClass: Ember.View.extend({ templateName: require('templates/utils/config_launch_switch_config_group_of_host') }) }); }, /** * Create a new config-group for a service. * * @param newConfigGroupData config group to post to server * @param callback Callback function for Success or Error handling * @return Returns the created config-group */ postNewConfigurationGroup: function (newConfigGroupData, callback) { var dataHosts = []; newConfigGroupData.get('hosts').forEach(function (_host) { dataHosts.push({ host_name: _host }); }, this); var sendData = { name: 'config_groups.create', data: { 'group_name': newConfigGroupData.get('name'), 'service_id': newConfigGroupData.get('service.id'), 'description': newConfigGroupData.get('description'), 'hosts': dataHosts }, success: 'successFunction', error: 'errorFunction', successFunction: function (response) { newConfigGroupData.set('id', response.resources[0].ConfigGroup.id); if (callback) { callback(); } }, errorFunction: function (xhr, text, errorThrown) { if (callback) { callback(xhr, text, errorThrown); } console.error('Error in creating new Config Group'); } }; sendData.sender = sendData; App.ajax.send(sendData); return newConfigGroupData; }, /** * PUTs the new configuration-group on the server. * Changes possible here are the name, description and * host memberships of the configuration-group. * * @param {App.ConfigGroup} configGroup Configuration group to update * @param {Function} successCallback * @param {Function} errorCallback */ updateConfigurationGroup: function (configGroup, successCallback, errorCallback) { var putConfigGroup = { ConfigGroup: { group_name: configGroup.get('name'), description: configGroup.get('description'), tag: configGroup.get('service.id'), hosts: [], desired_configs: [] } }; configGroup.get('hosts').forEach(function(h){ putConfigGroup.ConfigGroup.hosts.push({ host_name: h }); }); configGroup.get('configSiteTags').forEach(function(cst){ putConfigGroup.ConfigGroup.desired_configs.push({ type: cst.get('site'), tag: cst.get('tag') }); }); var sendData = { name: 'config_groups.update', data: { id: configGroup.get('id'), data: putConfigGroup }, success: 'successFunction', error: 'errorFunction', successFunction: function () { if(successCallback) { successCallback(); } }, errorFunction: function (xhr, text, errorThrown) { if(errorCallback) { errorCallback(xhr, text, errorThrown); } } }; sendData.sender = sendData; App.ajax.send(sendData); }, clearConfigurationGroupHosts: function (configGroup, successCallback, errorCallback) { configGroup = jQuery.extend({}, configGroup); configGroup.set('hosts', []); this.updateConfigurationGroup(configGroup, successCallback, errorCallback); }, deleteConfigGroup: function (configGroup, successCallback, errorCallback) { var sendData = { name: 'config_groups.delete_config_group', sender: this, data: { id: configGroup.get('id') }, success: 'successFunction', error: 'errorFunction', successFunction: function () { if(successCallback) { successCallback(); } }, errorFunction: function (xhr, text, errorThrown) { if(errorCallback) { errorCallback(xhr, text, errorThrown); } } }; sendData.sender = sendData; App.ajax.send(sendData); }, /** * Gets all the configuration-groups for the given service. * * @param serviceId * (string) ID of the service. Ex: HDFS */ getConfigGroupsForService: function (serviceId) { }, /** * Gets all the configuration-groups for a host. * * @param hostName * (string) host name used to register */ getConfigGroupsForHost: function (hostName) { } });