/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ var App = require('app'); var stringUtils = require('utils/string_utils'); var serviceComponents = {}; var configGroupsByTag = []; var globalPropertyToServicesMap = null; App.config = Em.Object.create({ /** * XML characters which should be escaped in values * http://en.wikipedia.org/wiki/List_of_XML_and_HTML_character_entity_references#Predefined_entities_in_XML */ xmlEscapeMap: { "&": "&", "<": "<", ">": ">", '"': '"', "'": ''' }, xmlUnEscapeMap: { "&": "&", "<": "<", ">": ">", """: '"', "'": "'" }, CONFIG_GROUP_NAME_MAX_LENGTH: 40, /** * filename exceptions used to support substandard sitenames which don't have "xml" extension */ filenameExceptions: ['zoo.cfg'], /** * Since values end up in XML files (core-sit.xml, etc.), certain * XML sensitive characters should be escaped. If not we will have * an invalid XML document, and services will fail to start. * * Special characters in XML are defined at * http://en.wikipedia.org/wiki/List_of_XML_and_HTML_character_entity_references#Predefined_entities_in_XML */ escapeXMLCharacters: function(value) { var self = this; // To prevent double/triple replacing '>' to '>gt;' to '>gt;gt', we need // to first unescape all XML chars, and then escape them again. var newValue = String(value).replace(/(&|<|>|"|')/g, function (s) { return self.xmlUnEscapeMap[s]; }); return String(newValue).replace(/[&<>"']/g, function (s) { return self.xmlEscapeMap[s]; }); }, preDefinedServiceConfigs: function () { var configs = this.get('preDefinedGlobalProperties'); var services = []; $.extend(true, [], require('data/service_configs')).forEach(function (service) { service.configs = configs.filterProperty('serviceName', service.serviceName); services.push(service); }); return services; }.property('preDefinedGlobalProperties'), configMapping: function () { if (App.get('isHadoop2Stack')) { return $.extend(true, [], require('data/HDP2/config_mapping')); } return $.extend(true, [], require('data/config_mapping')); }.property('App.isHadoop2Stack'), preDefinedGlobalProperties: function () { if (App.get('isHadoop2Stack')) { return $.extend(true, [], require('data/HDP2/global_properties').configProperties); } return $.extend(true, [], require('data/global_properties').configProperties); }.property('App.isHadoop2Stack'), preDefinedSiteProperties: function () { if (App.get('isHadoop2Stack')) { return $.extend(true, [], require('data/HDP2/site_properties').configProperties); } return $.extend(true, [], require('data/site_properties').configProperties); }.property('App.isHadoop2Stack'), preDefinedCustomConfigs: function () { if (App.get('isHadoop2Stack')) { return $.extend(true, [], require('data/HDP2/custom_configs')); } return $.extend(true, [], require('data/custom_configs')); }.property('App.isHadoop2Stack'), //categories which contain custom configs categoriesWithCustom: ['CapacityScheduler'], //configs with these filenames go to appropriate category not in Advanced customFileNames: function () { if (App.supports.capacitySchedulerUi) { if (App.get('isHadoop2Stack')) { return ['capacity-scheduler.xml']; } return ['capacity-scheduler.xml', 'mapred-queue-acls.xml']; } else { return []; } }.property('App.isHadoop2Stack'), /** * Function should be used post-install as precondition check should not be done only after installer wizard * @param siteNames * @returns {Array} */ getBySitename: function (siteNames) { var computedConfigs = this.get('configMapping').computed(); var siteProperties = []; if (typeof siteNames === "string") { siteProperties = computedConfigs.filterProperty('filename', siteNames); } else if (siteNames instanceof Array) { siteNames.forEach(function (_siteName) { siteProperties = siteProperties.concat(computedConfigs.filterProperty('filename', _siteName)); }, this); } return siteProperties; }, /** * Cache of loaded configurations. This is useful in not loading * same configuration multiple times. It is populated in multiple * places. * * Example: * { * 'global_version1': {...}, * 'global_version2': {...}, * 'hdfs-site_version3': {...}, * } */ loadedConfigurationsCache: {}, /** * Array of global "service/desired_tag/actual_tag" strings which * indicate different configurations. We cache these so that * we dont have to recalculate if two tags are difference. */ differentGlobalTagsCache: [], identifyCategory: function (config) { var category = null; var serviceConfigMetaData = this.get('preDefinedServiceConfigs').findProperty('serviceName', config.serviceName); if (serviceConfigMetaData) { serviceConfigMetaData.configCategories.forEach(function (_category) { if (_category.siteFileNames && Array.isArray(_category.siteFileNames) && _category.siteFileNames.contains(config.filename)) { category = _category; } }); category = (category == null) ? serviceConfigMetaData.configCategories.findProperty('siteFileName', config.filename) : category; } return category; }, /** * additional handling for special properties such as * checkbox and digital which values with 'm' at the end * @param config */ handleSpecialProperties: function (config) { if (config.displayType === 'int' && /\d+m$/.test(config.value)) { config.value = config.value.slice(0, config.value.length - 1); config.defaultValue = config.value; } if (config.displayType === 'checkbox') { config.value = (config.value === 'true') ? config.defaultValue = true : config.defaultValue = false; } }, /** * calculate config properties: * category, filename, isRequired, isUserProperty * @param config * @param isAdvanced * @param advancedConfigs */ calculateConfigProperties: function (config, isAdvanced, advancedConfigs) { if (!isAdvanced || this.get('customFileNames').contains(config.filename)) { var categoryMetaData = this.identifyCategory(config); if (categoryMetaData != null) { config.category = categoryMetaData.get('name'); if (!isAdvanced) config.isUserProperty = true; } } else { config.category = config.category ? config.category : 'Advanced'; config.description = isAdvanced && advancedConfigs.findProperty('name', config.name).description; config.filename = isAdvanced && advancedConfigs.findProperty('name', config.name).filename; config.isRequired = true; } }, capacitySchedulerFilter: function () { var yarnRegex = /^yarn\.scheduler\.capacity\.root\.(?!unfunded)([a-z]([\_\-a-z0-9]{0,50}))\.(acl_administer_jobs|acl_submit_jobs|state|user-limit-factor|maximum-capacity|capacity)$/i; var self = this; if (App.get('isHadoop2Stack')) { return function (_config) { return (yarnRegex.test(_config.name)); } } else { return function (_config) { return (_config.name.indexOf('mapred.capacity-scheduler.queue.') !== -1) || (/^mapred\.queue\.[a-z]([\_\-a-z0-9]{0,50})\.(acl-administer-jobs|acl-submit-job)$/i.test(_config.name)); } } }.property('App.isHadoop2Stack'), /** * return: * configs, * globalConfigs, * mappingConfigs * * @param configGroups * @param advancedConfigs * @param tags * @param serviceName * @return {object} */ mergePreDefinedWithLoaded: function (configGroups, advancedConfigs, tags, serviceName) { var configs = []; var globalConfigs = []; var preDefinedConfigs = this.get('preDefinedGlobalProperties').concat(this.get('preDefinedSiteProperties')); var mappingConfigs = []; var filenameExceptions = this.get('filenameExceptions'); tags.forEach(function (_tag) { var isAdvanced = null; var properties = configGroups.filter(function (serviceConfigProperties) { return _tag.tagName === serviceConfigProperties.tag && _tag.siteName === serviceConfigProperties.type; }); properties = (properties.length) ? properties.objectAt(0).properties : {}; for (var index in properties) { var configsPropertyDef = preDefinedConfigs.findProperty('name', index) || null; var serviceConfigObj = App.ServiceConfig.create({ name: index, value: properties[index], defaultValue: properties[index], filename: (filenameExceptions.contains(_tag.siteName)) ? _tag.siteName : _tag.siteName + ".xml", isUserProperty: false, isOverridable: true, serviceName: serviceName, belongsToService: [] }); if (configsPropertyDef) { this.setServiceConfigUiAttributes(serviceConfigObj, configsPropertyDef); } if (_tag.siteName === 'global') { if (configsPropertyDef) { if (configsPropertyDef.isRequiredByAgent === false) { continue; } this.handleSpecialProperties(serviceConfigObj); } else { serviceConfigObj.isVisible = false; // if the global property is not defined on ui metadata global_properties.js then it shouldn't be a part of errorCount } serviceConfigObj.id = 'puppet var'; serviceConfigObj.displayName = configsPropertyDef ? configsPropertyDef.displayName : null; serviceConfigObj.options = configsPropertyDef ? configsPropertyDef.options : null; globalConfigs.push(serviceConfigObj); } else if (!this.getBySitename(serviceConfigObj.get('filename')).someProperty('name', index)) { isAdvanced = advancedConfigs.someProperty('name', index); serviceConfigObj.id = 'site property'; if (!configsPropertyDef) { serviceConfigObj.displayType = stringUtils.isSingleLine(serviceConfigObj.value) ? 'advanced' : 'multiLine'; } serviceConfigObj.displayName = configsPropertyDef ? configsPropertyDef.displayName : index; this.calculateConfigProperties(serviceConfigObj, isAdvanced, advancedConfigs); if(serviceConfigObj.get('displayType') == 'directories' && (serviceConfigObj.get('category') == 'DataNode' || serviceConfigObj.get('category') == 'NameNode')) { var dirs = serviceConfigObj.get('value').split(',').sort(); serviceConfigObj.set('value', dirs.join(',')); serviceConfigObj.set('defaultValue', dirs.join(',')); } if(serviceConfigObj.get('displayType') == 'directory' && serviceConfigObj.get('category') == 'SNameNode') { var dirs = serviceConfigObj.get('value').split(',').sort(); serviceConfigObj.set('value', dirs[0]); serviceConfigObj.set('defaultValue', dirs[0]); } if (serviceConfigObj.get('displayType') == 'masterHosts') { if (typeof(serviceConfigObj.get('value')) == 'string') { var value = serviceConfigObj.get('value').replace(/\[|]|'|'/g, "").split(','); serviceConfigObj.set('value', value); } } configs.push(serviceConfigObj); } else { mappingConfigs.push(serviceConfigObj); } } }, this); return { configs: configs, globalConfigs: globalConfigs, mappingConfigs: mappingConfigs } }, /** * @param serviceConfigObj : Object * @param configsPropertyDef : Object */ setServiceConfigUiAttributes: function (serviceConfigObj, configsPropertyDef) { serviceConfigObj.displayType = configsPropertyDef.displayType; serviceConfigObj.isRequired = (configsPropertyDef.isRequired !== undefined) ? configsPropertyDef.isRequired : true; serviceConfigObj.isRequiredByAgent = (configsPropertyDef.isRequiredByAgent !== undefined) ? configsPropertyDef.isRequiredByAgent : true; serviceConfigObj.isReconfigurable = (configsPropertyDef.isReconfigurable !== undefined) ? configsPropertyDef.isReconfigurable : true; serviceConfigObj.isVisible = (configsPropertyDef.isVisible !== undefined) ? configsPropertyDef.isVisible : true; serviceConfigObj.unit = (configsPropertyDef.unit !== undefined) ? configsPropertyDef.unit : undefined; serviceConfigObj.description = (configsPropertyDef.description !== undefined) ? configsPropertyDef.description : undefined; serviceConfigObj.isOverridable = configsPropertyDef.isOverridable === undefined ? true : configsPropertyDef.isOverridable; serviceConfigObj.serviceName = configsPropertyDef ? configsPropertyDef.serviceName : null; serviceConfigObj.index = configsPropertyDef.index; serviceConfigObj.isSecureConfig = configsPropertyDef.isSecureConfig === undefined ? false : configsPropertyDef.isSecureConfig; serviceConfigObj.belongsToService = configsPropertyDef.belongsToService; serviceConfigObj.category = configsPropertyDef.category; }, /** * synchronize order of config properties with order, that on UI side * @param configSet * @return {Object} */ syncOrderWithPredefined: function (configSet) { var globalConfigs = configSet.globalConfigs, siteConfigs = configSet.configs, globalStart = [], siteStart = []; this.get('preDefinedGlobalProperties').mapProperty('name').forEach(function (name) { var _global = globalConfigs.findProperty('name', name); if (_global) { globalStart.push(_global); globalConfigs = globalConfigs.without(_global); } }, this); this.get('preDefinedSiteProperties').mapProperty('name').forEach(function (name) { var _site = siteConfigs.findProperty('name', name); if (_site) { siteStart.push(_site); siteConfigs = siteConfigs.without(_site); } }, this); var alphabeticalSort = function (a, b) { if (a.name < b.name) return -1; if (a.name > b.name) return 1; return 0; } return { globalConfigs: globalStart.concat(globalConfigs.sort(alphabeticalSort)), configs: siteStart.concat(siteConfigs.sort(alphabeticalSort)), mappingConfigs: configSet.mappingConfigs } }, /** * merge stored configs with pre-defined * @param storedConfigs * @param advancedConfigs * @return {*} */ mergePreDefinedWithStored: function (storedConfigs, advancedConfigs) { var mergedConfigs = []; var preDefinedConfigs = $.extend(true, [], this.get('preDefinedGlobalProperties').concat(this.get('preDefinedSiteProperties'))); var preDefinedNames = []; var storedNames = []; var names = []; var categoryMetaData = null; storedConfigs = (storedConfigs) ? storedConfigs : []; preDefinedNames = preDefinedConfigs.mapProperty('name'); storedNames = storedConfigs.mapProperty('name'); names = preDefinedNames.concat(storedNames).uniq(); names.forEach(function (name) { var stored = storedConfigs.findProperty('name', name); var preDefined = preDefinedConfigs.findProperty('name', name); var configData = {}; var isAdvanced = advancedConfigs.someProperty('name', name); if (preDefined && stored) { configData = preDefined; configData.value = stored.value; configData.defaultValue = stored.defaultValue; configData.overrides = stored.overrides; configData.filename = stored.filename; configData.description = stored.description; configData.isRequiredByAgent = (configData.isRequiredByAgent !== undefined) ? configData.isRequiredByAgent : true; } else if (!preDefined && stored) { configData = { id: stored.id, name: stored.name, displayName: stored.name, serviceName: stored.serviceName, value: stored.value, defaultValue: stored.defaultValue, displayType: stringUtils.isSingleLine(stored.value) ? 'advanced' : 'multiLine', filename: stored.filename, category: 'Advanced', isUserProperty: stored.isUserProperty === true, isOverridable: true, overrides: stored.overrides, isRequired: true }; this.calculateConfigProperties(configData, isAdvanced, advancedConfigs); } else if (preDefined && !stored) { configData = preDefined; configData.isRequiredByAgent = (configData.isRequiredByAgent !== undefined) ? configData.isRequiredByAgent : true; if (isAdvanced) { var advanced = advancedConfigs.findProperty('name', configData.name); configData.value = configData.displayType == "password" ? '' : advanced.value; configData.defaultValue = advanced.value; configData.filename = advanced.filename; configData.description = advanced.description; } } if (configData.displayType === 'checkbox') { configData.value = configData.defaultValue = configData.value === 'true'; // convert {String} value to {Boolean} } mergedConfigs.push(configData); }, this); return mergedConfigs; }, /** * look over advanced configs and add missing configs to serviceConfigs * filter fetched configs by service if passed * @param serviceConfigs * @param advancedConfigs * @param serviceName */ addAdvancedConfigs: function (serviceConfigs, advancedConfigs, serviceName) { var configsToVerifying = (serviceName) ? serviceConfigs.filterProperty('serviceName', serviceName) : serviceConfigs; advancedConfigs.forEach(function (_config) { var configCategory = 'Advanced'; var categoryMetaData = null; if (_config) { if (this.get('configMapping').computed().someProperty('name', _config.name)) { } else if (!(configsToVerifying.someProperty('name', _config.name))) { if (this.get('customFileNames').contains(_config.filename)) { categoryMetaData = this.identifyCategory(_config); if (categoryMetaData != null) { configCategory = categoryMetaData.get('name'); } } _config.id = "site property"; _config.category = configCategory; _config.displayName = _config.name; _config.defaultValue = _config.value; // make all advanced configs optional and populated by default /* * if (/\${.*}/.test(_config.value) || (service.serviceName !== * 'OOZIE' && service.serviceName !== 'HBASE')) { _config.isRequired = * false; _config.value = ''; } else if * (/^\s+$/.test(_config.value)) { _config.isRequired = false; } */ _config.isRequired = true; _config.displayType = stringUtils.isSingleLine(_config.value) ? 'advanced' : 'multiLine'; serviceConfigs.push(_config); } } }, this); }, /** * Render a custom conf-site box for entering properties that will be written in *-site.xml files of the services */ addCustomConfigs: function (configs) { var preDefinedCustomConfigs = $.extend(true, [], this.get('preDefinedCustomConfigs')); var stored = configs.filter(function (_config) { return this.get('categoriesWithCustom').contains(_config.category); }, this); if (App.supports.capacitySchedulerUi) { var queueProperties = stored.filter(this.get('capacitySchedulerFilter')); if (queueProperties.length) { queueProperties.setEach('isQueue', true); } } }, miscConfigVisibleProperty: function (configs, serviceToShow) { configs.forEach(function (item) { item.set("isVisible", item.belongsToService.some(function (cur) { return serviceToShow.contains(cur) })); }); return configs; }, /** * render configs, distribute them by service * and wrap each in ServiceConfigProperty object * @param configs * @param storedConfigs * @param allInstalledServiceNames * @param selectedServiceNames * @param localDB * @return {Array} */ renderConfigs: function (configs, storedConfigs, allInstalledServiceNames, selectedServiceNames, localDB) { var renderedServiceConfigs = []; var services = []; this.get('preDefinedServiceConfigs').forEach(function (serviceConfig) { if (allInstalledServiceNames.contains(serviceConfig.serviceName) || serviceConfig.serviceName === 'MISC') { console.log('pushing ' + serviceConfig.serviceName, serviceConfig); if (selectedServiceNames.contains(serviceConfig.serviceName) || serviceConfig.serviceName === 'MISC') { serviceConfig.showConfig = true; } services.push(serviceConfig); } }); services.forEach(function (service) { var serviceConfig = {}; var configsByService = []; var serviceConfigs = configs.filterProperty('serviceName', service.serviceName); serviceConfigs.forEach(function (_config) { var serviceConfigProperty = {}; _config.isOverridable = (_config.isOverridable === undefined) ? true : _config.isOverridable; serviceConfigProperty = App.ServiceConfigProperty.create(_config); this.updateHostOverrides(serviceConfigProperty, _config); if (!storedConfigs) { serviceConfigProperty.initialValue(localDB); } this.tweakDynamicDefaults(localDB, serviceConfigProperty, _config); serviceConfigProperty.validate(); configsByService.pushObject(serviceConfigProperty); }, this); serviceConfig = this.createServiceConfig(service.serviceName); serviceConfig.set('showConfig', service.showConfig); // Use calculated default values for some configs var recommendedDefaults = {}; if (!storedConfigs && service.defaultsProviders) { service.defaultsProviders.forEach(function (defaultsProvider) { var defaults = defaultsProvider.getDefaults(localDB); for (var name in defaults) { recommendedDefaults[name] = defaults[name]; var config = configsByService.findProperty('name', name); if (config) { config.set('value', defaults[name]); config.set('defaultValue', defaults[name]); } } }); } if (service.configsValidator) { service.configsValidator.set('recommendedDefaults', recommendedDefaults); var validators = service.configsValidator.get('configValidators'); for (var validatorName in validators) { var c = configsByService.findProperty('name', validatorName); if (c) { c.set('serviceValidator', service.configsValidator); } } } serviceConfig.set('configs', configsByService); renderedServiceConfigs.push(serviceConfig); }, this); return renderedServiceConfigs; }, /** Takes care of the "dynamic defaults" for the GLUSTERFS configs. Sets some of the config defaults to previously user-entered data. **/ tweakDynamicDefaults: function (localDB, serviceConfigProperty, config) { var firstHost = null; for (var host in localDB.hosts) { firstHost = host; break; } try { if (typeof(config == "string") && config.defaultValue.indexOf("{firstHost}") >= 0) { serviceConfigProperty.set('value', serviceConfigProperty.value.replace(new RegExp("{firstHost}"), firstHost)); serviceConfigProperty.set('defaultValue', serviceConfigProperty.defaultValue.replace(new RegExp("{firstHost}"), firstHost)); } } catch (err) { // Nothing to worry about here, most likely trying indexOf on a non-string } }, /** * create new child configs from overrides, attach them to parent config * override - value of config, related to particular host(s) * @param configProperty * @param storedConfigProperty */ updateHostOverrides: function (configProperty, storedConfigProperty) { if (storedConfigProperty.overrides != null && storedConfigProperty.overrides.length > 0) { var overrides = []; storedConfigProperty.overrides.forEach(function (overrideEntry) { // create new override with new value var newSCP = App.ServiceConfigProperty.create(configProperty); newSCP.set('value', overrideEntry.value); newSCP.set('isOriginalSCP', false); // indicated this is overridden value, newSCP.set('parentSCP', configProperty); var hostsArray = Ember.A([]); overrideEntry.hosts.forEach(function (host) { hostsArray.push(host); }); newSCP.set('selectedHostOptions', hostsArray); overrides.pushObject(newSCP); }); configProperty.set('overrides', overrides); } }, /** * create new ServiceConfig object by service name * @param serviceName */ createServiceConfig: function (serviceName) { var preDefinedServiceConfig = App.config.get('preDefinedServiceConfigs').findProperty('serviceName', serviceName); var serviceConfig = App.ServiceConfig.create({ filename: preDefinedServiceConfig.filename, serviceName: preDefinedServiceConfig.serviceName, displayName: preDefinedServiceConfig.displayName, configCategories: preDefinedServiceConfig.configCategories, configs: [], configGroups: [] }); serviceConfig.configCategories.filterProperty('isCustomView', true).forEach(function (category) { switch (category.name) { case 'CapacityScheduler': if (App.supports.capacitySchedulerUi) { category.set('customView', App.ServiceConfigCapacityScheduler); } else { category.set('isCustomView', false); } break; } }, this); return serviceConfig; }, /** * GETs all cluster level sites in one call. * * @return Array of all site configs */ loadConfigsByTags: function (tags) { var urlParams = []; tags.forEach(function (_tag) { urlParams.push('(type=' + _tag.siteName + '&tag=' + _tag.tagName + ')'); }); var params = urlParams.join('|'); App.ajax.send({ name: 'config.on_site', sender: this, data: { params: params }, success: 'loadConfigsByTagsSuccess' }); return configGroupsByTag; }, loadConfigsByTagsSuccess: function (data) { if (data.items) { configGroupsByTag = []; data.items.forEach(function (item) { this.loadedConfigurationsCache[item.type + "_" + item.tag] = item.properties; configGroupsByTag.push(item); }, this); } }, /** * Generate serviceProperties save it to localDB * called form stepController step6WizardController * * @param serviceName * @return {*} */ loadAdvancedConfig: function (serviceName) { App.ajax.send({ name: 'config.advanced', sender: this, data: { serviceName: serviceName, stack2VersionUrl: App.get('stack2VersionURL'), stackVersion: App.get('currentStackVersionNumber') }, success: 'loadAdvancedConfigSuccess' }); return serviceComponents[serviceName]; //TODO clean serviceComponents }, loadAdvancedConfigSuccess: function (data, opt, params) { console.log("TRACE: In success function for the loadAdvancedConfig; url is ", opt.url); var properties = []; if (data.items.length) { data.items.forEach(function (item) { item = item.StackConfigurations; item.isVisible = item.type !== 'global.xml'; var serviceName = item.service_name; var fileName = item.type; var isHDP2 = App.get('isHadoop2Stack'); /** * Properties from mapred-queue-acls.xml are ignored unless App.supports.capacitySchedulerUi is true * Properties from capacity-scheduler.xml are ignored unless HDP stack version is 2.x or * HDP stack version is 1.x and App.supports.capacitySchedulerUi is true. */ if ((fileName !== 'mapred-queue-acls.xml' || App.supports.capacitySchedulerUi) && (fileName !== 'capacity-scheduler.xml' || isHDP2 || App.supports.capacitySchedulerUi)) { properties.push({ serviceName: serviceName, name: item.property_name, value: item.property_value, description: item.property_description, isVisible: item.isVisible, filename: item.filename || fileName }); } }, this); serviceComponents[data.items[0].StackConfigurations.service_name] = properties; } }, /** * Determine the map which shows which services * each global property effects. * * @return {*} * Example: * { * 'hive_pid_dir': ['HIVE'], * ... * } */ loadGlobalPropertyToServicesMap: function () { if (globalPropertyToServicesMap == null) { App.ajax.send({ name: 'config.advanced.global', sender: this, data: { stack2VersionUrl: App.get('stack2VersionURL') }, success: 'loadGlobalPropertyToServicesMapSuccess' }); } return globalPropertyToServicesMap; }, loadGlobalPropertyToServicesMapSuccess: function (data) { globalPropertyToServicesMap = {}; if (data.items != null) { data.items.forEach(function (service) { service.configurations.forEach(function (config) { if ("global.xml" === config.StackConfigurations.type) { if (!(config.StackConfigurations.property_name in globalPropertyToServicesMap)) { globalPropertyToServicesMap[config.StackConfigurations.property_name] = []; } globalPropertyToServicesMap[config.StackConfigurations.property_name].push(service.StackServices.service_name); } }); }); } }, /** * Hosts can override service configurations per property. This method GETs * the overriden configurations and sets only the changed properties into * the 'overrides' of serviceConfig. * * */ loadServiceConfigHostsOverrides: function (serviceConfigs, loadedGroupToOverrideSiteToTagMap, configGroups) { var configKeyToConfigMap = {}; serviceConfigs.forEach(function (item) { configKeyToConfigMap[item.name] = item; }); var typeTagToGroupMap = {}; var urlParams = []; for (var group in loadedGroupToOverrideSiteToTagMap) { var overrideTypeTags = loadedGroupToOverrideSiteToTagMap[group]; for (var type in overrideTypeTags) { var tag = overrideTypeTags[type]; typeTagToGroupMap[type + "///" + tag] = configGroups.findProperty('name', group); urlParams.push('(type=' + type + '&tag=' + tag + ')'); } } var params = urlParams.join('|'); if (urlParams.length) { App.ajax.send({ name: 'config.host_overrides', sender: this, data: { params: params, configKeyToConfigMap: configKeyToConfigMap, typeTagToGroupMap: typeTagToGroupMap }, success: 'loadServiceConfigHostsOverridesSuccess' }); } }, loadServiceConfigHostsOverridesSuccess: function (data, opt, params) { console.debug("loadServiceConfigHostsOverrides: Data=", data); data.items.forEach(function (config) { App.config.loadedConfigurationsCache[config.type + "_" + config.tag] = config.properties; var group = params.typeTagToGroupMap[config.type + "///" + config.tag]; var properties = config.properties; for (var prop in properties) { var serviceConfig = params.configKeyToConfigMap[prop]; var hostOverrideValue = properties[prop]; if (serviceConfig && serviceConfig.displayType === 'int') { if (/\d+m$/.test(hostOverrideValue)) { hostOverrideValue = hostOverrideValue.slice(0, hostOverrideValue.length - 1); } } else if (serviceConfig && serviceConfig.displayType === 'checkbox') { switch (hostOverrideValue) { case 'true': hostOverrideValue = true; break; case 'false': hostOverrideValue = false; break; } } if (serviceConfig) { // Value of this property is different for this host. var overrides = 'overrides'; if (!(overrides in serviceConfig)) { serviceConfig.overrides = []; } if (!serviceConfig.overrides) { serviceConfig.set('overrides', []); } console.log("loadServiceConfigHostsOverrides(): [" + group + "] OVERRODE(" + serviceConfig.name + "): " + serviceConfig.value + " -> " + hostOverrideValue); serviceConfig.overrides.push({value: hostOverrideValue, group: group}); } } }); console.log("loadServiceConfigHostsOverrides(): Finished loading."); }, /** * Set all site property that are derived from other site-properties */ setConfigValue: function (mappedConfigs, allConfigs, config, globalConfigs) { var globalValue; if (config.value == null) { return; } var fkValue = config.value.match(/<(foreignKey.*?)>/g); var fkName = config.name.match(/<(foreignKey.*?)>/g); var templateValue = config.value.match(/<(templateName.*?)>/g); if (fkValue) { fkValue.forEach(function (_fkValue) { var index = parseInt(_fkValue.match(/\[([\d]*)(?=\])/)[1]); if (mappedConfigs.someProperty('name', config.foreignKey[index])) { globalValue = mappedConfigs.findProperty('name', config.foreignKey[index]).value; config.value = config.value.replace(_fkValue, globalValue); } else if (allConfigs.someProperty('name', config.foreignKey[index])) { if (allConfigs.findProperty('name', config.foreignKey[index]).value === '') { globalValue = allConfigs.findProperty('name', config.foreignKey[index]).defaultValue; } else { globalValue = allConfigs.findProperty('name', config.foreignKey[index]).value; } config.value = config.value.replace(_fkValue, globalValue); } }, this); } // config._name - formatted name from original config name if (fkName) { fkName.forEach(function (_fkName) { var index = parseInt(_fkName.match(/\[([\d]*)(?=\])/)[1]); if (mappedConfigs.someProperty('name', config.foreignKey[index])) { globalValue = mappedConfigs.findProperty('name', config.foreignKey[index]).value; config._name = config.name.replace(_fkName, globalValue); } else if (allConfigs.someProperty('name', config.foreignKey[index])) { if (allConfigs.findProperty('name', config.foreignKey[index]).value === '') { globalValue = allConfigs.findProperty('name', config.foreignKey[index]).defaultValue; } else { globalValue = allConfigs.findProperty('name', config.foreignKey[index]).value; } config._name = config.name.replace(_fkName, globalValue); } }, this); } //For properties in the configMapping file having foreignKey and templateName properties. if (templateValue) { templateValue.forEach(function (_value) { var index = parseInt(_value.match(/\[([\d]*)(?=\])/)[1]); if (globalConfigs.someProperty('name', config.templateName[index])) { var globalValue = globalConfigs.findProperty('name', config.templateName[index]).value; config.value = config.value.replace(_value, globalValue); } else { config.value = null; } }, this); } }, complexConfigs: [ { "id": "site property", "name": "capacity-scheduler", "displayName": "Capacity Scheduler", "value": "", "defaultValue": "", "description": "Capacity Scheduler properties", "displayType": "custom", "isOverridable": true, "isRequired": true, "isVisible": true, "serviceName": "YARN", "filename": "capacity-scheduler.xml", "category": "CapacityScheduler" } ], /** * transform set of configs from file * into one config with textarea content: * name=value * @param configs * @param filename * @return {*} */ fileConfigsIntoTextarea: function (configs, filename) { var fileConfigs = configs.filterProperty('filename', filename); var value = ''; var defaultValue = ''; var complexConfig = this.get('complexConfigs').findProperty('filename', filename); if (complexConfig) { fileConfigs.forEach(function (_config) { value += _config.name + '=' + _config.value + '\n'; defaultValue += _config.name + '=' + _config.defaultValue + '\n'; }, this); complexConfig.value = value; complexConfig.defaultValue = defaultValue; configs = configs.filter(function (_config) { return _config.filename !== filename; }); configs.push(complexConfig); } return configs; }, /** * transform one config with textarea content * into set of configs of file * @param configs * @param filename * @return {*} */ textareaIntoFileConfigs: function (configs, filename) { var complexConfigName = this.get('complexConfigs').findProperty('filename', filename).name; var configsTextarea = configs.findProperty('name', complexConfigName); if (configsTextarea) { var properties = configsTextarea.get('value').replace(/( |\n)+/g, '\n').split('\n'); properties.forEach(function (_property) { var name, value; if (_property) { _property = _property.split('='); name = _property[0]; value = (_property[1]) ? _property[1] : ""; configs.push(Em.Object.create({ id: configsTextarea.get('id'), name: name, value: value, defaultValue: value, serviceName: configsTextarea.get('serviceName'), filename: filename })); } }); return configs.without(configsTextarea); } console.log('ERROR: textarea config - ' + complexConfigName + ' is missing'); return configs; }, /** * trim trailing spaces for all properties. * trim both trailing and leading spaces for host displayType and hive/oozie datebases url. * for directory or directories displayType format string for further using. * for password and values with spaces only do nothing. * @param property * @returns {*} */ trimProperty: function (property, isEmberObject) { var displayType = (isEmberObject) ? property.get('displayType') : property.displayType; var value = (isEmberObject) ? property.get('value') : property.value; var name = (isEmberObject) ? property.get('name') : property.name; var rez; switch (displayType) { case 'directories': case 'directory': rez = value.trim().split(/\s+/g).join(','); break; case 'host': rez = value.trim(); break; case 'password': break; case 'advanced': if (name == 'javax.jdo.option.ConnectionURL' || name == 'oozie.service.JPAService.jdbc.url') { rez = value.trim(); } default: rez = (typeof value == 'string') ? value.replace(/(\s+$)/g, '') : value; } return ((rez == '') || (rez == undefined)) ? value : rez; }, OnNnHAHideSnn: function (ServiceConfig) { var configCategories = ServiceConfig.get('configCategories'); var snCategory = configCategories.findProperty('name', 'SNameNode'); var activeNn = App.HDFSService.find('HDFS').get('activeNameNode.hostName'); if (snCategory && activeNn) { configCategories.removeObject(snCategory); } }, /** * Launches a dialog where an existing config-group can be selected, or a new * one can be created. This is different than the config-group management * dialog where host membership can be managed. * * The callback will be passed the created/selected config-group in the form * of {id:2, name:'New hardware group'}. In the case of dialog being cancelled, * the callback is provided null * * @param callback Callback function which is invoked when dialog * is closed, cancelled or OK is pressed. */ saveGroupConfirmationPopup: function(groupName) { App.ModalPopup.show({ header: Em.I18n.t('config.group.save.confirmation.header'), secondary: Em.I18n.t('config.group.save.confirmation.manage.button'), groupName: groupName, bodyClass: Ember.View.extend({ templateName: require('templates/common/configs/saveConfigGroup') }), onSecondary: function() { App.router.get('mainServiceInfoConfigsController').manageConfigurationGroups(); this.hide(); } }); }, //Persist config groups created in step7 wizard controller persistWizardStep7ConfigGroups: function () { var installerController = App.router.get('installerController'); var step7Controller = App.router.get('wizardStep7Controller'); if (App.supports.hostOverridesInstaller) { installerController.saveServiceConfigGroups(step7Controller); App.clusterStatus.setClusterStatus({ localdb: App.db.data }); } }, launchConfigGroupSelectionCreationDialog : function(serviceId, configGroups, configProperty, callback, isInstaller) { var self = this; var availableConfigGroups = configGroups.slice(); // delete Config Groups, that already have selected property overridden var alreadyOverriddenGroups = []; if (configProperty.get('overrides')) { alreadyOverriddenGroups = configProperty.get('overrides').mapProperty('group.name'); } var result = []; availableConfigGroups.forEach(function (group) { if (!group.get('isDefault') && (!alreadyOverriddenGroups.length || !alreadyOverriddenGroups.contains(group.name))) { result.push(group); } }, this); availableConfigGroups = result; var selectedConfigGroup = availableConfigGroups && availableConfigGroups.length > 0 ? availableConfigGroups[0] : null; var serviceName = App.Service.DisplayNames[serviceId]; App.ModalPopup.show({ classNames: [ 'sixty-percent-width-modal' ], header: Em.I18n.t('config.group.selection.dialog.title').format(serviceName), subTitle: Em.I18n.t('config.group.selection.dialog.subtitle').format(serviceName), selectExistingGroupLabel: Em.I18n.t('config.group.selection.dialog.option.select').format(serviceName), noGroups: Em.I18n.t('config.group.selection.dialog.no.groups').format(serviceName), createNewGroupLabel: Em.I18n.t('config.group.selection.dialog.option.create').format(serviceName), createNewGroupDescription: Em.I18n.t('config.group.selection.dialog.option.create.msg').format(serviceName), warningMessage: ' ', isWarning: false, optionSelectConfigGroup: true, optionCreateConfigGroup: function(){ return !this.get('optionSelectConfigGroup'); }.property('optionSelectConfigGroup'), hasExistedGroups: function() { return !!this.get('availableConfigGroups').length; }.property('availableConfigGroups'), availableConfigGroups: availableConfigGroups, selectedConfigGroup: selectedConfigGroup, newConfigGroupName: '', enablePrimary: function () { return this.get('optionSelectConfigGroup') || (this.get('newConfigGroupName').trim().length > 0 && !this.get('isWarning')); }.property('newConfigGroupName', 'optionSelectConfigGroup', 'warningMessage'), onPrimary: function () { if (!this.get('enablePrimary')) { return false; } if (this.get('optionSelectConfigGroup')) { var selectedConfigGroup = this.get('selectedConfigGroup'); this.hide(); callback(selectedConfigGroup); } else { var newConfigGroupName = this.get('newConfigGroupName').trim(); var newConfigGroup = self.createNewConfigurationGroup(serviceId, newConfigGroupName, null, [], isInstaller); if (newConfigGroup) { newConfigGroup.set('parentConfigGroup', configGroups.findProperty('isDefault')); configGroups.pushObject(newConfigGroup); if (isInstaller) { self.persistWizardStep7ConfigGroups(); } else { self.saveGroupConfirmationPopup(newConfigGroupName); } this.hide(); callback(newConfigGroup); } } }, onSecondary: function () { this.hide(); callback(null); }, doSelectConfigGroup: function (event) { var configGroup = event.context; console.log(configGroup); this.set('selectedConfigGroup', configGroup); }, validate: function () { var msg = ' '; var isWarning = false; var optionSelect = this.get('optionSelectConfigGroup'); if (!optionSelect) { var nn = this.get('newConfigGroupName'); if (nn && configGroups.mapProperty('name').contains(nn)) { msg = Em.I18n.t("config.group.selection.dialog.err.name.exists"); isWarning = true; } } this.set('warningMessage', msg); this.set('isWarning', isWarning); }.observes('newConfigGroupName', 'optionSelectConfigGroup'), bodyClass: Ember.View.extend({ templateName: require('templates/common/configs/selectCreateConfigGroup'), controllerBinding: 'App.router.mainServiceInfoConfigsController', selectConfigGroupRadioButton: Ember.Checkbox.extend({ tagName: 'input', attributeBindings: ['type', 'checked', 'disabled'], checked: function () { return this.get('parentView.parentView.optionSelectConfigGroup'); }.property('parentView.parentView.optionSelectConfigGroup'), type: 'radio', disabled: false, click: function () { this.set('parentView.parentView.optionSelectConfigGroup', true); }, didInsertElement: function () { if (!this.get('parentView.parentView.hasExistedGroups')) { this.set('disabled', true); this.set('parentView.parentView.optionSelectConfigGroup', false); } } }), createConfigGroupRadioButton: Ember.Checkbox.extend({ tagName: 'input', attributeBindings: ['type', 'checked'], checked: function () { return !this.get('parentView.parentView.optionSelectConfigGroup'); }.property('parentView.parentView.optionSelectConfigGroup'), type: 'radio', click: function () { this.set('parentView.parentView.optionSelectConfigGroup', false); } }) }) }); }, /** * launch dialog where can be assigned another group to host * @param selectedGroup * @param configGroups * @param hostName * @param callback */ launchSwitchConfigGroupOfHostDialog: function (selectedGroup, configGroups, hostName, callback) { var self = this; App.ModalPopup.show({ header: Em.I18n.t('config.group.host.switch.dialog.title'), configGroups: configGroups, selectedConfigGroup: selectedGroup, enablePrimary: function () { return this.get('selectedConfigGroup.name') !== selectedGroup.get('name'); }.property('selectedConfigGroup'), onPrimary: function () { if (this.get('enablePrimary')) { var newGroup = this.get('selectedConfigGroup'); selectedGroup.get('hosts').removeObject(hostName); if (!selectedGroup.get('isDefault')) { self.updateConfigurationGroup(selectedGroup, function(){}, function(){}); } newGroup.get('hosts').pushObject(hostName); callback(newGroup); if (!newGroup.get('isDefault')) { self.updateConfigurationGroup(newGroup, function(){}, function(){}); } this.hide(); } }, bodyClass: Ember.View.extend({ templateName: require('templates/utils/config_launch_switch_config_group_of_host') }) }); }, /** * Creates a new config-group for a service. * * @param serviceId Service for which this group has to be created * @param configGroupName Name of the new config-group * @param description Description of the new config-group * @param hosts Hosts for the new config-group * @param isInstaller Determines whether send data to server or not * @param callback Callback function for Success or Error handling * @return Returns the created config-group */ createNewConfigurationGroup: function (serviceId, configGroupName, description, hosts, isInstaller, callback) { var newConfigGroupData = App.ConfigGroup.create({ id: null, name: configGroupName, description: description || "New configuration group created on " + new Date().toDateString(), isDefault: false, parentConfigGroup: null, service: App.Service.find().findProperty('serviceName', serviceId), hosts: hosts || [], configSiteTags: [], properties: [] }); if (isInstaller) { newConfigGroupData.set('service', Em.Object.create({id: serviceId})); return newConfigGroupData; } var dataHosts = []; newConfigGroupData.get('hosts').forEach(function (_host) { dataHosts.push({ host_name: _host }); }, this); var sendData = { name: 'config_groups.create', data: { 'group_name': configGroupName, 'service_id': serviceId, 'description': newConfigGroupData.description, 'hosts': dataHosts }, success: 'successFunction', error: 'errorFunction', successFunction: function (response) { if (callback) { callback(); } else { newConfigGroupData.id = response.resources[0].ConfigGroup.id; } }, errorFunction: function (xhr, text, errorThrown) { if (callback) { callback(xhr, text, errorThrown); } else { newConfigGroupData = null; } console.error('Error in creating new Config Group'); } }; sendData.sender = sendData; App.ajax.send(sendData); return newConfigGroupData; }, /** * PUTs the new configuration-group on the server. * Changes possible here are the name, description and * host memberships of the configuration-group. * * @param configGroup (App.ConfigGroup) Configuration group to update */ updateConfigurationGroup: function (configGroup, successCallback, errorCallback) { var putConfigGroup = { ConfigGroup: { group_name: configGroup.get('name'), description: configGroup.get('description'), tag: configGroup.get('service.id'), hosts: [], desired_configs: [] } }; configGroup.get('hosts').forEach(function(h){ putConfigGroup.ConfigGroup.hosts.push({ host_name: h }); }); configGroup.get('configSiteTags').forEach(function(cst){ putConfigGroup.ConfigGroup.desired_configs.push({ type: cst.get('site'), tag: cst.get('tag') }); }); var sendData = { name: 'config_groups.update', data: { id: configGroup.get('id'), data: putConfigGroup }, success: 'successFunction', error: 'errorFunction', successFunction: function () { if(successCallback) { successCallback(); } }, errorFunction: function (xhr, text, errorThrown) { if(errorCallback) { errorCallback(xhr, text, errorThrown); } } }; sendData.sender = sendData; App.ajax.send(sendData); }, clearConfigurationGroupHosts: function (configGroup, successCallback, errorCallback) { configGroup = jQuery.extend({}, configGroup); configGroup.set('hosts', []); this.updateConfigurationGroup(configGroup, successCallback, errorCallback); }, deleteConfigGroup: function (configGroup, successCallback, errorCallback) { var sendData = { name: 'config_groups.delete_config_group', sender: this, data: { id: configGroup.get('id') }, success: 'successFunction', error: 'errorFunction', successFunction: function () { if(successCallback) { successCallback(); } }, errorFunction: function (xhr, text, errorThrown) { if(errorCallback) { errorCallback(xhr, text, errorThrown); } } }; sendData.sender = sendData; App.ajax.send(sendData); }, /** * Gets all the configuration-groups for the given service. * * @param serviceId * (string) ID of the service. Ex: HDFS * @return Array of App.ConfigGroups */ getConfigGroupsForService: function (serviceId) { }, /** * Gets all the configuration-groups for a host. * * @param hostName * (string) host name used to register * @return Array of App.ConfigGroups */ getConfigGroupsForHost: function (hostName) { } });