12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432 |
- /**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- var App = require('app');
- require('controllers/wizard/slave_component_groups_controller');
- var batchUtils = require('utils/batch_scheduled_requests');
- var lazyLoading = require('utils/lazy_loading');
- App.MainServiceInfoConfigsController = Em.Controller.extend({
- name: 'mainServiceInfoConfigsController',
- isHostsConfigsPage: false,
- forceTransition: false,
- dataIsLoaded: false,
- stepConfigs: [], //contains all field properties that are viewed in this service
- selectedService: null,
- serviceConfigTags: null,
- selectedConfigGroup: null,
- configTypesInfo: {
- items: [],
- supportsFinal: []
- },
- selectedServiceConfigTypes: [],
- selectedServiceSupportsFinal: [],
- configGroups: [],
- allConfigs: [],
- uiConfigs: [],
- customConfig: [],
- isApplyingChanges: false,
- saveConfigsFlag: true,
- putClusterConfigsCallsNumber: null,
- compareServiceVersion: null,
- // contain Service Config Property, when user proceed from Select Config Group dialog
- overrideToAdd: null,
- //latest version of service config versions
- currentVersion: null,
- versionLoaded: false,
- serviceConfigs: function () {
- return App.config.get('preDefinedServiceConfigs');
- }.property('App.config.preDefinedServiceConfigs'),
- customConfigs: function () {
- return App.config.get('preDefinedCustomConfigs');
- }.property('App.config.preDefinedCustomConfigs'),
- configMapping: function () {
- return App.config.get('configMapping');
- }.property('App.config.configMapping'),
- configs: function () {
- return App.config.get('preDefinedSiteProperties');
- }.property('App.config.preDefinedSiteProperties'),
- secureConfigs: function () {
- if (App.get('isHadoop2Stack')) {
- return require('data/HDP2/secure_mapping');
- } else {
- return require('data/secure_mapping');
- }
- }.property('App.isHadoop2Stack'),
- /**
- * Map, which contains relation between group and site
- * to upload overridden properties
- */
- loadedGroupToOverrideSiteToTagMap: {},
- /**
- * During page load time the cluster level site to tag
- * mapping is stored here.
- *
- * Example:
- * {
- * 'hdfs-site': 'version1',
- * 'core-site': 'version1'
- * }
- */
- loadedClusterSiteToTagMap: {},
- /**
- * Holds the actual base service-config server data uploaded.
- * This is used by the host-override mechanism to update host
- * specific values.
- */
- savedSiteNameToServerServiceConfigDataMap: {},
- isSubmitDisabled: function () {
- return (!(this.stepConfigs.everyProperty('errorCount', 0)) || this.get('isApplyingChanges'));
- }.property('stepConfigs.@each.errorCount', 'isApplyingChanges'),
- slaveComponentGroups: null,
- /**
- * Filter text will be located here
- */
- filter: '',
- /**
- * List of filters for config properties to populate filter combobox
- */
- propertyFilters: [
- {
- attributeName: 'isOverridden',
- caption: 'common.combobox.dropdown.overridden'
- },
- {
- attributeName: 'isFinal',
- caption: 'common.combobox.dropdown.final'
- }
- ],
- /**
- * List of heapsize properties not to be parsed
- */
- heapsizeException: ['hadoop_heapsize', 'yarn_heapsize', 'nodemanager_heapsize', 'resourcemanager_heapsize', 'apptimelineserver_heapsize', 'jobhistory_heapsize'],
- /**
- * Regular expression for heapsize properties detection
- */
- heapsizeRegExp: /_heapsize|_newsize|_maxnewsize$/,
- /**
- * Dropdown menu items in filter combobox
- */
- filterColumns: function () {
- return this.get('propertyFilters').map(function(filter) {
- return Ember.Object.create({
- attributeName: filter.attributeName,
- name: this.t(filter.caption),
- selected: false
- })
- }, this);
- }.property('propertyFilters'),
- /**
- * clear and set properties to default value
- */
- clearStep: function () {
- this.set("isApplyingChanges", false);
- this.set('isInit', true);
- this.set('hash', null);
- this.set('forceTransition', false);
- this.set('dataIsLoaded', false);
- this.set('versionLoaded', false);
- this.set('filter', '');
- this.get('filterColumns').setEach('selected', false);
- this.get('stepConfigs').clear();
- this.get('allConfigs').clear();
- this.get('uiConfigs').clear();
- this.get('customConfig').clear();
- this.set('loadedGroupToOverrideSiteToTagMap', {});
- this.set('savedSiteNameToServerServiceConfigDataMap', {});
- if (this.get('serviceConfigTags')) {
- this.set('serviceConfigTags', null);
- }
- },
- serviceConfigProperties: function () {
- return App.db.getServiceConfigProperties();
- }.property('content'),
- /**
- * "Finger-print" of the <code>stepConfigs</code>. Filled after first configGroup selecting
- * Used to determine if some changes were made (when user navigates away from this page)
- * {String}
- */
- hash: null,
- /**
- * Is this initial config group changing
- * {Boolean}
- */
- isInit: true,
- restartHosts: Em.A(),
- defaultsInfo: null,
- /**
- * On load function
- */
- loadStep: function () {
- console.log("TRACE: Loading configure for service");
- this.clearStep();
- this.loadServiceConfigs();
- },
- getHash: function () {
- if (!this.get('stepConfigs')[0]) {
- return null;
- }
- var hash = {};
- this.get('stepConfigs')[0].configs.forEach(function (config) {
- hash[config.get('name')] = {value: config.get('value'), overrides: []};
- if (!config.get('overrides')) return;
- if (!config.get('overrides.length')) return;
- config.get('overrides').forEach(function (override) {
- hash[config.get('name')].overrides.push(override.get('value'));
- });
- });
- return JSON.stringify(hash);
- },
- /**
- * Loads service configurations
- */
- loadServiceConfigs: function () {
- var advancedConfigs = [];
- var self = this;
- var serviceName = this.get('content.serviceName');
- var stackService = App.StackService.find().findProperty('serviceName', serviceName);
- if (stackService) {
- self.set('configTypesInfo', App.config.getConfigTypesInfoFromService(stackService));
- }
- App.config.loadAdvancedConfig(serviceName, function (properties) {
- advancedConfigs.pushObjects(properties);
- self.set('advancedConfigs', advancedConfigs);
- if (App.get('supports.configHistory')) {
- self.loadServiceConfigVersions();
- } else {
- self.loadServiceTagsAndGroups();
- }
- });
- },
- /**
- * get service config versions of current service
- */
- loadServiceConfigVersions: function () {
- var self = this;
- App.ajax.send({
- name: 'service.serviceConfigVersions.get',
- data: {
- serviceName: this.get('content.serviceName')
- },
- sender: this,
- success: 'loadServiceConfigVersionsSuccess',
- error: 'loadServiceConfigVersionsError'
- }).complete(function () {
- self.loadSelectedVersion();
- });
- },
- /**
- * load service config versions to model
- * set currentVersion
- * @param data
- * @param opt
- * @param params
- */
- loadServiceConfigVersionsSuccess: function (data, opt, params) {
- var currentVersion = Math.max.apply(this, data.items.mapProperty('serviceconfigversion'));
- this.set('currentVersion', currentVersion);
- App.serviceConfigVersionsMapper.map(data);
- },
- /**
- * get selected service config version
- * In case selected version is undefined then take currentVersion
- * @param version
- */
- loadSelectedVersion: function (version) {
- var self = this;
- this.set('versionLoaded', false);
- App.ajax.send({
- name: 'service.serviceConfigVersion.get',
- sender: this,
- data: {
- serviceName: this.get('content.serviceName'),
- serviceConfigVersion: version || this.get('currentVersion')
- },
- success: 'loadSelectedVersionSuccess'
- }).complete(function () {
- self.loadServiceTagsAndGroups();
- });
- },
- /**
- * set cluster to site tag map
- * @param data
- * @param opt
- * @param params
- */
- loadSelectedVersionSuccess: function (data, opt, params) {
- var serviceConfigsDef = this.get('serviceConfigs').findProperty('serviceName', this.get('content.serviceName'));
- var siteToTagMap = {};
- var configTypesRendered = Object.keys(serviceConfigsDef.get('configTypesRendered'));
- configTypesRendered.forEach(function (siteName) {
- if (data.items[0].configurations.someProperty('type', siteName)) {
- siteToTagMap[siteName] = data.items[0].configurations.findProperty('type', siteName).tag;
- } else {
- siteToTagMap[siteName] = 'version1';
- }
- }, this);
- App.router.get('configurationController').saveToDB(data.items[0].configurations);
- this.loadedClusterSiteToTagMap = siteToTagMap;
- this.loadServiceTagsAndGroups();
- },
- /**
- * load config groups of service
- */
- loadServiceTagsAndGroups: function () {
- App.ajax.send({
- name: 'config.tags_and_groups',
- sender: this,
- data: {
- serviceName: this.get('content.serviceName'),
- urlParams: "&config_groups/ConfigGroup/tag=" + this.get('content.serviceName')
- },
- success: 'loadServiceConfigsSuccess'
- });
- },
- loadServiceConfigsSuccess: function (data, opt, params) {
- if (data) {
- this.setConfigGroups(data, opt, params);
- } else {
- if (!App.get('supports.configHistory')) {
- App.ajax.send({
- name: 'config.tags',
- sender: this,
- data: App.permit(params, ['clusterName', 'serviceConfigsDef', 'serviceName']),
- success: 'setConfigGroups'
- });
- } else {
- this.setConfigGroups(data, opt, params);
- }
- }
- },
- setConfigTags: function (data, opt, params) {
- var serviceConfigsDef = this.get('serviceConfigs').findProperty('serviceName', this.get('content.serviceName'));
- var siteToTagMap = {};
- var configTypesRendered = Object.keys(serviceConfigsDef.get('configTypesRendered'));
- configTypesRendered.forEach(function (siteName) {
- if (data.Clusters.desired_configs[siteName]) {
- siteToTagMap[siteName] = data.Clusters.desired_configs[siteName].tag;
- } else {
- siteToTagMap[siteName] = 'version1';
- }
- }, this);
- this.loadedClusterSiteToTagMap = siteToTagMap;
- },
- setConfigGroups: function (data, opt, params) {
- if (!App.get('supports.configHistory')) {
- this.setConfigTags(data, opt, params);
- }
- var serviceName = this.get('content.serviceName');
- var displayName = this.get('content.displayName');
- var selectedConfigGroup;
- var hostsLength = App.router.get('mainHostController.hostsCountMap.TOTAL');
- //parse loaded config groups
- if (App.supports.hostOverrides) {
- var configGroups = [];
- if (data && data.config_groups && data.config_groups.length) {
- data.config_groups.forEach(function (item) {
- item = item.ConfigGroup;
- if (item.tag === this.get('content.serviceName')) {
- var groupHosts = item.hosts.mapProperty('host_name');
- var newConfigGroup = App.ConfigGroup.create({
- id: item.id,
- name: item.group_name,
- description: item.description,
- isDefault: false,
- parentConfigGroup: null,
- service: App.Service.find().findProperty('serviceName', item.tag),
- hosts: groupHosts,
- configSiteTags: []
- });
- hostsLength -= groupHosts.length;
- item.desired_configs.forEach(function (config) {
- newConfigGroup.configSiteTags.push(App.ConfigSiteTag.create({
- site: config.type,
- tag: config.tag
- }));
- }, this);
- // select default selected group for hosts page
- if (!selectedConfigGroup && this.get('isHostsConfigsPage') && newConfigGroup.get('hosts').contains(this.get('host.hostName')) && this.get('content.serviceName') === item.tag) {
- selectedConfigGroup = newConfigGroup;
- }
- configGroups.push(newConfigGroup);
- }
- }, this);
- }
- this.set('configGroups', configGroups);
- }
- var defaultConfigGroup = App.ConfigGroup.create({
- name: displayName + " Default",
- description: "Default cluster level " + serviceName + " configuration",
- isDefault: true,
- hosts: {
- length: hostsLength
- },
- parentConfigGroup: null,
- service: this.get('content'),
- serviceName: serviceName,
- configSiteTags: []
- });
- if (!selectedConfigGroup) {
- selectedConfigGroup = defaultConfigGroup;
- }
- this.get('configGroups').sort(function (configGroupA, configGroupB) {
- return (configGroupA.name > configGroupB.name);
- });
- this.get('configGroups').unshift(defaultConfigGroup);
- this.set('selectedConfigGroup', selectedConfigGroup);
- },
- onConfigGroupChange: function () {
- var self = this;
- this.get('stepConfigs').clear();
- var selectedConfigGroup = this.get('selectedConfigGroup');
- var serviceName = this.get('content.serviceName');
- //STEP 1: handle tags from JSON data for host overrides
- this.loadedGroupToOverrideSiteToTagMap = {};
- var configGroupsWithOverrides = selectedConfigGroup.get('isDefault') && !this.get('isHostsConfigsPage') ? this.get('configGroups') : [selectedConfigGroup];
- configGroupsWithOverrides.forEach(function (item) {
- var groupName = item.get('name');
- this.loadedGroupToOverrideSiteToTagMap[groupName] = {};
- item.get('configSiteTags').forEach(function (siteTag) {
- var site = siteTag.get('site');
- this.loadedGroupToOverrideSiteToTagMap[groupName][site] = siteTag.get('tag');
- }, this);
- }, this);
- //STEP 2: Create an array of objects defining tag names to be polled and new tag names to be set after submit
- this.setServiceConfigTags(this.loadedClusterSiteToTagMap);
- //STEP 3: Load advanced configs
- var advancedConfigs = this.get('advancedConfigs');
- //STEP 4: Load on-site config by service from server
- App.router.get('configurationController').getConfigsByTags(this.get('serviceConfigTags')).done(function(configGroups){
- //STEP 5: Merge on-site configs with pre-defined
- var configSet = App.config.mergePreDefinedWithLoaded(configGroups, advancedConfigs, self.get('serviceConfigTags'), serviceName);
- configSet = App.config.syncOrderWithPredefined(configSet);
- //var serviceConfigs = this.getSitesConfigProperties(advancedConfigs);
- var configs = configSet.configs;
- //STEP 6: add advanced configs
- App.config.addAdvancedConfigs(configs, advancedConfigs, serviceName);
- //STEP 7: add custom configs
- App.config.addCustomConfigs(configs);
- //put properties from capacity-scheduler.xml into one config with textarea view
- if (self.get('content.serviceName') === 'YARN' && !App.supports.capacitySchedulerUi) {
- configs = App.config.fileConfigsIntoTextarea(configs, 'capacity-scheduler.xml');
- }
- self.set('allConfigs', configs);
- //STEP 8: add configs as names of host components
- self.addHostNamesToConfig();
- //STEP load configs of version being compared against
- self.loadCompareVersionConfigs(self.get('allConfigs')).done(function () {
- //STEP 9: Load and add overriden configs of group
- App.config.loadServiceConfigGroupOverrides(self.get('allConfigs'), self.get('loadedGroupToOverrideSiteToTagMap'), self.get('configGroups'), self.onLoadOverrides, self);
- });
- });
- }.observes('selectedConfigGroup'),
- /**
- * load version configs for comparison
- * @param allConfigs
- * @return {object}
- */
- loadCompareVersionConfigs: function (allConfigs) {
- var dfd = $.Deferred();
- var self = this;
- var compareServiceVersion = this.get('compareServiceVersion');
- if (compareServiceVersion) {
- this.getCompareVersionConfigs(compareServiceVersion).done(function (json) {
- var serviceVersionMap = {};
- json.items[0].configurations.forEach(function (configuration) {
- for (var prop in configuration.properties) {
- serviceVersionMap[prop] = {
- name: prop,
- value: configuration.properties[prop],
- type: configuration.type,
- tag: configuration.tag,
- version: configuration.version
- }
- }
- });
- allConfigs.forEach(function (serviceConfig) {
- var compareConfig = serviceVersionMap[serviceConfig.name];
- if (compareConfig) {
- serviceConfig.compareConfig = App.ServiceConfigProperty.create(serviceConfig);
- serviceConfig.compareConfig.set('value', compareConfig.value);
- serviceConfig.compareConfig.set('serviceVersion', compareServiceVersion);
- serviceConfig.isComparison = true;
- }
- });
- self.set('compareServiceVersion', null);
- dfd.resolve();
- }).fail(function () {
- dfd.resolve();
- });
- } else {
- allConfigs.setEach('isComparison', false);
- dfd.resolve();
- }
- return dfd.promise();
- },
- /**
- * get configs of chosen version from server to compare
- * @param compareServiceVersion
- * @return {$.ajax}
- */
- getCompareVersionConfigs: function (compareServiceVersion) {
- return App.ajax.send({
- name: 'service.config.version.get',
- sender: this,
- data: {
- serviceVersion: compareServiceVersion,
- url: '/data/configurations/service_version.json'
- }
- })
- },
- checkDatabaseProperties: function (serviceConfig) {
- if (!['OOZIE', 'HIVE'].contains(this.get('content.serviceName'))) return;
- var configsToHide = ['oozie_hostname', 'hive_hostname'];
- configsToHide.forEach(function (configName) {
- var property = serviceConfig.configs.findProperty('name', configName);
- if (property) property.set('isVisible', false);
- });
- },
- onLoadOverrides: function (allConfigs) {
- var serviceName = this.get('content.serviceName');
- var advancedConfigs = this.get('advancedConfigs');
- //STEP 10: creation of serviceConfig object which contains configs for current service
- var serviceConfig = App.config.createServiceConfig(serviceName);
- //STEP11: Make SecondaryNameNode invisible on enabling namenode HA
- if (serviceConfig.get('serviceName') === 'HDFS') {
- App.config.OnNnHAHideSnn(serviceConfig);
- }
- if (serviceName || serviceConfig.serviceName === 'MISC') {
- // set recommended Defaults first then load the configs (including set validator)
- var s = App.StackService.find().findProperty('serviceName', this.get('content.serviceName'));
- var defaultsProvider = s.get('defaultsProviders');
- if (defaultsProvider) {
- this.getInfoForDefaults(defaultsProvider);
- } else {
- Em.run(this, 'setDefaults');
- }
- } else {
- this.set('selectedService', this.get('stepConfigs').objectAt(0));
- this.checkForSecureConfig(this.get('selectedService'));
- this.set('dataIsLoaded', true);
- this.set('versionLoaded', true);
- this.set('hash', this.getHash());
- this.set('isInit', false);
- }
- },
- setDefaults: function(){
- var serviceConfig = App.config.createServiceConfig(this.get('content.serviceName'));
- this.loadConfigs(this.get('allConfigs'), serviceConfig);
- this.checkOverrideProperty(serviceConfig);
- this.checkDatabaseProperties(serviceConfig);
- this.get('stepConfigs').pushObject(serviceConfig);
- this.set('selectedService', this.get('stepConfigs').objectAt(0));
- this.checkForSecureConfig(this.get('selectedService'));
- this.set('versionLoaded', true);
- this.set('dataIsLoaded', true);
- this.set('hash', this.getHash());
- this.set('isInit', false);
- }.observes('defaultsInfo'),
- /**
- * Changes format from Object to Array
- *
- * {
- * 'core-site': 'version1',
- * 'hdfs-site': 'version1',
- * ...
- * }
- *
- * to
- *
- * [
- * {
- * siteName: 'core-site',
- * tagName: 'version1',
- * newTageName: null
- * },
- * ...
- * ]
- *
- * set tagnames for configuration of the *-site.xml
- */
- setServiceConfigTags: function (desiredConfigsSiteTags) {
- console.debug("setServiceConfigTags(): Trying to set ", desiredConfigsSiteTags);
- var newServiceConfigTags = [];
- for (var index in desiredConfigsSiteTags) {
- newServiceConfigTags.pushObject({
- siteName: index,
- tagName: desiredConfigsSiteTags[index],
- newTagName: null
- }, this);
- }
- console.debug("setServiceConfigTags(): Setting 'serviceConfigTags' to ", newServiceConfigTags);
- this.set('serviceConfigTags', newServiceConfigTags);
- },
- /**
- * check whether the config property is a security related knob
- * @param serviceConfig
- */
- checkForSecureConfig: function (serviceConfig) {
- serviceConfig.get('configs').forEach(function (_config) {
- this.get('secureConfigs').forEach(function (_secureConfig) {
- if (_config.get('name') === _secureConfig.name) {
- _config.set('isSecureConfig', true);
- }
- }, this)
- }, this)
- },
- /**
- * Get info about hosts and host components to configDefaultsProviders
- * @returns {{masterComponentHosts: Array, slaveComponentHosts: Array, hosts: {}}}
- */
- getInfoForDefaults: function (providers) {
- var requiredComponents = [];
- providers.forEach(function (provider) {
- requiredComponents = provider.get('slaveHostDependency').concat(provider.get('masterHostDependency'));
- });
- if (requiredComponents.length > 0) {
- App.ajax.send({
- name: 'hosts.by_component.' + ((requiredComponents.length === 1) ? 'one' : 'all'),
- sender: this,
- data: {
- componentNames: requiredComponents.join(',')
- },
- success: 'getInfoForDefaultsSuccessCallback'
- });
- } else {
- //if no components required then slaveComponentHosts and hosts stay empty
- this.set('defaultsInfo', {
- masterComponentHosts: this.getMasterComponents(),
- slaveComponentHosts: [],
- hosts: {}
- });
- }
- },
- getInfoForDefaultsSuccessCallback: function (response) {
- var defaultsInfo = {
- masterComponentHosts: this.getMasterComponents(),
- slaveComponentHosts: this.getSlaveComponents(response),
- hosts: this.getHostsInfo(response)
- };
- this.set('defaultsInfo', defaultsInfo);
- this.setRecommendedDefaults(this.get('advancedConfigs'));
- },
- /**
- * parse json response and build slave components array
- * @param response
- * @return {Array}
- */
- getSlaveComponents: function (response) {
- var hostComponentMap = {};
- var slaves = App.StackServiceComponent.find().filterProperty('isSlave').mapProperty('componentName');
- var slaveComponentHosts = [];
- response.items.forEach(function (host) {
- host.host_components.forEach(function (hostComponent) {
- if (slaves.contains(hostComponent.HostRoles.component_name)) {
- if (!hostComponentMap[hostComponent.HostRoles.component_name]) {
- hostComponentMap[hostComponent.HostRoles.component_name] = [];
- }
- hostComponentMap[hostComponent.HostRoles.component_name].push({hostName: host.Hosts.host_name});
- }
- })
- });
- for (var componentName in hostComponentMap) {
- slaveComponentHosts.push({
- componentName: componentName,
- hosts: hostComponentMap[componentName]
- });
- }
- return slaveComponentHosts;
- },
- /**
- * build master components array of data from HostComponent model
- * @return {Array}
- */
- getMasterComponents: function () {
- var masterComponentHosts = [];
- App.HostComponent.find().filterProperty('isMaster').forEach(function (masterComponent) {
- masterComponentHosts.push({
- component: masterComponent.get('componentName'),
- serviceId: masterComponent.get('service.serviceName'),
- host: masterComponent.get('hostName')
- });
- });
- return masterComponentHosts;
- },
- /**
- * parse json response and build hosts map
- * @param response
- * @return {Object}
- */
- getHostsInfo: function (response) {
- var hosts = {};
- response.items.mapProperty('Hosts').map(function (host) {
- hosts[host.host_name] = {
- name: host.host_name,
- cpu: host.cpu_count,
- memory: host.total_mem,
- disk_info: host.disk_info
- };
- });
- return hosts;
- },
- /**
- * Load child components to service config object
- * @param {Array} configs - array of configs
- * @param {Object} componentConfig - component config object
- * @method loadConfigs
- */
- loadConfigs: function (configs, componentConfig) {
- var serviceConfigsData = App.StackService.find().findProperty('serviceName', this.get('content.serviceName'));
- var defaultGroupSelected = this.get('selectedConfigGroup.isDefault');
- configs.forEach(function (_serviceConfigProperty) {
- var serviceConfigProperty = this.createConfigProperty(_serviceConfigProperty, defaultGroupSelected, serviceConfigsData);
- componentConfig.configs.pushObject(serviceConfigProperty);
- serviceConfigProperty.validate();
- }, this);
- },
- /**
- * create {Em.Object} service_cfg_property based on {Object}_serviceConfigProperty and additional info
- * @param {Object} _serviceConfigProperty - config object
- * @param {Boolean} defaultGroupSelected - true if selected cfg group is default
- * @param {Object} serviceConfigsData - service cfg object
- * @returns {Ember.Object|null}
- * @method createConfigProperty
- */
- createConfigProperty: function (_serviceConfigProperty, defaultGroupSelected, serviceConfigsData) {
- console.log("config", _serviceConfigProperty);
- if (!_serviceConfigProperty) return null;
- var overrides = _serviceConfigProperty.overrides;
- // we will populate the override properties below
- Em.set(_serviceConfigProperty, 'overrides', null);
- _serviceConfigProperty.isOverridable = Em.isNone(_serviceConfigProperty.isOverridable) ? true : _serviceConfigProperty.isOverridable;
- var serviceConfigProperty = App.ServiceConfigProperty.create(_serviceConfigProperty);
- this.setValueForCheckBox(serviceConfigProperty);
- this.setValidator(serviceConfigProperty, serviceConfigsData);
- this.setValuesForOverrides(overrides, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected);
- this.setEditability(serviceConfigProperty, defaultGroupSelected);
- this.setSupportsFinal(serviceConfigProperty);
- return serviceConfigProperty;
- },
- /**
- * trigger addOverrideProperty
- * @param {Object} componentConfig
- * @method checkOverrideProperty
- */
- checkOverrideProperty: function (componentConfig) {
- var overrideToAdd = this.get('overrideToAdd');
- if (overrideToAdd) {
- overrideToAdd = componentConfig.configs.filter(function(c){
- return c.name == overrideToAdd.name && c.filename == overrideToAdd.filename;
- });
- if (overrideToAdd[0]) {
- this.addOverrideProperty(overrideToAdd[0]);
- this.set('overrideToAdd', null);
- }
- }
- },
- /**
- * set recommended defaults for advanced configs for current service
- * @param {Array} advancedConfigs
- * @mrethod setRecommendedDefaults
- */
- setRecommendedDefaults: function (advancedConfigs) {
- var s = App.StackService.find().findProperty('serviceName', this.get('content.serviceName'));
- var defaultsProvider = s.get('defaultsProviders');
- var configsValidator = s.get('configsValidator');
- var localDB = this.get('defaultsInfo');
- var recommendedDefaults = {};
- if (defaultsProvider) {
- defaultsProvider.forEach(function (defaultsProvider) {
- var d = defaultsProvider.getDefaults(localDB);
- for (var name in d) {
- if (!!d[name]) {
- recommendedDefaults[name] = d[name];
- } else {
- var defaultValueFromStack = advancedConfigs.findProperty('name', name);
- // If property default value is not declared on client, fetch it from stack definition
- // If it's not declared with any valid value in both server stack and client, then js reference error is expected to be thrown
- recommendedDefaults[name] = defaultValueFromStack && defaultValueFromStack.value
- }
- }
- });
- }
- if (configsValidator) {
- configsValidator.set('recommendedDefaults', recommendedDefaults);
- }
- },
- /**
- * set isEditable property of config for admin
- * if default cfg group and not on the host config page
- * @param {Ember.Object} serviceConfigProperty
- * @param {Boolean} defaultGroupSelected
- * @method setEditability
- */
- setEditability: function (serviceConfigProperty, defaultGroupSelected) {
- serviceConfigProperty.set('isEditable', false);
- if (App.get('isAdmin') && defaultGroupSelected && !this.get('isHostsConfigsPage') && !serviceConfigProperty.get('group')) {
- serviceConfigProperty.set('isEditable', serviceConfigProperty.get('isReconfigurable') && !serviceConfigProperty.get('isComparison'));
- } else if (serviceConfigProperty.get('group') && this.get('selectedConfigGroup.name') === serviceConfigProperty.get('group.name')) {
- serviceConfigProperty.set('isEditable', true);
- }
- },
- /**
- * set supportsFinal property of config for admin
- * @param {Ember.Object} serviceConfigProperty
- * @method setSupportsFinal
- */
- setSupportsFinal: function (serviceConfigProperty) {
- var fileName = serviceConfigProperty.get('filename');
- var matchingConfigType = this.get('configTypesInfo').supportsFinal.find(function(configType) {
- return fileName.startsWith(configType);
- });
- serviceConfigProperty.set('supportsFinal', !!matchingConfigType);
- },
- /**
- * set serviceValidator for config property
- * hide properties for other services
- * @param {Ember.Object} serviceConfigProperty
- * @param {Object} serviceConfigsData
- * @method setValidator
- */
- setValidator: function (serviceConfigProperty, serviceConfigsData) {
- if (serviceConfigProperty.get('serviceName') === this.get('content.serviceName')) {
- if (serviceConfigsData.get('configsValidator')) {
- for (var validatorName in serviceConfigsData.get('configsValidator.configValidators')) {
- if (serviceConfigProperty.get("name") == validatorName) {
- serviceConfigProperty.set('serviceValidator', serviceConfigsData.get('configsValidator'));
- }
- }
- }
- console.log("config result", serviceConfigProperty);
- } else {
- serviceConfigProperty.set('isVisible', false);
- }
- },
- /**
- * set override values
- * @param overrides
- * @param _serviceConfigProperty
- * @param serviceConfigProperty
- * @param defaultGroupSelected
- */
- setValuesForOverrides: function (overrides, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected) {
- if (Em.isNone(overrides)) return;
- overrides.forEach(function (override) {
- var newSCP = this.createNewSCP(override, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected);
- var parentOverridesArray = serviceConfigProperty.get('overrides');
- if (parentOverridesArray == null) {
- parentOverridesArray = Em.A([]);
- serviceConfigProperty.set('overrides', parentOverridesArray);
- }
- parentOverridesArray.pushObject(newSCP);
- console.debug("createOverrideProperty(): Added:", newSCP, " to main-property:", serviceConfigProperty)
- }, this);
- },
- /**
- * create new overridden property and set appropriate fields
- * @param override
- * @param _serviceConfigProperty
- * @param serviceConfigProperty
- * @param defaultGroupSelected
- * @returns {*}
- */
- createNewSCP: function (override, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected) {
- var newSCP = App.ServiceConfigProperty.create(_serviceConfigProperty);
- newSCP.set('value', override.value);
- newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
- newSCP.set('parentSCP', serviceConfigProperty);
- if (App.supports.hostOverrides && defaultGroupSelected) {
- newSCP.set('group', override.group);
- newSCP.set('isEditable', false);
- }
- return newSCP;
- },
- /**
- * convert string values to boolean for checkboxes
- * @param {Ember.Object} serviceConfigProperty
- */
- setValueForCheckBox: function (serviceConfigProperty) {
- if (serviceConfigProperty.get("displayType") == 'checkbox') {
- switch (serviceConfigProperty.get("value")) {
- case 'true':
- serviceConfigProperty.set("value", true);
- serviceConfigProperty.set("defaultValue", true);
- break;
- case 'false':
- serviceConfigProperty.set("value", false);
- serviceConfigProperty.set("defaultValue", false);
- break;
- }
- }
- },
- /**
- * Initialize save configs popup
- */
- restartServicePopup: function () {
- if (this.get("isSubmitDisabled")) {
- return;
- }
- this.set("isApplyingChanges", true);
- var self = this;
- var header, message, messageClass, status;
- var serviceName = this.get('content.serviceName'),
- displayName = this.get('content.displayName'),
- urlParams = '';
- if (App.supports.hostOverrides ||
- (serviceName !== 'HDFS' && this.get('content.isStopped') === true) ||
- ((serviceName === 'HDFS') && this.get('content.isStopped') === true && (!App.Service.find().someProperty('id', 'MAPREDUCE') || App.Service.find('MAPREDUCE').get('isStopped')))) {
- if (this.isDirChanged()) {
- App.showConfirmationPopup(function () {
- self.saveConfigs();
- }, Em.I18n.t('services.service.config.confirmDirectoryChange').format(displayName), function () {
- self.set('isApplyingChanges', false)
- });
- } else {
- this.saveConfigs();
- }
- } else {
- status = 'started';
- if (this.get('content.serviceName') !== 'HDFS' || (this.get('content.serviceName') === 'HDFS' && !App.Service.find().someProperty('id', 'MAPREDUCE'))) {
- header = Em.I18n.t('services.service.config.notSaved');
- message = Em.I18n.t('services.service.config.msgServiceStop');
- } else {
- header = Em.I18n.t('services.service.config.notSaved');
- message = Em.I18n.t('services.service.config.msgHDFSMapRServiceStop');
- urlParams += '&ServiceComponentInfo/service_name.in(HDFS,MAPREDUCE)';
- }
- messageClass = 'alert alert-error';
- this.showSaveConfigsPopup(header, false, message, messageClass, null, status, urlParams);
- }
- },
- /**
- * Define if user has changed some dir properties
- * @return {Boolean}
- */
- isDirChanged: function () {
- var dirChanged = false;
- var serviceName = this.get('content.serviceName');
- if (serviceName === 'HDFS') {
- var hdfsConfigs = this.get('stepConfigs').findProperty('serviceName', 'HDFS').get('configs');
- if (App.get('isHadoop2Stack')) {
- if (hdfsConfigs.findProperty('name', 'dfs.namenode.name.dir').get('isNotDefaultValue') ||
- hdfsConfigs.findProperty('name', 'dfs.namenode.checkpoint.dir').get('isNotDefaultValue') ||
- hdfsConfigs.findProperty('name', 'dfs.datanode.data.dir').get('isNotDefaultValue')) {
- dirChanged = true;
- }
- } else {
- if (hdfsConfigs.findProperty('name', 'dfs.name.dir').get('isNotDefaultValue') ||
- hdfsConfigs.findProperty('name', 'fs.checkpoint.dir').get('isNotDefaultValue') ||
- hdfsConfigs.findProperty('name', 'dfs.data.dir').get('isNotDefaultValue')) {
- dirChanged = true;
- }
- }
- } else if (serviceName === 'MAPREDUCE') {
- var mapredConfigs = this.get('stepConfigs').findProperty('serviceName', 'MAPREDUCE').get('configs');
- if (mapredConfigs.findProperty('name', 'mapred.local.dir').get('isNotDefaultValue') ||
- mapredConfigs.findProperty('name', 'mapred.system.dir').get('isNotDefaultValue')) {
- dirChanged = true;
- }
- }
- return dirChanged;
- },
- /**
- * Save changed configs and config groups
- */
- saveConfigs: function () {
- var selectedConfigGroup = this.get('selectedConfigGroup');
- var configs = this.get('stepConfigs').findProperty('serviceName', this.get('content.serviceName')).get('configs');
- var self = this;
- if (selectedConfigGroup.get('isDefault')) {
- if (this.get('content.serviceName') === 'YARN' && !App.supports.capacitySchedulerUi) {
- configs = App.config.textareaIntoFileConfigs(configs, 'capacity-scheduler.xml');
- }
- this.saveSiteConfigs(configs.filterProperty('group', null));
- /**
- * First we put cluster configurations, which automatically creates /configurations
- * resources. Next we update host level overrides.
- */
- this.doPUTClusterConfigurations();
- } else {
- var overridenConfigs = [];
- var groupHosts = [];
- configs.filterProperty('isOverridden', true).forEach(function (config) {
- overridenConfigs = overridenConfigs.concat(config.get('overrides'));
- });
- // find custom original properties that assigned to selected config group
- overridenConfigs = overridenConfigs.concat(configs.filterProperty('group')
- .filter(function(config) { return config.get('group.name') == self.get('selectedConfigGroup.name'); }));
- this.formatConfigValues(overridenConfigs);
- selectedConfigGroup.get('hosts').forEach(function (hostName) {
- groupHosts.push({"host_name": hostName});
- });
- this.putConfigGroupChanges({
- ConfigGroup: {
- "id": selectedConfigGroup.get('id'),
- "cluster_name": App.get('clusterName'),
- "group_name": selectedConfigGroup.get('name'),
- "tag": selectedConfigGroup.get('service.id'),
- "description": selectedConfigGroup.get('description'),
- "hosts": groupHosts,
- "desired_configs": this.buildGroupDesiredConfigs(overridenConfigs)
- }
- }, true);
- }
- },
- /**
- * On save configs handler. Open save configs popup with appropriate message.
- */
- onDoPUTClusterConfigurations: function () {
- var header, message, messageClass, value, status, urlParams = '',
- result = {
- flag: this.get('saveConfigsFlag'),
- message: null,
- value: null
- },
- extendedModel = App.Service.extendedModel[this.get('content.serviceName')],
- currentService = extendedModel ? App[extendedModel].find(this.get('content.serviceName')) : App.Service.find(this.get('content.serviceName'));
- if (!result.flag) {
- result.message = Em.I18n.t('services.service.config.failSaveConfig');
- } else {
- if (!result.flag) {
- result.message = Em.I18n.t('services.service.config.failSaveConfigHostOverrides');
- }
- }
- App.router.get('clusterController').updateClusterData();
- App.router.get('updateController').updateComponentConfig(function () {
- });
- var flag = result.flag;
- if (result.flag === true) {
- header = Em.I18n.t('services.service.config.saved');
- message = Em.I18n.t('services.service.config.saved.message');
- messageClass = 'alert alert-success';
- // warn the user if any of the components are in UNKNOWN state
- status = 'unknown';
- urlParams += ',ServiceComponentInfo/installed_count,ServiceComponentInfo/total_count';
- if (this.get('content.serviceName') === 'HDFS' || App.Service.find().someProperty('id', 'MAPREDUCE')) {
- urlParams += '&ServiceComponentInfo/service_name.in(HDFS,MAPREDUCE)'
- }
- } else {
- header = Em.I18n.t('common.failure');
- message = result.message;
- messageClass = 'alert alert-error';
- value = result.value;
- }
- if(currentService){
- App.QuickViewLinks.proto().set('content', currentService);
- App.QuickViewLinks.proto().loadTags();
- }
- this.showSaveConfigsPopup(header, flag, message, messageClass, value, status, urlParams);
- },
- /**
- * Show save configs popup
- */
- showSaveConfigsPopup: function (header, flag, message, messageClass, value, status, urlParams) {
- var self = this;
- App.ModalPopup.show({
- header: header,
- primary: Em.I18n.t('ok'),
- secondary: null,
- onPrimary: function () {
- this.hide();
- if (flag) {
- self.loadStep();
- } else {
- self.set('isApplyingChanges', false)
- }
- },
- onClose: function () {
- this.hide();
- self.set('isApplyingChanges', false)
- },
- disablePrimary: true,
- bodyClass: Ember.View.extend({
- flag: flag,
- message: function () {
- return this.get('isLoaded') ? message : Em.I18n.t('services.service.config.saving.message');
- }.property('isLoaded'),
- messageClass: function () {
- return this.get('isLoaded') ? messageClass : 'alert alert-info';
- }.property('isLoaded'),
- setDisablePrimary: function () {
- this.get('parentView').set('disablePrimary', !this.get('isLoaded'));
- }.observes('isLoaded'),
- runningHosts: [],
- runningComponentCount: 0,
- unknownHosts: [],
- unknownComponentCount: 0,
- siteProperties: value,
- isLoaded: false,
- componentsFilterSuccessCallback: function (response) {
- var count = 0,
- view = this,
- lazyLoadHosts = function (dest) {
- lazyLoading.run({
- initSize: 20,
- chunkSize: 50,
- delay: 50,
- destination: dest,
- source: hosts,
- context: view
- });
- },
- setComponents = function (item, components) {
- item.host_components.forEach(function (c) {
- var name = c.HostRoles.host_name;
- if (!components[name]) {
- components[name] = [];
- } else {
- components[name].push(App.format.role(item.ServiceComponentInfo.component_name));
- }
- });
- return components;
- },
- setHosts = function (components) {
- var hosts = [];
- Em.keys(components).forEach(function (key) {
- hosts.push({
- name: key,
- components: components[key].join(', ')
- });
- });
- return hosts;
- },
- components = {},
- hosts = [];
- switch (status) {
- case 'unknown':
- response.items.filter(function (item) {
- return (item.ServiceComponentInfo.total_count > item.ServiceComponentInfo.started_count + item.ServiceComponentInfo.installed_count);
- }).forEach(function (item) {
- var total = item.ServiceComponentInfo.total_count,
- started = item.ServiceComponentInfo.started_count,
- installed = item.ServiceComponentInfo.installed_count,
- unknown = total - started + installed;
- components = setComponents(item, components);
- count += unknown;
- });
- hosts = setHosts(components);
- this.set('unknownComponentCount', count);
- lazyLoadHosts(this.get('unknownHosts'));
- break;
- case 'started':
- response.items.filterProperty('ServiceComponentInfo.started_count').forEach(function (item) {
- var started = item.ServiceComponentInfo.started_count;
- components = setComponents(item, components);
- count += started;
- hosts = setHosts(components);
- });
- this.set('runningComponentCount', count);
- lazyLoadHosts(this.get('runningHosts'));
- break;
- }
- },
- componentsFilterErrorCallback: function () {
- this.set('isLoaded', true);
- },
- didInsertElement: function () {
- App.ajax.send({
- name: 'components.filter_by_status',
- sender: this,
- data: {
- clusterName: App.get('clusterName'),
- urlParams: urlParams
- },
- success: 'componentsFilterSuccessCallback',
- error: 'componentsFilterErrorCallback'
- });
- },
- getDisplayMessage: function () {
- var displayMsg = [];
- var siteProperties = this.get('siteProperties');
- if (siteProperties) {
- siteProperties.forEach(function (_siteProperty) {
- var displayProperty = _siteProperty.siteProperty;
- var displayNames = _siteProperty.displayNames;
- if (displayNames && displayNames.length) {
- if (displayNames.length === 1) {
- displayMsg.push(displayProperty + Em.I18n.t('as') + displayNames[0]);
- } else {
- var name;
- displayNames.forEach(function (_name, index) {
- if (index === 0) {
- name = _name;
- } else if (index === siteProperties.length - 1) {
- name = name + Em.I18n.t('and') + _name;
- } else {
- name = name + ', ' + _name;
- }
- }, this);
- displayMsg.push(displayProperty + Em.I18n.t('as') + name);
- }
- } else {
- displayMsg.push(displayProperty);
- }
- }, this);
- }
- return displayMsg;
- }.property('siteProperties'),
- runningHostsMessage: function () {
- return Em.I18n.t('services.service.config.stopService.runningHostComponents').format(this.get('runningComponentCount'), this.get('runningHosts.length'));
- }.property('runningComponentCount', 'runningHosts.length'),
- unknownHostsMessage: function () {
- return Em.I18n.t('services.service.config.stopService.unknownHostComponents').format(this.get('unknownComponentCount'), this.get('unknownHosts.length'));
- }.property('unknownComponentCount', 'unknownHosts.length'),
- templateName: require('templates/main/service/info/configs_save_popup')
- })
- })
- },
- /**
- * construct desired_configs for config groups from overriden properties
- * @param configs
- * @param timeTag
- * @return {Array}
- */
- buildGroupDesiredConfigs: function (configs, timeTag) {
- var sites = [];
- var time = timeTag || (new Date).getTime();
- var siteFileNames = configs.mapProperty('filename');
- sites = siteFileNames.map(function (filename) {
- return {
- type: filename.replace('.xml', ''),
- tag: 'version' + time,
- properties: []
- };
- });
- configs.forEach(function (config) {
- var type = config.get('filename').replace('.xml', '');
- var site = sites.findProperty('type', type);
- site.properties.push(config);
- });
- return sites.map(function (site) {
- return this.createSiteObj(site.type, site.tag, site.properties);
- }, this);
- },
- /**
- * persist properties of config groups to server
- * show result popup if <code>showPopup</code> is true
- * @param data {Object}
- * @param showPopup {Boolean}
- */
- putConfigGroupChanges: function (data, showPopup) {
- var ajaxOptions = {
- name: 'config_groups.update_config_group',
- sender: this,
- data: {
- id: data.ConfigGroup.id,
- configGroup: data
- }
- };
- if (showPopup) {
- ajaxOptions.success = "putConfigGroupChangesSuccess";
- }
- App.ajax.send(ajaxOptions);
- },
- putConfigGroupChangesSuccess: function () {
- this.set('saveConfigsFlag', true);
- this.onDoPUTClusterConfigurations();
- },
- /**
- * set hive hostnames in configs
- * @param configs
- */
- setHiveHostName: function (configs) {
- if (configs.someProperty('name', 'hive_database')) {
- var hiveDb = configs.findProperty('name', 'hive_database');
- if (hiveDb.value === 'New MySQL Database') {
- var ambariHost = configs.findProperty('name', 'hive_ambari_host');
- if (ambariHost) {
- ambariHost.name = 'hive_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_database'));
- } else if (hiveDb.value === 'Existing MySQL Database') {
- var existingMySqlHost = configs.findProperty('name', 'hive_existing_mysql_host');
- if (existingMySqlHost) {
- existingMySqlHost.name = 'hive_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'hive_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'hive_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_database'));
- } else if (hiveDb.value === Em.I18n.t('services.service.config.hive.oozie.postgresql')) {
- var existingPostgreSqlHost = configs.findProperty('name', 'hive_existing_postgresql_host');
- if (existingPostgreSqlHost) {
- existingPostgreSqlHost.name = 'hive_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'hive_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'hive_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_database'));
- }
- else { //existing oracle database
- var existingOracleHost = configs.findProperty('name', 'hive_existing_oracle_host');
- if (existingOracleHost) {
- existingOracleHost.name = 'hive_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'hive_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'hive_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_database'));
- }
- }
- },
- /**
- * set oozie hostnames in configs
- * @param configs
- */
- setOozieHostName: function (configs) {
- var dbHostPropertyName = null;
- if (configs.someProperty('name', 'oozie_database')) {
- var oozieDb = configs.findProperty('name', 'oozie_database');
- if (oozieDb.value === 'New Derby Database') {
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_database'));
- } else if (oozieDb.value === 'New MySQL Database') {
- var ambariHost = configs.findProperty('name', 'oozie_ambari_host');
- if (ambariHost) {
- ambariHost.name = 'oozie_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_derby_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_database'));
- } else if (oozieDb.value === 'Existing MySQL Database') {
- var existingMySqlHost = configs.findProperty('name', 'oozie_existing_mysql_host');
- if (existingMySqlHost) {
- dbHostPropertyName = 'oozie_existing_mysql_host';
- }
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_derby_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_database'));
- } else if (oozieDb.value === Em.I18n.t('services.service.config.hive.oozie.postgresql')) {
- var existingPostgreSqlHost = configs.findProperty('name', 'oozie_existing_postgresql_host');
- if (existingPostgreSqlHost) {
- dbHostPropertyName = 'oozie_existing_postgresql_host';
- }
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_database'));
- }
- else { //existing oracle database
- var existingOracleHost = configs.findProperty('name', 'oozie_existing_oracle_host');
- if (existingOracleHost) {
- dbHostPropertyName = 'oozie_existing_oracle_host';
- }
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_derby_database'));
- }
- }
- if (dbHostPropertyName) {
- var oozieHostNameProperty = App.ServiceConfigProperty.create(App.config.get('preDefinedSiteProperties').findProperty('name', 'oozie_hostname'));
- oozieHostNameProperty.set('value', configs.findProperty('name', dbHostPropertyName).get('value'));
- configs.pushObject(oozieHostNameProperty);
- }
- },
- /**
- * save site configs
- * @param configs
- */
- saveSiteConfigs: function (configs) {
- //storedConfigs contains custom configs as well
- this.setHiveHostName(configs);
- this.setOozieHostName(configs);
- this.formatConfigValues(configs);
- var mappedConfigs = App.config.excludeUnsupportedConfigs(this.get('configMapping').all(), App.Service.find().mapProperty('serviceName'));
- var allUiConfigs = this.loadUiSideConfigs(mappedConfigs);
- this.set('uiConfigs', configs.concat(allUiConfigs));
- },
- formatConfigValues: function (serviceConfigProperties) {
- serviceConfigProperties.forEach(function (_config) {
- if (typeof _config.get('value') === "boolean") _config.set('value', _config.value.toString());
- _config.set('value', App.config.trimProperty(_config, true));
- });
- },
- /**
- * return configs from the UI side
- * @param configMapping array with configs
- * @return {Array}
- */
- loadUiSideConfigs: function (configMapping) {
- var uiConfig = [];
- var configs = configMapping.filterProperty('foreignKey', null);
- this.addDynamicProperties(configs);
- configs.forEach(function (_config) {
- var valueWithOverrides = this.getGlobConfigValueWithOverrides(_config.templateName, _config.value);
- if (valueWithOverrides !== null) {
- uiConfig.pushObject({
- "id": "site property",
- "name": _config.name,
- "value": valueWithOverrides.value,
- "filename": _config.filename,
- "overrides": valueWithOverrides.overrides
- });
- }
- }, this);
- return uiConfig;
- },
- addDynamicProperties: function (configs) {
- var allConfigs = this.get('stepConfigs').findProperty('serviceName', this.get('content.serviceName')).get('configs');
- var templetonHiveProperty = allConfigs.someProperty('name', 'templeton.hive.properties');
- if (!templetonHiveProperty && this.get('content.serviceName') === 'WEBHCAT') {
- configs.pushObject({
- "name": "templeton.hive.properties",
- "templateName": ["hivemetastore_host"],
- "foreignKey": null,
- "value": "hive.metastore.local=false,hive.metastore.uris=thrift://<templateName[0]>:9083,hive.metastore.sasl.enabled=yes,hive.metastore.execute.setugi=true,hive.metastore.warehouse.dir=/apps/hive/warehouse",
- "filename": "webhcat-site.xml"
- });
- }
- },
- /**
- * return config value
- * @param templateName
- * @param expression
- * @return {Object}
- * example: <code>{
- * value: '...',
- * overrides: {
- * 'value1': [h1, h2],
- * 'value2': [h3]
- * }
- * }</code>
- */
- getGlobConfigValueWithOverrides: function (templateName, expression) {
- var express = expression.match(/<(.*?)>/g);
- var value = expression;
- var overrideHostToValue = {};
- if (express != null) {
- express.forEach(function (_express) {
- var index = parseInt(_express.match(/\[([\d]*)(?=\])/)[1]);
- var globalObj = this.get('allConfigs').findProperty('name', templateName[index]);
- if (globalObj) {
- var globOverride = globalObj.overrides;
- if (globOverride != null) {
- for (var ov in globOverride) {
- globOverride[ov].forEach(function (host) {
- var replacedVal = (host in overrideHostToValue) ? overrideHostToValue[host] : expression;
- overrideHostToValue[host] = replacedVal.replace(_express, ov);
- }, this);
- }
- }
- value = expression.replace(_express, globalObj.value);
- } else {
- value = null;
- }
- }, this);
- }
- return this.getValueWithOverrides(value, overrideHostToValue)
- },
- getValueWithOverrides: function (value, overrideHostToValue) {
- var valueWithOverrides = {
- value: value,
- overrides: {}
- };
- if (!jQuery.isEmptyObject(overrideHostToValue)) {
- for (var host in overrideHostToValue) {
- var hostVal = overrideHostToValue[host];
- if (!(hostVal in valueWithOverrides.overrides)) {
- valueWithOverrides.overrides[hostVal] = [];
- }
- valueWithOverrides.overrides[hostVal].push(host);
- }
- }
- return valueWithOverrides;
- },
- /**
- * Saves cluster level configurations for all necessary sites.
- * PUT calls are made to /api/v1/clusters/clusterName for each site.
- * @return {Boolean}
- * @method doPUTClusterConfigurations
- */
- doPUTClusterConfigurations: function () {
- this.set('saveConfigsFlag', true);
- var serviceConfigTags = this.get('serviceConfigTags');
- this.setNewTagNames(serviceConfigTags);
- var siteNameToServerDataMap = {};
- this.set('putClusterConfigsCallsNumber', serviceConfigTags.length);
- serviceConfigTags.forEach(function (_serviceTags) {
- var configs = this.createConfigObject(_serviceTags.siteName, _serviceTags.newTagName);
- if (configs) {
- this.doPUTClusterConfiguration(_serviceTags.siteName, configs);
- siteNameToServerDataMap[_serviceTags.siteName] = configs;
- } else {
- if (this.decrementProperty('putClusterConfigsCallsNumber') === 0) {
- this.onDoPUTClusterConfigurations();
- }
- }
- }, this);
- this.set("savedSiteNameToServerServiceConfigDataMap", siteNameToServerDataMap);
- },
- /**
- * create different config object depending on siteName
- * @param {String} siteName
- * @param {String} tagName
- * @returns {Object|null}
- * @method createConfigObject
- */
- createConfigObject: function (siteName, tagName) {
- console.log("TRACE: Inside " + siteName);
- var configObject;
- switch (siteName) {
- case 'core-site':
- if (this.get('content.serviceName') === 'HDFS' || this.get('content.serviceName') === 'GLUSTERFS') {
- configObject = this.createCoreSiteObj(tagName);
- } else {
- return null;
- }
- break;
- default:
- var filename = (App.config.get('filenameExceptions').contains(siteName)) ? siteName : siteName + '.xml';
- if (filename === 'mapred-queue-acls.xml' && !App.supports.capacitySchedulerUi) {
- return null;
- }
- return this.createSiteObj(siteName, tagName, this.get('uiConfigs').filterProperty('filename', filename));
- }
- return configObject;
- },
- /**
- * load existen properties and compare them with current if there are
- * differences - trigger doPUTClusterConfigurationSite to save new properties
- * @param {String} siteName
- * @param {Object} newConfig
- * @method doPUTClusterConfiguration
- */
- doPUTClusterConfiguration: function (siteName, newConfig) {
- var oldConfig = App.router.get('configurationController').getConfigsByTags([
- {siteName: siteName, tagName: this.loadedClusterSiteToTagMap[siteName]}
- ]);
- oldConfig = oldConfig[0] || {};
- var oldProperties = oldConfig.properties || {};
- var oldAttributes = oldConfig["properties_attributes"] || {};
- var newProperties = newConfig.properties || {};
- var newAttributes = newConfig["properties_attributes"] || {};
- if (this.isAttributesChanged(oldAttributes, newAttributes) || this.isConfigChanged(oldProperties, newProperties)) {
- this.doPUTClusterConfigurationSite(newConfig);
- } else {
- if (this.decrementProperty('putClusterConfigsCallsNumber') === 0) {
- this.onDoPUTClusterConfigurations();
- }
- }
- },
- /**
- * Compares the loaded config values with the saving config values.
- * @param {Object} loadedConfig -
- * loadedConfig: {
- * configName1: "configValue1",
- * configName2: "configValue2"
- * }
- * @param {Object} savingConfig
- * savingConfig: {
- * configName1: "configValue1",
- * configName2: "configValue2"
- * }
- * @returns {boolean}
- * @method isConfigChanged
- */
- isConfigChanged: function (loadedConfig, savingConfig) {
- if (loadedConfig != null && savingConfig != null) {
- var seenLoadKeys = [];
- for (var loadKey in loadedConfig) {
- if (!loadedConfig.hasOwnProperty(loadKey)) continue;
- seenLoadKeys.push(loadKey);
- var loadValue = loadedConfig[loadKey];
- var saveValue = savingConfig[loadKey];
- if ("boolean" == typeof(saveValue)) {
- saveValue = saveValue.toString();
- }
- if (saveValue == null) {
- saveValue = "null";
- }
- if (loadValue !== saveValue) {
- return true;
- }
- }
- for (var saveKey in savingConfig) {
- if (seenLoadKeys.indexOf(saveKey) < 0) {
- return true;
- }
- }
- }
- return false;
- },
- /**
- * Compares the loaded config properties attributes with the saving config properties attributes.
- * @param {Object} oldAttributes -
- * oldAttributes: {
- * supports: {
- * final: {
- * "configValue1" : "true",
- * "configValue2" : "true"
- * }
- * }
- * }
- * @param {Object} newAttributes
- * newAttributes: {
- * supports: {
- * final: {
- * "configValue1" : "true",
- * "configValue2" : "true"
- * }
- * }
- * }
- * @returns {boolean}
- * @method isConfigChanged
- */
- isAttributesChanged: function (oldAttributes, newAttributes) {
- oldAttributes = oldAttributes.final || {};
- newAttributes = newAttributes.final || {};
- var key;
- for (key in oldAttributes) {
- if (oldAttributes.hasOwnProperty(key)
- && (!newAttributes.hasOwnProperty(key) || newAttributes[key] !== oldAttributes[key])) {
- return true;
- }
- }
- for (key in newAttributes) {
- if (newAttributes.hasOwnProperty(key)
- && (!oldAttributes.hasOwnProperty(key) || newAttributes[key] !== oldAttributes[key])) {
- return true;
- }
- }
- return false;
- },
- /**
- * Saves configuration of a particular site. The provided data
- * contains the site name and tag to be used.
- * @param {Object} data
- * @method doPUTClusterConfigurationSite
- */
- doPUTClusterConfigurationSite: function (data) {
- App.ajax.send({
- name: 'config.cluster_configuration.put',
- sender: this,
- data: {
- data: JSON.stringify({
- Clusters: {
- desired_config: data
- }
- }),
- cluster: App.router.getClusterName()
- },
- success: 'doPUTClusterConfigurationSiteSuccessCallback',
- error: 'doPUTClusterConfigurationSiteErrorCallback'
- });
- var heapsizeException = this.get('heapsizeException');
- var heapsizeRegExp = this.get('heapsizeRegExp');
- this.get('stepConfigs')[0].get('configs').forEach(function (item) {
- if (heapsizeRegExp.test(item.get('name')) && !heapsizeException.contains(item.get('name')) && /\d+m$/.test(item.get('value'))) {
- item.set('value', item.get('value').slice(0, item.get('value.length') - 1));
- }
- });
- },
- doPUTClusterConfigurationSiteSuccessCallback: function () {
- if (this.decrementProperty('putClusterConfigsCallsNumber') === 0) {
- this.onDoPUTClusterConfigurations();
- }
- },
- doPUTClusterConfigurationSiteErrorCallback: function () {
- this.set('saveConfigsFlag', false);
- this.doPUTClusterConfigurationSiteSuccessCallback();
- },
- /**
- * add newTagName property to each config in serviceConfigs
- * @param serviceConfigs
- */
- setNewTagNames: function (serviceConfigs) {
- var time = (new Date).getTime();
- serviceConfigs.forEach(function (_serviceConfigs) {
- _serviceConfigs.newTagName = 'version' + time;
- }, this);
- },
- /**
- * Save "final" attribute for properties
- * @param {Array} properties - array of properties
- * @returns {Object|null}
- * */
- getConfigAttributes: function(properties) {
- var attributes = {
- final: {}
- };
- var finalAttributes = attributes.final;
- var hasAttributes = false;
- properties.forEach(function (property) {
- if (property.isRequiredByAgent !== false && property.isFinal) {
- hasAttributes = true;
- finalAttributes[property.name] = "true";
- }
- });
- if (hasAttributes) {
- return attributes;
- }
- return null;
- },
- /**
- * create core site object
- * @param tagName
- * @return {{"type": String, "tag": String, "properties": Object}}
- * @method createCoreSiteObj
- */
- createCoreSiteObj: function (tagName) {
- var coreSiteObj = this.get('uiConfigs').filterProperty('filename', 'core-site.xml');
- var coreSiteProperties = {};
- coreSiteObj.forEach(function (_coreSiteObj) {
- coreSiteProperties[_coreSiteObj.name] = App.config.escapeXMLCharacters(_coreSiteObj.value);
- //this.recordHostOverride(_coreSiteObj, 'core-site', tagName, this);
- }, this);
- var result = {"type": "core-site", "tag": tagName, "properties": coreSiteProperties};
- var attributes = this.getConfigAttributes(coreSiteObj);
- if (attributes) {
- result['properties_attributes'] = attributes;
- }
- return result;
- },
- /**
- * create site object
- * @param siteName
- * @param tagName
- * @param siteObj
- * @return {Object}
- */
- createSiteObj: function (siteName, tagName, siteObj) {
- var heapsizeException = this.get('heapsizeException');
- var heapsizeRegExp = this.get('heapsizeRegExp');
- var siteProperties = {};
- siteObj.forEach(function (_siteObj) {
- if (_siteObj.isRequiredByAgent == false) return;
- if (heapsizeRegExp.test(_siteObj.name) && !heapsizeException.contains(_siteObj.name)) {
- Em.set(_siteObj, "value", _siteObj.value + "m");
- }
- siteProperties[_siteObj.name] = App.config.escapeXMLCharacters(_siteObj.value);
- switch (siteName) {
- case 'falcon-startup.properties':
- case 'falcon-runtime.properties':
- case 'pig-properties':
- siteProperties[_siteObj.name] = _siteObj.value;
- break;
- default:
- siteProperties[_siteObj.name] = this.setServerConfigValue(_siteObj.name, _siteObj.value);
- }
- }, this);
- var result = {"type": siteName, "tag": tagName, "properties": siteProperties};
- var attributes = this.getConfigAttributes(siteObj);
- if (attributes) {
- result['properties_attributes'] = attributes;
- }
- return result;
- },
- /**
- * This method will be moved to config's decorators class.
- *
- * For now, provide handling for special properties that need
- * be specified in special format required for server.
- *
- * @param configName {String} - name of config property
- * @param value {Mixed} - value of config property
- *
- * @return {String} - formated value
- */
- setServerConfigValue: function (configName, value) {
- switch (configName) {
- case 'storm.zookeeper.servers':
- if( Object.prototype.toString.call( value ) === '[object Array]' ) {
- return JSON.stringify(value).replace(/"/g, "'");
- } else {
- return value;
- }
- break;
- case 'content':
- return value;
- break;
- default:
- return App.config.escapeXMLCharacters(value);
- }
- },
- /**
- * Array of Objects
- * {
- * hostProperty - hostName property name for current component
- * componentName - master componentName
- * serviceName - serviceName of component
- * serviceUseThis - services that use hostname property of component(componentName)
- * m(multiple) - true if can be more than one components installed on cluster
- * }
- */
- hostComponentsmapping: [
- {
- hostProperty: 'snamenode_host',
- componentName: 'SECONDARY_NAMENODE',
- serviceName: 'HDFS',
- serviceUseThis: []
- },
- {
- hostProperty: 'jobtracker_host',
- componentName: 'JOBTRACKER',
- serviceName: 'MAPREDUCE',
- serviceUseThis: []
- },
- {
- hostProperty: 'jobtracker_host',
- componentName: 'JOBTRACKER',
- serviceName: 'MAPREDUCE2',
- serviceUseThis: []
- },
- {
- hostProperty: 'hs_host',
- componentName: 'HISTORYSERVER',
- serviceName: 'MAPREDUCE2',
- serviceUseThis: ['YARN']
- },
- {
- hostProperty: 'ats_host',
- componentName: 'APP_TIMELINE_SERVER',
- serviceName: 'YARN',
- serviceUseThis: []
- },
- {
- hostProperty: 'rm_host',
- componentName: 'RESOURCEMANAGER',
- serviceName: 'YARN',
- serviceUseThis: []
- },
- {
- hostProperty: 'hivemetastore_host',
- componentName: 'HIVE_SERVER',
- serviceName: 'HIVE',
- serviceUseThis: ['WEBHCAT']
- },
- {
- hostProperty: 'oozieserver_host',
- componentName: 'OOZIE_SERVER',
- serviceName: 'OOZIE',
- serviceUseThis: []
- },
- {
- hostProperty: 'hbasemaster_host',
- componentName: 'HBASE_MASTER',
- serviceName: 'HBASE',
- serviceUseThis: [],
- m: true
- },
- {
- hostProperty: 'hueserver_host',
- componentName: 'HUE_SERVER',
- serviceName: 'HUE',
- serviceUseThis: []
- },
- {
- hostProperty: 'webhcatserver_host',
- componentName: 'WEBHCAT_SERVER',
- serviceName: 'WEBHCAT',
- serviceUseThis: [],
- m: true
- },
- {
- hostProperty: 'zookeeperserver_hosts',
- componentName: 'ZOOKEEPER_SERVER',
- serviceName: 'ZOOKEEPER',
- serviceUseThis: ['HBASE', 'WEBHCAT'],
- m: true
- },
- {
- hostProperty: 'stormuiserver_host',
- componentName: 'STORM_UI_SERVER',
- serviceName: 'STORM',
- serviceUseThis: []
- },
- {
- hostProperty: 'drpcserver_host',
- componentName: 'DRPC_SERVER',
- serviceName: 'STORM',
- serviceUseThis: []
- },
- {
- hostProperty: 'storm_rest_api_host',
- componentName: 'STORM_REST_API',
- serviceName: 'STORM',
- serviceUseThis: []
- },
- {
- hostProperty: 'supervisor_hosts',
- componentName: 'SUPERVISOR',
- serviceName: 'STORM',
- serviceUseThis: [],
- m: true
- }
- ],
- /**
- * Adds host name of master component to config;
- * @method addHostNamesToGlobalConfig
- */
- addHostNamesToConfig: function () {
- var serviceName = this.get('content.serviceName');
- var configs = this.get('allConfigs');
- //namenode_host is required to derive "fs.default.name" a property of core-site
- try {
- this.setHostForService('HDFS', 'NAMENODE', 'namenode_host', true);
- } catch (err) {
- console.log("No NameNode Host available. This is expected if you're using GLUSTERFS rather than HDFS.");
- }
- var hostProperties = this.get('hostComponentsmapping').filter(function (h) {
- return h.serviceUseThis.contains(serviceName) || h.serviceName == serviceName;
- });
- hostProperties.forEach(function (h) {
- this.setHostForService(h.serviceName, h.componentName, h.hostProperty, h.m);
- }, this);
- if (serviceName === 'HIVE') {
- var hiveDb = configs.findProperty('name', 'hive_database').value;
- if (['Existing MySQL Database', 'Existing Oracle Database', 'Existing PostgreSQL Database'].contains(hiveDb)) {
- configs.findProperty('name', 'hive_hostname').isVisible = true;
- }
- }
- if (serviceName === 'OOZIE') {
- var oozieDb = configs.findProperty('name', 'oozie_database').value;
- if (['Existing MySQL Database', 'Existing Oracle Database', 'Existing PostgreSQL Database'].contains(oozieDb)) {
- configs.findProperty('name', 'oozie_hostname').isVisible = true;
- }
- }
- },
- /**
- * set host name(s) property for component
- * @param {String} serviceName - service name of component
- * @param {String} componentName - component name whic host we want to know
- * @param {String} hostProperty - name of host property for current component
- * @param {Boolean} multiple - true if can be more than one component
- * @method setHostForService
- */
- setHostForService: function (serviceName, componentName, hostProperty, multiple) {
- var configs = this.get('allConfigs');
- var serviceConfigs = this.get('serviceConfigs').findProperty('serviceName', serviceName).get('configs');
- var hostConfig = serviceConfigs.findProperty('name', hostProperty);
- if (hostConfig) {
- hostConfig.defaultValue = this.getMasterComponentHostValue(componentName, multiple);
- configs.push(hostConfig);
- }
- },
- /**
- * get hostName of component
- * @param {String} componentName
- * @param {Boolean} multiple - true if can be more than one component installed on cluster
- * @return {String|Array|Boolean} hostName|hostNames|false if missing component
- * @method getMasterComponentHostValue
- */
- getMasterComponentHostValue: function (componentName, multiple) {
- var components = this.get('content.hostComponents').filterProperty('componentName', componentName);
- if (components.length > 0) {
- return multiple ? components.mapProperty('hostName') : components[0].get('hostName');
- }
- return false;
- },
- /**
- * Provides service component name and display-name information for
- * the current selected service.
- * @return {Em.Array} validComponents - array of valid components
- * @method getCurrentServiceComponents
- */
- getCurrentServiceComponents: function () {
- var components = this.get('content.hostComponents');
- var validComponents = Ember.A([]);
- var seenComponents = {};
- components.forEach(function (component) {
- var cn = component.get('componentName');
- var cdn = component.get('displayName');
- if (!seenComponents[cn]) {
- validComponents.push(Ember.Object.create({
- componentName: cn,
- displayName: cdn,
- selected: false
- }));
- seenComponents[cn] = cn;
- }
- });
- return validComponents;
- }.property('content'),
- /**
- * trigger loadStep
- * @method loadStep
- */
- doCancel: function () {
- this.loadStep();
- },
- /**
- * trigger restartAllServiceHostComponents(batchUtils) if confirmed in popup
- * @method restartAllStaleConfigComponents
- * @return App.showConfirmationFeedBackPopup
- */
- restartAllStaleConfigComponents: function () {
- var self = this;
- var serviceDisplayName = this.get('content.displayName');
- var bodyMessage = Em.Object.create({
- confirmMsg: Em.I18n.t('services.service.restartAll.confirmMsg').format(serviceDisplayName),
- confirmButton: Em.I18n.t('services.service.restartAll.confirmButton'),
- additionalWarningMsg: this.get('content.passiveState') === 'OFF' ? Em.I18n.t('services.service.restartAll.warningMsg.turnOnMM').format(serviceDisplayName) : null
- });
- return App.showConfirmationFeedBackPopup(function (query) {
- var selectedService = self.get('content.id');
- batchUtils.restartAllServiceHostComponents(selectedService, true, query);
- }, bodyMessage);
- },
- /**
- * trigger launchHostComponentRollingRestart(batchUtils)
- * @method rollingRestartStaleConfigSlaveComponents
- */
- rollingRestartStaleConfigSlaveComponents: function (componentName) {
- batchUtils.launchHostComponentRollingRestart(componentName.context, this.get('content.displayName'), this.get('content.passiveState') === "ON", true);
- },
- /**
- * trigger showItemsShouldBeRestarted popup with hosts that requires resetart
- * @method showHostsShouldBeRestarted
- */
- showHostsShouldBeRestarted: function () {
- var hosts = [];
- for (var hostName in this.get('content.restartRequiredHostsAndComponents')) {
- hosts.push(hostName);
- }
- var hostsText = hosts.length == 1 ? Em.I18n.t('common.host') : Em.I18n.t('common.hosts');
- hosts = hosts.join(', ');
- this.showItemsShouldBeRestarted(hosts, Em.I18n.t('service.service.config.restartService.shouldBeRestarted').format(hostsText));
- },
- /**
- * trigger showItemsShouldBeRestarted popup with components that requires resetart
- * @method showComponentsShouldBeRestarted
- */
- showComponentsShouldBeRestarted: function () {
- var rhc = this.get('content.restartRequiredHostsAndComponents');
- var hostsComponets = [];
- var componentsObject = {};
- for (var hostName in rhc) {
- rhc[hostName].forEach(function (hostComponent) {
- hostsComponets.push(hostComponent);
- if (componentsObject[hostComponent] != undefined) {
- componentsObject[hostComponent]++;
- } else {
- componentsObject[hostComponent] = 1;
- }
- })
- }
- var componentsList = [];
- for (var obj in componentsObject) {
- var componentDisplayName = (componentsObject[obj] > 1) ? obj + 's' : obj;
- componentsList.push(componentsObject[obj] + ' ' + componentDisplayName);
- }
- var componentsText = componentsList.length == 1 ? Em.I18n.t('common.component') : Em.I18n.t('common.components');
- hostsComponets = componentsList.join(', ');
- this.showItemsShouldBeRestarted(hostsComponets, Em.I18n.t('service.service.config.restartService.shouldBeRestarted').format(componentsText));
- },
- showItemsShouldBeRestarted: function (content, header) {
- App.ModalPopup.show({
- content: content,
- header: header,
- bodyClass: Em.View.extend({
- templateName: require('templates/common/selectable_popup'),
- textareaVisible: false,
- textTrigger: function () {
- this.set('textareaVisible', !this.get('textareaVisible'));
- },
- putContentToTextarea: function () {
- var content = this.get('parentView.content');
- if (this.get('textareaVisible')) {
- var wrapper = $(".task-detail-log-maintext");
- $('.task-detail-log-clipboard').html(content).width(wrapper.width()).height(wrapper.height());
- Em.run.next(function () {
- $('.task-detail-log-clipboard').select();
- });
- }
- }.observes('textareaVisible')
- }),
- secondary: null
- });
- },
- /**
- * add new overridden property to config property object
- * @param {object} serviceConfigProperty - config property object
- * @method addOverrideProperty
- */
- addOverrideProperty: function (serviceConfigProperty) {
- var overrides = serviceConfigProperty.get('overrides');
- if (!overrides) {
- overrides = [];
- serviceConfigProperty.set('overrides', overrides);
- }
- // create new override with new value
- var newSCP = App.ServiceConfigProperty.create(serviceConfigProperty);
- newSCP.set('value', '');
- newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
- newSCP.set('parentSCP', serviceConfigProperty);
- newSCP.set('isEditable', true);
- console.debug("createOverrideProperty(): Added:", newSCP, " to main-property:", serviceConfigProperty);
- overrides.pushObject(newSCP);
- },
- /**
- * trigger manageConfigurationGroups
- * @method manageConfigurationGroup
- */
- manageConfigurationGroup: function () {
- this.manageConfigurationGroups();
- },
- manageConfigurationGroups: function (controller) {
- var serviceData = (controller && controller.get('selectedService')) || this.get('content');
- var serviceName = serviceData.get('serviceName');
- var displayName = serviceData.get('displayName');
- App.router.get('manageConfigGroupsController').set('isInstaller', !!controller);
- App.router.get('manageConfigGroupsController').set('serviceName', serviceName);
- if (controller) {
- App.router.get('manageConfigGroupsController').set('isAddService', controller.get('content.controllerName') == 'addServiceController');
- }
- return App.ModalPopup.show({
- header: Em.I18n.t('services.service.config_groups_popup.header').format(displayName),
- bodyClass: App.MainServiceManageConfigGroupView.extend({
- serviceName: serviceName,
- displayName: displayName,
- controllerBinding: 'App.router.manageConfigGroupsController'
- }),
- classNames: ['sixty-percent-width-modal', 'manage-configuration-group-popup'],
- primary: Em.I18n.t('common.save'),
- onPrimary: function () {
- var modifiedConfigGroups = this.get('subViewController.hostsModifiedConfigGroups');
- // Save modified config-groups
- if (!!controller) {
- controller.set('selectedService.configGroups', App.router.get('manageConfigGroupsController.configGroups'));
- controller.selectedServiceObserver();
- if (controller.get('name') == "wizardStep7Controller") {
- if (controller.get('selectedService.selected') === false && modifiedConfigGroups.toDelete.length > 0) {
- controller.setGroupsToDelete(modifiedConfigGroups.toDelete);
- }
- App.config.persistWizardStep7ConfigGroups();
- this.updateConfigGroupOnServicePage();
- }
- this.hide();
- return;
- }
- console.log("manageConfigurationGroups(): Saving modified config-groups: ", modifiedConfigGroups);
- var self = this;
- var errors = [];
- var deleteQueriesCounter = modifiedConfigGroups.toClearHosts.length + modifiedConfigGroups.toDelete.length;
- var createQueriesCounter = modifiedConfigGroups.toSetHosts.length + modifiedConfigGroups.toCreate.length;
- var deleteQueriesRun = false;
- var createQueriesRun = false;
- var runNextQuery = function () {
- if (!deleteQueriesRun && deleteQueriesCounter > 0) {
- deleteQueriesRun = true;
- modifiedConfigGroups.toClearHosts.forEach(function (cg) {
- App.config.clearConfigurationGroupHosts(cg, finishFunction, finishFunction);
- }, this);
- modifiedConfigGroups.toDelete.forEach(function (cg) {
- App.config.deleteConfigGroup(cg, finishFunction, finishFunction);
- }, this);
- } else if (!createQueriesRun && deleteQueriesCounter < 1) {
- createQueriesRun = true;
- modifiedConfigGroups.toSetHosts.forEach(function (cg) {
- App.config.updateConfigurationGroup(cg, finishFunction, finishFunction);
- }, this);
- modifiedConfigGroups.toCreate.forEach(function (cg) {
- App.config.postNewConfigurationGroup(cg, finishFunction);
- }, this);
- }
- };
- var finishFunction = function (xhr, text, errorThrown) {
- if (xhr && errorThrown) {
- var error = xhr.status + "(" + errorThrown + ") ";
- try {
- var json = $.parseJSON(xhr.responseText);
- error += json.message;
- } catch (err) {
- }
- console.error('Error updating Config Group:', error);
- errors.push(error);
- }
- if (createQueriesRun) {
- createQueriesCounter--;
- } else {
- deleteQueriesCounter--;
- }
- if (deleteQueriesCounter + createQueriesCounter < 1) {
- if (errors.length > 0) {
- console.log(errors);
- self.get('subViewController').set('errorMessage', errors.join(". "));
- } else {
- self.updateConfigGroupOnServicePage();
- self.hide();
- }
- } else {
- runNextQuery();
- }
- };
- runNextQuery();
- },
- onSecondary: function () {
- this.hide();
- },
- onClose: function () {
- this.hide();
- },
- subViewController: function () {
- return App.router.get('manageConfigGroupsController');
- }.property('App.router.manageConfigGroupsController'),
- updateConfigGroupOnServicePage: function () {
- var subViewController = this.get('subViewController');
- var selectedConfigGroup = subViewController.get('selectedConfigGroup');
- var managedConfigGroups = subViewController.get('configGroups');
- if (!controller) {
- controller = App.router.get('mainServiceInfoConfigsController');
- controller.set('configGroups', managedConfigGroups);
- } else {
- controller.set('selectedService.configGroups', managedConfigGroups);
- }
- //check whether selectedConfigGroup was selected
- if (selectedConfigGroup && controller.get('configGroups').someProperty('name', selectedConfigGroup.get('name'))) {
- controller.set('selectedConfigGroup', selectedConfigGroup);
- } else {
- controller.set('selectedConfigGroup', managedConfigGroups.findProperty('isDefault', true));
- }
- },
- updateButtons: function () {
- var modified = this.get('subViewController.isHostsModified');
- this.set('disablePrimary', !modified);
- }.observes('subViewController.isHostsModified'),
- secondary: Em.I18n.t('common.cancel'),
- didInsertElement: Em.K
- });
- },
- /**
- * If user changes cfg group if some configs was changed popup with propose to save changes must be shown
- * @param {object} event - triggered event for selecting another config-group
- * @method selectConfigGroup
- */
- selectConfigGroup: function (event) {
- if (!this.get('isInit')) {
- if (this.hasUnsavedChanges()) {
- this.showSavePopup(null, event);
- return;
- }
- }
- this.set('selectedConfigGroup', event.context);
- },
- /**
- * Are some unsaved changes available
- * @returns {boolean}
- */
- hasUnsavedChanges: function () {
- return this.get('hash') != this.getHash();
- },
- /**
- * If some configs are changed and user navigates away or select another config-group, show this popup with propose to save changes
- * @param {String} path
- * @param {object} event - triggered event for selecting another config-group
- * @method showSavePopup
- */
- showSavePopup: function (path, event) {
- var self = this;
- return App.ModalPopup.show({
- header: Em.I18n.t('common.warning'),
- body: Em.I18n.t('services.service.config.exitPopup.body'),
- footerClass: Ember.View.extend({
- templateName: require('templates/main/service/info/save_popup_footer'),
- isSaveDisabled: function () {
- return self.get('isSubmitDisabled');
- }.property()
- }),
- primary: Em.I18n.t('common.save'),
- secondary: Em.I18n.t('common.cancel'),
- onSave: function () {
- self.restartServicePopup();
- this.hide();
- },
- onDiscard: function () {
- if (path) {
- self.set('forceTransition', true);
- App.router.route(path);
- } else if (event) {
- // Prevent multiple popups
- self.set('hash', self.getHash());
- self.selectConfigGroup(event);
- }
- this.hide();
- },
- onCancel: function () {
- this.hide();
- }
- });
- }
- });
|