123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556 |
- /**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- var App = require('app');
- require('controllers/wizard/slave_component_groups_controller');
- var batchUtils = require('utils/batch_scheduled_requests');
- var lazyLoading = require('utils/lazy_loading');
- App.MainServiceInfoConfigsController = Em.Controller.extend({
- name: 'mainServiceInfoConfigsController',
- isHostsConfigsPage: false,
- forceTransition: false,
- dataIsLoaded: false,
- stepConfigs: [], //contains all field properties that are viewed in this service
- selectedService: null,
- serviceConfigTags: null,
- selectedConfigGroup: null,
- configTypesInfo: {
- items: [],
- supportsFinal: []
- },
- selectedServiceConfigTypes: [],
- selectedServiceSupportsFinal: [],
- configGroups: [],
- allConfigs: [],
- uiConfigs: [],
- customConfig: [],
- isApplyingChanges: false,
- saveConfigsFlag: true,
- putClusterConfigsCallsNumber: null,
- compareServiceVersion: null,
- // contain Service Config Property, when user proceed from Select Config Group dialog
- overrideToAdd: null,
- //latest version of service config versions
- currentVersion: null,
- //version selected to view
- selectedVersion: null,
- // file names of changed configs
- modifiedFileNames: [],
- // note passed on configs save
- serviceConfigVersionNote: '',
- versionLoaded: false,
- isCurrentSelected: function () {
- return this.get('selectedVersion') === this.get('currentVersion');
- }.property('selectedVersion', 'currentVersion'),
- serviceConfigs: function () {
- return App.config.get('preDefinedServiceConfigs');
- }.property('App.config.preDefinedServiceConfigs'),
- customConfigs: function () {
- return App.config.get('preDefinedCustomConfigs');
- }.property('App.config.preDefinedCustomConfigs'),
- configMapping: function () {
- return App.config.get('configMapping');
- }.property('App.config.configMapping'),
- configs: function () {
- return App.config.get('preDefinedSiteProperties');
- }.property('App.config.preDefinedSiteProperties'),
- secureConfigs: function () {
- if (App.get('isHadoop2Stack')) {
- return require('data/HDP2/secure_mapping');
- } else {
- return require('data/secure_mapping');
- }
- }.property('App.isHadoop2Stack'),
- showConfigHistoryFeature: function() {
- return (App.supports.configHistory && this.get('selectedConfigGroup.isDefault'));
- }.property('selectedConfigGroup.isDefault'),
- /**
- * Map, which contains relation between group and site
- * to upload overridden properties
- */
- loadedGroupToOverrideSiteToTagMap: {},
- /**
- * During page load time the cluster level site to tag
- * mapping is stored here.
- *
- * Example:
- * {
- * 'hdfs-site': 'version1',
- * 'core-site': 'version1'
- * }
- */
- loadedClusterSiteToTagMap: {},
- /**
- * Holds the actual base service-config server data uploaded.
- * This is used by the host-override mechanism to update host
- * specific values.
- */
- savedSiteNameToServerServiceConfigDataMap: {},
- isSubmitDisabled: function () {
- return (!(this.stepConfigs.everyProperty('errorCount', 0)) || this.get('isApplyingChanges'));
- }.property('stepConfigs.@each.errorCount', 'isApplyingChanges'),
- slaveComponentGroups: null,
- /**
- * Filter text will be located here
- */
- filter: '',
- /**
- * List of filters for config properties to populate filter combobox
- */
- propertyFilters: [
- {
- attributeName: 'isOverridden',
- caption: 'common.combobox.dropdown.overridden'
- },
- {
- attributeName: 'isFinal',
- caption: 'common.combobox.dropdown.final'
- }
- ],
- /**
- * List of heapsize properties not to be parsed
- */
- heapsizeException: ['hadoop_heapsize', 'yarn_heapsize', 'nodemanager_heapsize', 'resourcemanager_heapsize', 'apptimelineserver_heapsize', 'jobhistory_heapsize'],
- /**
- * Regular expression for heapsize properties detection
- */
- heapsizeRegExp: /_heapsize|_newsize|_maxnewsize$/,
- /**
- * Dropdown menu items in filter combobox
- */
- filterColumns: function () {
- return this.get('propertyFilters').map(function(filter) {
- return Ember.Object.create({
- attributeName: filter.attributeName,
- name: this.t(filter.caption),
- selected: false
- })
- }, this);
- }.property('propertyFilters'),
- /**
- * clear and set properties to default value
- */
- clearStep: function () {
- this.set("isApplyingChanges", false);
- this.set('modifiedFileNames', []);
- this.set('isInit', true);
- this.set('hash', null);
- this.set('forceTransition', false);
- this.set('dataIsLoaded', false);
- this.set('versionLoaded', false);
- this.set('filter', '');
- this.get('filterColumns').setEach('selected', false);
- this.get('stepConfigs').clear();
- this.get('allConfigs').clear();
- this.get('uiConfigs').clear();
- this.get('customConfig').clear();
- this.set('loadedGroupToOverrideSiteToTagMap', {});
- this.set('serviceConfigVersionNote', '');
- this.set('savedSiteNameToServerServiceConfigDataMap', {});
- if (this.get('serviceConfigTags')) {
- this.set('serviceConfigTags', null);
- }
- },
- serviceConfigProperties: function () {
- return App.db.getServiceConfigProperties();
- }.property('content'),
- /**
- * "Finger-print" of the <code>stepConfigs</code>. Filled after first configGroup selecting
- * Used to determine if some changes were made (when user navigates away from this page)
- * {String}
- */
- hash: null,
- /**
- * Is this initial config group changing
- * {Boolean}
- */
- isInit: true,
- restartHosts: Em.A(),
- //TODO after moving validation/recommendation to BE defaultsInfo must be deleted
- defaultsInfo: null,
- /**
- * On load function
- */
- loadStep: function () {
- console.log("TRACE: Loading configure for service");
- this.clearStep();
- this.loadServiceConfigs();
- },
- getHash: function () {
- if (!this.get('stepConfigs')[0]) {
- return null;
- }
- var hash = {};
- this.get('stepConfigs')[0].configs.forEach(function (config) {
- hash[config.get('name')] = {value: config.get('value'), overrides: []};
- if (!config.get('overrides')) return;
- if (!config.get('overrides.length')) return;
- config.get('overrides').forEach(function (override) {
- hash[config.get('name')].overrides.push(override.get('value'));
- });
- });
- return JSON.stringify(hash);
- },
- /**
- * Loads service configurations
- */
- loadServiceConfigs: function () {
- var advancedConfigs = [];
- var self = this;
- var serviceName = this.get('content.serviceName');
- var stackService = App.StackService.find().findProperty('serviceName', serviceName);
- if (stackService) {
- self.set('configTypesInfo', App.config.getConfigTypesInfoFromService(stackService));
- }
- App.config.loadAdvancedConfig(serviceName, function (properties) {
- advancedConfigs.pushObjects(properties);
- self.set('advancedConfigs', advancedConfigs);
- if (App.get('supports.configHistory')) {
- self.loadServiceConfigVersions();
- } else {
- self.loadServiceTagsAndGroups();
- }
- });
- },
- /**
- * get service config versions of current service
- */
- loadServiceConfigVersions: function () {
- var self = this;
- App.ajax.send({
- name: 'service.serviceConfigVersions.get',
- data: {
- serviceName: this.get('content.serviceName')
- },
- sender: this,
- success: 'loadServiceConfigVersionsSuccess',
- error: 'loadServiceConfigVersionsError'
- }).complete(function () {
- self.loadSelectedVersion();
- });
- },
- /**
- * load service config versions to model
- * set currentVersion
- * @param data
- * @param opt
- * @param params
- */
- loadServiceConfigVersionsSuccess: function (data, opt, params) {
- var currentVersion = Math.max.apply(this, data.items.mapProperty('serviceconfigversion'));
- var currentVersionObject = data.items.findProperty('serviceconfigversion', currentVersion);
- this.set('currentVersion', currentVersion);
- App.cache['currentConfigVersions'] = {};
- App.cache['currentConfigVersions'][currentVersionObject.service_name + '_' + currentVersionObject.serviceconfigversion] = true;
- App.serviceConfigVersionsMapper.map(data);
- },
- /**
- * get selected service config version
- * In case selected version is undefined then take currentVersion
- * @param version
- */
- loadSelectedVersion: function (version) {
- var self = this;
- this.set('versionLoaded', false);
- App.ajax.send({
- name: 'service.serviceConfigVersion.get',
- sender: this,
- data: {
- serviceName: this.get('content.serviceName'),
- serviceConfigVersion: version || this.get('currentVersion')
- },
- success: 'loadSelectedVersionSuccess'
- }).complete(function () {
- self.loadServiceTagsAndGroups();
- });
- },
- /**
- * set cluster to site tag map
- * @param data
- * @param opt
- * @param params
- */
- loadSelectedVersionSuccess: function (data, opt, params) {
- var serviceConfigsDef = this.get('serviceConfigs').findProperty('serviceName', this.get('content.serviceName'));
- var siteToTagMap = {};
- var configTypesRendered = Object.keys(serviceConfigsDef.get('configTypesRendered'));
- configTypesRendered.forEach(function (siteName) {
- if (data.items[0].configurations.someProperty('type', siteName)) {
- siteToTagMap[siteName] = data.items[0].configurations.findProperty('type', siteName).tag;
- } else {
- siteToTagMap[siteName] = 'version1';
- }
- }, this);
- App.router.get('configurationController').saveToDB(data.items[0].configurations);
- this.loadedClusterSiteToTagMap = siteToTagMap;
- this.set('selectedVersion', params.serviceConfigVersion);
- this.loadServiceTagsAndGroups();
- },
- /**
- * load config groups of service
- */
- loadServiceTagsAndGroups: function () {
- App.ajax.send({
- name: 'config.tags_and_groups',
- sender: this,
- data: {
- serviceName: this.get('content.serviceName'),
- urlParams: "&config_groups/ConfigGroup/tag=" + this.get('content.serviceName')
- },
- success: 'loadServiceConfigsSuccess'
- });
- },
- loadServiceConfigsSuccess: function (data, opt, params) {
- if (data) {
- this.setConfigGroups(data, opt, params);
- } else {
- if (!App.get('supports.configHistory')) {
- App.ajax.send({
- name: 'config.tags',
- sender: this,
- data: App.permit(params, ['clusterName', 'serviceConfigsDef', 'serviceName']),
- success: 'setConfigGroups'
- });
- } else {
- this.setConfigGroups(data, opt, params);
- }
- }
- },
- setConfigTags: function (data, opt, params) {
- var serviceConfigsDef = this.get('serviceConfigs').findProperty('serviceName', this.get('content.serviceName'));
- var siteToTagMap = {};
- var configTypesRendered = Object.keys(serviceConfigsDef.get('configTypesRendered'));
- configTypesRendered.forEach(function (siteName) {
- if (data.Clusters.desired_configs[siteName]) {
- siteToTagMap[siteName] = data.Clusters.desired_configs[siteName].tag;
- } else {
- siteToTagMap[siteName] = 'version1';
- }
- }, this);
- this.loadedClusterSiteToTagMap = siteToTagMap;
- },
- setConfigGroups: function (data, opt, params) {
- if (!App.get('supports.configHistory')) {
- this.setConfigTags(data, opt, params);
- }
- var serviceName = this.get('content.serviceName');
- var displayName = this.get('content.displayName');
- var selectedConfigGroup;
- var hostsLength = App.router.get('mainHostController.hostsCountMap.TOTAL');
- //parse loaded config groups
- if (App.supports.hostOverrides) {
- var configGroups = [];
- if (data && data.config_groups && data.config_groups.length) {
- data.config_groups.forEach(function (item) {
- item = item.ConfigGroup;
- if (item.tag === this.get('content.serviceName')) {
- var groupHosts = item.hosts.mapProperty('host_name');
- var newConfigGroup = App.ConfigGroup.create({
- id: item.id,
- name: item.group_name,
- description: item.description,
- isDefault: false,
- parentConfigGroup: null,
- service: App.Service.find().findProperty('serviceName', item.tag),
- hosts: groupHosts,
- configSiteTags: []
- });
- hostsLength -= groupHosts.length;
- item.desired_configs.forEach(function (config) {
- newConfigGroup.configSiteTags.push(App.ConfigSiteTag.create({
- site: config.type,
- tag: config.tag
- }));
- }, this);
- // select default selected group for hosts page
- if (!selectedConfigGroup && this.get('isHostsConfigsPage') && newConfigGroup.get('hosts').contains(this.get('host.hostName')) && this.get('content.serviceName') === item.tag) {
- selectedConfigGroup = newConfigGroup;
- }
- configGroups.push(newConfigGroup);
- }
- }, this);
- }
- this.set('configGroups', configGroups);
- }
- var defaultConfigGroup = App.ConfigGroup.create({
- name: displayName + " Default",
- description: "Default cluster level " + serviceName + " configuration",
- isDefault: true,
- hosts: {
- length: hostsLength
- },
- parentConfigGroup: null,
- service: this.get('content'),
- serviceName: serviceName,
- configSiteTags: []
- });
- if (!selectedConfigGroup) {
- selectedConfigGroup = defaultConfigGroup;
- }
- this.get('configGroups').sort(function (configGroupA, configGroupB) {
- return (configGroupA.name > configGroupB.name);
- });
- this.get('configGroups').unshift(defaultConfigGroup);
- this.set('selectedConfigGroup', selectedConfigGroup);
- },
- onConfigGroupChange: function () {
- var self = this;
- this.get('stepConfigs').clear();
- var selectedConfigGroup = this.get('selectedConfigGroup');
- var serviceName = this.get('content.serviceName');
- //STEP 1: handle tags from JSON data for host overrides
- this.loadedGroupToOverrideSiteToTagMap = {};
- var configGroupsWithOverrides = selectedConfigGroup.get('isDefault') && !this.get('isHostsConfigsPage') ? this.get('configGroups') : [selectedConfigGroup];
- configGroupsWithOverrides.forEach(function (item) {
- var groupName = item.get('name');
- this.loadedGroupToOverrideSiteToTagMap[groupName] = {};
- item.get('configSiteTags').forEach(function (siteTag) {
- var site = siteTag.get('site');
- this.loadedGroupToOverrideSiteToTagMap[groupName][site] = siteTag.get('tag');
- }, this);
- }, this);
- //STEP 2: Create an array of objects defining tag names to be polled and new tag names to be set after submit
- this.setServiceConfigTags(this.loadedClusterSiteToTagMap);
- //STEP 3: Load advanced configs
- var advancedConfigs = this.get('advancedConfigs');
- //STEP 4: Load on-site config by service from server
- App.router.get('configurationController').getConfigsByTags(this.get('serviceConfigTags')).done(function(configGroups){
- //STEP 5: Merge on-site configs with pre-defined
- var configSet = App.config.mergePreDefinedWithLoaded(configGroups, advancedConfigs, self.get('serviceConfigTags'), serviceName);
- configSet = App.config.syncOrderWithPredefined(configSet);
- //var serviceConfigs = this.getSitesConfigProperties(advancedConfigs);
- var configs = configSet.configs;
- //STEP 6: add advanced configs
- App.config.addAdvancedConfigs(configs, advancedConfigs, serviceName);
- //STEP 7: add custom configs
- App.config.addCustomConfigs(configs);
- //put properties from capacity-scheduler.xml into one config with textarea view
- if (self.get('content.serviceName') === 'YARN' && !App.supports.capacitySchedulerUi) {
- configs = App.config.fileConfigsIntoTextarea(configs, 'capacity-scheduler.xml');
- }
- self.set('allConfigs', configs);
- //STEP 8: add configs as names of host components
- self.addHostNamesToConfig();
- //STEP load configs of version being compared against
- self.loadCompareVersionConfigs(self.get('allConfigs')).done(function (isComparison) {
- //STEP 9: Load and add overriden configs of group
- if (!isComparison && self.get('isCurrentSelected')) {
- App.config.loadServiceConfigGroupOverrides(self.get('allConfigs'), self.get('loadedGroupToOverrideSiteToTagMap'), self.get('configGroups'), self.onLoadOverrides, self);
- } else {
- self.onLoadOverrides(self.get('allConfigs'));
- }
- });
- });
- }.observes('selectedConfigGroup'),
- /**
- * load version configs for comparison
- * @param allConfigs
- * @return {object}
- */
- loadCompareVersionConfigs: function (allConfigs) {
- var dfd = $.Deferred();
- var self = this;
- var compareServiceVersion = this.get('compareServiceVersion');
- if (compareServiceVersion) {
- this.getCompareVersionConfigs(compareServiceVersion).done(function (json) {
- self.initCompareConfig(allConfigs, json);
- self.set('compareServiceVersion', null);
- dfd.resolve(true);
- }).fail(function () {
- self.set('compareServiceVersion', null);
- dfd.resolve(true);
- });
- } else {
- allConfigs.setEach('isComparison', false);
- dfd.resolve(false);
- }
- return dfd.promise();
- },
- /**
- * attach analogical config to each property for comparison
- * @param allConfigs
- * @param json
- */
- initCompareConfig: function(allConfigs, json) {
- var serviceVersionMap = {};
- var configNamesMap = {};
- var serviceName = json.items[0].service_name;
- var compareServiceVersion = this.get('compareServiceVersion');
- allConfigs.mapProperty('name').forEach(function(name) {
- configNamesMap[name] = true;
- });
- json.items[0].configurations.forEach(function (configuration) {
- for (var prop in configuration.properties) {
- serviceVersionMap[prop] = {
- name: prop,
- value: configuration.properties[prop],
- type: configuration.type,
- tag: configuration.tag,
- version: configuration.version
- };
- if (Em.isNone(configNamesMap[prop])) {
- allConfigs.push(this.getMockConfig(prop, serviceName, App.config.getOriginalFileName(configuration.type)));
- }
- }
- }, this);
- allConfigs.forEach(function (serviceConfig) {
- var compareConfig = serviceVersionMap[serviceConfig.name];
- var compareObject = $.extend(true, {isComparison: true}, serviceConfig);
- compareObject.serviceVersion = compareServiceVersion;
- compareObject.isEditable = false;
- if (compareConfig) {
- if (serviceConfig.isMock) {
- compareObject.displayType = 'string';
- compareObject.isMock = false;
- }
- serviceConfig.compareConfig = App.ServiceConfigProperty.create(compareObject);
- serviceConfig.compareConfig.set('value', App.config.formatOverrideValue(serviceConfig, compareConfig.value));
- serviceConfig.isComparison = true;
- } else if (serviceConfig.isUserProperty) {
- compareObject.isMock = true;
- compareObject.displayType = 'label';
- serviceConfig.compareConfig = App.ServiceConfigProperty.create(compareObject);
- serviceConfig.compareConfig.set('value', 'Undefined');
- serviceConfig.isComparison = true;
- }
- }, this);
- },
- /**
- * generate mock config object
- * @param name
- * @param serviceName
- * @param filename
- * @return {Object}
- */
- getMockConfig: function (name, serviceName, filename) {
- var undefinedConfig = {
- description: name,
- displayName: name,
- id: "site property",
- isOverridable: false,
- isReconfigurable: false,
- isRequired: false,
- isRequiredByAgent: false,
- isSecureConfig: false,
- isUserProperty: true,
- isVisible: true,
- name: name,
- filename: filename,
- serviceName: serviceName,
- value: "Undefined",
- isMock: true,
- displayType: 'label'
- };
- undefinedConfig.category = App.config.identifyCategory(undefinedConfig).name;
- return undefinedConfig;
- },
- /**
- * get configs of chosen version from server to compare
- * @param compareServiceVersion
- * @return {$.ajax}
- */
- getCompareVersionConfigs: function (compareServiceVersion) {
- this.set('versionLoaded', false);
- return App.ajax.send({
- name: 'service.serviceConfigVersion.get',
- sender: this,
- data: {
- serviceName: this.get('content.serviceName'),
- serviceConfigVersion: compareServiceVersion.get('version')
- }
- });
- },
- checkDatabaseProperties: function (serviceConfig) {
- if (!['OOZIE', 'HIVE'].contains(this.get('content.serviceName'))) return;
- var configsToHide = ['oozie_hostname', 'hive_hostname'];
- configsToHide.forEach(function (configName) {
- var property = serviceConfig.configs.findProperty('name', configName);
- if (property) property.set('isVisible', false);
- });
- },
- onLoadOverrides: function (allConfigs) {
- var serviceName = this.get('content.serviceName');
- var advancedConfigs = this.get('advancedConfigs');
- //STEP 10: creation of serviceConfig object which contains configs for current service
- var serviceConfig = App.config.createServiceConfig(serviceName);
- //STEP11: Make SecondaryNameNode invisible on enabling namenode HA
- if (serviceConfig.get('serviceName') === 'HDFS') {
- App.config.OnNnHAHideSnn(serviceConfig);
- }
- if ((serviceName || serviceConfig.serviceName === 'MISC') && !App.supports.serverRecommendValidate) {
- // set recommended Defaults first then load the configs (including set validator)
- var s = App.StackService.find().findProperty('serviceName', this.get('content.serviceName'));
- var defaultsProvider = s.get('defaultsProviders');
- if (defaultsProvider) {
- this.getInfoForDefaults(defaultsProvider);
- } else {
- Em.run(this, 'setDefaults');
- }
- } else {
- if (App.supports.serverRecommendValidate) {
- var serviceConfig = App.config.createServiceConfig(this.get('content.serviceName'));
- this.loadConfigs(this.get('allConfigs'), serviceConfig);
- this.checkOverrideProperty(serviceConfig);
- this.checkDatabaseProperties(serviceConfig);
- this.get('stepConfigs').pushObject(serviceConfig);
- }
- this.set('selectedService', this.get('stepConfigs').objectAt(0));
- this.checkForSecureConfig(this.get('selectedService'));
- this.set('dataIsLoaded', true);
- this.set('versionLoaded', true);
- this.set('hash', this.getHash());
- this.set('isInit', false);
- }
- },
- //TODO after moving validation/recommendation to BE getInfoForDefaults must be deleted
- setDefaults: function(){
- var serviceConfig = App.config.createServiceConfig(this.get('content.serviceName'));
- this.loadConfigs(this.get('allConfigs'), serviceConfig);
- this.checkOverrideProperty(serviceConfig);
- this.checkDatabaseProperties(serviceConfig);
- this.get('stepConfigs').pushObject(serviceConfig);
- this.set('selectedService', this.get('stepConfigs').objectAt(0));
- this.checkForSecureConfig(this.get('selectedService'));
- this.set('versionLoaded', true);
- this.set('dataIsLoaded', true);
- this.set('hash', this.getHash());
- this.set('isInit', false);
- }.observes('defaultsInfo'),
- /**
- * Changes format from Object to Array
- *
- * {
- * 'core-site': 'version1',
- * 'hdfs-site': 'version1',
- * ...
- * }
- *
- * to
- *
- * [
- * {
- * siteName: 'core-site',
- * tagName: 'version1',
- * newTageName: null
- * },
- * ...
- * ]
- *
- * set tagnames for configuration of the *-site.xml
- */
- setServiceConfigTags: function (desiredConfigsSiteTags) {
- console.debug("setServiceConfigTags(): Trying to set ", desiredConfigsSiteTags);
- var newServiceConfigTags = [];
- for (var index in desiredConfigsSiteTags) {
- newServiceConfigTags.pushObject({
- siteName: index,
- tagName: desiredConfigsSiteTags[index],
- newTagName: null
- }, this);
- }
- console.debug("setServiceConfigTags(): Setting 'serviceConfigTags' to ", newServiceConfigTags);
- this.set('serviceConfigTags', newServiceConfigTags);
- },
- /**
- * check whether the config property is a security related knob
- * @param serviceConfig
- */
- checkForSecureConfig: function (serviceConfig) {
- serviceConfig.get('configs').forEach(function (_config) {
- this.get('secureConfigs').forEach(function (_secureConfig) {
- if (_config.get('name') === _secureConfig.name) {
- _config.set('isSecureConfig', true);
- }
- }, this)
- }, this)
- },
- //TODO after moving validation/recommendation to BE getInfoForDefaults must be deleted
- /**
- * Get info about hosts and host components to configDefaultsProviders
- * @returns {{masterComponentHosts: Array, slaveComponentHosts: Array, hosts: {}}}
- */
- getInfoForDefaults: function (providers) {
- var requiredComponents = [];
- providers.forEach(function (provider) {
- requiredComponents = provider.get('slaveHostDependency').concat(provider.get('masterHostDependency'));
- });
- if (requiredComponents.length > 0) {
- App.ajax.send({
- name: 'hosts.by_component.' + ((requiredComponents.length === 1) ? 'one' : 'all'),
- sender: this,
- data: {
- componentNames: requiredComponents.join(',')
- },
- success: 'getInfoForDefaultsSuccessCallback'
- });
- } else {
- //if no components required then slaveComponentHosts and hosts stay empty
- this.set('defaultsInfo', {
- masterComponentHosts: this.getMasterComponents(),
- slaveComponentHosts: [],
- hosts: {}
- });
- }
- },
- //TODO after moving validation/recommendation to BE getInfoForDefaultsSuccessCallback must be deleted
- getInfoForDefaultsSuccessCallback: function (response) {
- var defaultsInfo = {
- masterComponentHosts: this.getMasterComponents(),
- slaveComponentHosts: this.getSlaveComponents(response),
- hosts: this.getHostsInfo(response)
- };
- this.set('defaultsInfo', defaultsInfo);
- this.setRecommendedDefaults(this.get('advancedConfigs'));
- },
- //TODO after moving validation/recommendation to BE getSlaveComponents must be deleted
- /**
- * parse json response and build slave components array
- * @param response
- * @return {Array}
- */
- getSlaveComponents: function (response) {
- var hostComponentMap = {};
- var slaves = App.StackServiceComponent.find().filterProperty('isSlave').mapProperty('componentName');
- var slaveComponentHosts = [];
- response.items.forEach(function (host) {
- host.host_components.forEach(function (hostComponent) {
- if (slaves.contains(hostComponent.HostRoles.component_name)) {
- if (!hostComponentMap[hostComponent.HostRoles.component_name]) {
- hostComponentMap[hostComponent.HostRoles.component_name] = [];
- }
- hostComponentMap[hostComponent.HostRoles.component_name].push({hostName: host.Hosts.host_name});
- }
- })
- });
- for (var componentName in hostComponentMap) {
- slaveComponentHosts.push({
- componentName: componentName,
- hosts: hostComponentMap[componentName]
- });
- }
- return slaveComponentHosts;
- },
- //TODO after moving validation/recommendation to BE getMasterComponents must be deleted
- /**
- * build master components array of data from HostComponent model
- * @return {Array}
- */
- getMasterComponents: function () {
- var masterComponentHosts = [];
- App.HostComponent.find().filterProperty('isMaster').forEach(function (masterComponent) {
- masterComponentHosts.push({
- component: masterComponent.get('componentName'),
- serviceId: masterComponent.get('service.serviceName'),
- host: masterComponent.get('hostName')
- });
- });
- return masterComponentHosts;
- },
- //TODO after moving validation/recommendation to BE getHostsInfo must be deleted
- /**
- * parse json response and build hosts map
- * @param response
- * @return {Object}
- */
- getHostsInfo: function (response) {
- var hosts = {};
- response.items.mapProperty('Hosts').map(function (host) {
- hosts[host.host_name] = {
- name: host.host_name,
- cpu: host.cpu_count,
- memory: host.total_mem,
- disk_info: host.disk_info
- };
- });
- return hosts;
- },
- /**
- * Load child components to service config object
- * @param {Array} configs - array of configs
- * @param {Object} componentConfig - component config object
- * @method loadConfigs
- */
- loadConfigs: function (configs, componentConfig) {
- var serviceConfigsData = App.StackService.find().findProperty('serviceName', this.get('content.serviceName'));
- var defaultGroupSelected = this.get('selectedConfigGroup.isDefault');
- configs.forEach(function (_serviceConfigProperty) {
- var serviceConfigProperty = this.createConfigProperty(_serviceConfigProperty, defaultGroupSelected, serviceConfigsData);
- componentConfig.configs.pushObject(serviceConfigProperty);
- serviceConfigProperty.validate();
- }, this);
- },
- /**
- * create {Em.Object} service_cfg_property based on {Object}_serviceConfigProperty and additional info
- * @param {Object} _serviceConfigProperty - config object
- * @param {Boolean} defaultGroupSelected - true if selected cfg group is default
- * @param {Object} serviceConfigsData - service cfg object
- * @returns {Ember.Object|null}
- * @method createConfigProperty
- */
- createConfigProperty: function (_serviceConfigProperty, defaultGroupSelected, serviceConfigsData) {
- console.log("config", _serviceConfigProperty);
- if (!_serviceConfigProperty) return null;
- var overrides = _serviceConfigProperty.overrides;
- // we will populate the override properties below
- Em.set(_serviceConfigProperty, 'overrides', null);
- _serviceConfigProperty.isOverridable = Em.isNone(_serviceConfigProperty.isOverridable) ? true : _serviceConfigProperty.isOverridable;
- var serviceConfigProperty = App.ServiceConfigProperty.create(_serviceConfigProperty);
- this.setValueForCheckBox(serviceConfigProperty);
- this.setValidator(serviceConfigProperty, serviceConfigsData);
- this.setSupportsFinal(serviceConfigProperty);
- this.setValuesForOverrides(overrides, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected);
- this.setEditability(serviceConfigProperty, defaultGroupSelected);
- return serviceConfigProperty;
- },
- /**
- * trigger addOverrideProperty
- * @param {Object} componentConfig
- * @method checkOverrideProperty
- */
- checkOverrideProperty: function (componentConfig) {
- var overrideToAdd = this.get('overrideToAdd');
- if (overrideToAdd) {
- overrideToAdd = componentConfig.configs.filter(function(c){
- return c.name == overrideToAdd.name && c.filename == overrideToAdd.filename;
- });
- if (overrideToAdd[0]) {
- this.addOverrideProperty(overrideToAdd[0]);
- this.set('overrideToAdd', null);
- }
- }
- },
- //TODO after moving validation/recommendation to BE setRecommendedDefaults must be deleted
- /**
- * set recommended defaults for advanced configs for current service
- * @param {Array} advancedConfigs
- * @mrethod setRecommendedDefaults
- */
- setRecommendedDefaults: function (advancedConfigs) {
- var s = App.StackService.find().findProperty('serviceName', this.get('content.serviceName'));
- var defaultsProvider = s.get('defaultsProviders');
- var configsValidator = s.get('configsValidator');
- var localDB = this.get('defaultsInfo');
- var recommendedDefaults = {};
- if (defaultsProvider) {
- defaultsProvider.forEach(function (defaultsProvider) {
- var d = defaultsProvider.getDefaults(localDB);
- for (var name in d) {
- if (!!d[name]) {
- recommendedDefaults[name] = d[name];
- } else {
- var defaultValueFromStack = advancedConfigs.findProperty('name', name);
- // If property default value is not declared on client, fetch it from stack definition
- // If it's not declared with any valid value in both server stack and client, then js reference error is expected to be thrown
- recommendedDefaults[name] = defaultValueFromStack && defaultValueFromStack.value
- }
- }
- });
- }
- if (configsValidator) {
- configsValidator.set('recommendedDefaults', recommendedDefaults);
- }
- },
- /**
- * set isEditable property of config for admin
- * if default cfg group and not on the host config page
- * @param {Ember.Object} serviceConfigProperty
- * @param {Boolean} defaultGroupSelected
- * @method setEditability
- */
- setEditability: function (serviceConfigProperty, defaultGroupSelected) {
- serviceConfigProperty.set('isEditable', false);
- if (App.get('isAdmin') && defaultGroupSelected && !this.get('isHostsConfigsPage') && !serviceConfigProperty.get('group')) {
- serviceConfigProperty.set('isEditable', serviceConfigProperty.get('isReconfigurable'));
- } else if (serviceConfigProperty.get('group') && this.get('selectedConfigGroup.name') === serviceConfigProperty.get('group.name')) {
- serviceConfigProperty.set('isEditable', true);
- }
- },
- /**
- * set supportsFinal property of config for admin
- * @param {Ember.Object} serviceConfigProperty
- * @method setSupportsFinal
- */
- setSupportsFinal: function (serviceConfigProperty) {
- if (serviceConfigProperty.get('isMock')) return;
- var fileName = serviceConfigProperty.get('filename');
- var matchingConfigType = this.get('configTypesInfo').supportsFinal.find(function(configType) {
- return fileName.startsWith(configType);
- });
- serviceConfigProperty.set('supportsFinal', !!matchingConfigType);
- },
- /**
- * set serviceValidator for config property
- * hide properties for other services
- * @param {Ember.Object} serviceConfigProperty
- * @param {Object} serviceConfigsData
- * @method setValidator
- */
- setValidator: function (serviceConfigProperty, serviceConfigsData) {
- if (serviceConfigProperty.get('serviceName') === this.get('content.serviceName')) {
- if (serviceConfigsData.get('configsValidator')) {
- for (var validatorName in serviceConfigsData.get('configsValidator.configValidators')) {
- if (serviceConfigProperty.get("name") == validatorName) {
- serviceConfigProperty.set('serviceValidator', serviceConfigsData.get('configsValidator'));
- }
- }
- }
- console.log("config result", serviceConfigProperty);
- } else {
- serviceConfigProperty.set('isVisible', false);
- }
- },
- /**
- * set override values
- * @param overrides
- * @param _serviceConfigProperty
- * @param serviceConfigProperty
- * @param defaultGroupSelected
- */
- setValuesForOverrides: function (overrides, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected) {
- if (Em.isNone(overrides)) return;
- overrides.forEach(function (override) {
- var newSCP = this.createNewSCP(override, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected);
- var parentOverridesArray = serviceConfigProperty.get('overrides');
- if (parentOverridesArray == null) {
- parentOverridesArray = Em.A([]);
- serviceConfigProperty.set('overrides', parentOverridesArray);
- }
- parentOverridesArray.pushObject(newSCP);
- console.debug("createOverrideProperty(): Added:", newSCP, " to main-property:", serviceConfigProperty)
- }, this);
- },
- /**
- * create new overridden property and set appropriate fields
- * @param override
- * @param _serviceConfigProperty
- * @param serviceConfigProperty
- * @param defaultGroupSelected
- * @returns {*}
- */
- createNewSCP: function (override, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected) {
- var newSCP = App.ServiceConfigProperty.create(_serviceConfigProperty);
- newSCP.set('value', override.value);
- newSCP.set('isFinal', override.isFinal);
- newSCP.set('supportsFinal', serviceConfigProperty.get('supportsFinal'));
- newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
- newSCP.set('parentSCP', serviceConfigProperty);
- if (App.supports.hostOverrides && defaultGroupSelected) {
- newSCP.set('group', override.group);
- newSCP.set('isEditable', false);
- }
- return newSCP;
- },
- /**
- * convert string values to boolean for checkboxes
- * @param {Ember.Object} serviceConfigProperty
- */
- setValueForCheckBox: function (serviceConfigProperty) {
- if (serviceConfigProperty.get("displayType") == 'checkbox') {
- switch (serviceConfigProperty.get("value")) {
- case 'true':
- serviceConfigProperty.set("value", true);
- serviceConfigProperty.set("defaultValue", true);
- break;
- case 'false':
- serviceConfigProperty.set("value", false);
- serviceConfigProperty.set("defaultValue", false);
- break;
- }
- }
- },
- /**
- * Initialize save configs popup
- */
- restartServicePopup: function () {
- if (this.get("isSubmitDisabled")) {
- return;
- }
- this.set("isApplyingChanges", true);
- var self = this;
- var header, message, messageClass, status;
- var serviceName = this.get('content.serviceName'),
- displayName = this.get('content.displayName'),
- urlParams = '';
- if (App.supports.hostOverrides ||
- (serviceName !== 'HDFS' && this.get('content.isStopped') === true) ||
- ((serviceName === 'HDFS') && this.get('content.isStopped') === true && (!App.Service.find().someProperty('id', 'MAPREDUCE') || App.Service.find('MAPREDUCE').get('isStopped')))) {
- if (this.isDirChanged()) {
- App.showConfirmationPopup(function () {
- self.saveConfigs();
- }, Em.I18n.t('services.service.config.confirmDirectoryChange').format(displayName), function () {
- self.set('isApplyingChanges', false)
- });
- } else {
- this.saveConfigs();
- }
- } else {
- status = 'started';
- if (this.get('content.serviceName') !== 'HDFS' || (this.get('content.serviceName') === 'HDFS' && !App.Service.find().someProperty('id', 'MAPREDUCE'))) {
- header = Em.I18n.t('services.service.config.notSaved');
- message = Em.I18n.t('services.service.config.msgServiceStop');
- } else {
- header = Em.I18n.t('services.service.config.notSaved');
- message = Em.I18n.t('services.service.config.msgHDFSMapRServiceStop');
- urlParams += '&ServiceComponentInfo/service_name.in(HDFS,MAPREDUCE)';
- }
- messageClass = 'alert alert-error';
- this.showSaveConfigsPopup(header, false, message, messageClass, null, status, urlParams);
- }
- },
- /**
- * Define if user has changed some dir properties
- * @return {Boolean}
- */
- isDirChanged: function () {
- var dirChanged = false;
- var serviceName = this.get('content.serviceName');
- if (serviceName === 'HDFS') {
- var hdfsConfigs = this.get('stepConfigs').findProperty('serviceName', 'HDFS').get('configs');
- if (App.get('isHadoop2Stack')) {
- if (hdfsConfigs.findProperty('name', 'dfs.namenode.name.dir').get('isNotDefaultValue') ||
- hdfsConfigs.findProperty('name', 'dfs.namenode.checkpoint.dir').get('isNotDefaultValue') ||
- hdfsConfigs.findProperty('name', 'dfs.datanode.data.dir').get('isNotDefaultValue')) {
- dirChanged = true;
- }
- } else {
- if (hdfsConfigs.findProperty('name', 'dfs.name.dir').get('isNotDefaultValue') ||
- hdfsConfigs.findProperty('name', 'fs.checkpoint.dir').get('isNotDefaultValue') ||
- hdfsConfigs.findProperty('name', 'dfs.data.dir').get('isNotDefaultValue')) {
- dirChanged = true;
- }
- }
- } else if (serviceName === 'MAPREDUCE') {
- var mapredConfigs = this.get('stepConfigs').findProperty('serviceName', 'MAPREDUCE').get('configs');
- if (mapredConfigs.findProperty('name', 'mapred.local.dir').get('isNotDefaultValue') ||
- mapredConfigs.findProperty('name', 'mapred.system.dir').get('isNotDefaultValue')) {
- dirChanged = true;
- }
- }
- return dirChanged;
- },
- /**
- * Save changed configs and config groups
- */
- saveConfigs: function () {
- var selectedConfigGroup = this.get('selectedConfigGroup');
- var configs = this.get('stepConfigs').findProperty('serviceName', this.get('content.serviceName')).get('configs');
- var self = this;
- if (selectedConfigGroup.get('isDefault')) {
- if (this.get('content.serviceName') === 'YARN' && !App.supports.capacitySchedulerUi) {
- configs = App.config.textareaIntoFileConfigs(configs, 'capacity-scheduler.xml');
- }
- var modifiedConfigs = configs
- // get only modified and created configs
- .filter(function(config) { return config.get('isNotDefaultValue') || config.get('isNotSaved'); })
- // get file names and add file names that was modified, for example after property removing
- .mapProperty('filename').concat(this.get('modifiedFileNames')).uniq()
- // get configs by filename
- .map(function(fileName) {
- return configs.filterProperty('filename', fileName);
- });
- if (!!modifiedConfigs.length) {
- // concatenate results
- modifiedConfigs = modifiedConfigs.reduce(function(current, prev) { return current.concat(prev); });
- }
- // save modified original configs that have no group
- this.saveSiteConfigs(modifiedConfigs.filter(function(config) { return !config.get('group'); }));
- /**
- * First we put cluster configurations, which automatically creates /configurations
- * resources. Next we update host level overrides.
- */
- this.doPUTClusterConfigurations();
- } else {
- var overridenConfigs = [];
- var groupHosts = [];
- configs.filterProperty('isOverridden', true).forEach(function (config) {
- overridenConfigs = overridenConfigs.concat(config.get('overrides'));
- });
- // find custom original properties that assigned to selected config group
- overridenConfigs = overridenConfigs.concat(configs.filterProperty('group')
- .filter(function(config) { return config.get('group.name') == self.get('selectedConfigGroup.name'); }));
- this.formatConfigValues(overridenConfigs);
- selectedConfigGroup.get('hosts').forEach(function (hostName) {
- groupHosts.push({"host_name": hostName});
- });
- this.putConfigGroupChanges({
- ConfigGroup: {
- "id": selectedConfigGroup.get('id'),
- "cluster_name": App.get('clusterName'),
- "group_name": selectedConfigGroup.get('name'),
- "tag": selectedConfigGroup.get('service.id'),
- "description": selectedConfigGroup.get('description'),
- "hosts": groupHosts,
- "desired_configs": this.buildGroupDesiredConfigs(overridenConfigs)
- }
- }, true);
- }
- },
- /**
- * On save configs handler. Open save configs popup with appropriate message.
- */
- onDoPUTClusterConfigurations: function () {
- var header, message, messageClass, value, status, urlParams = '',
- result = {
- flag: this.get('saveConfigsFlag'),
- message: null,
- value: null
- },
- extendedModel = App.Service.extendedModel[this.get('content.serviceName')],
- currentService = extendedModel ? App[extendedModel].find(this.get('content.serviceName')) : App.Service.find(this.get('content.serviceName'));
- if (!result.flag) {
- result.message = Em.I18n.t('services.service.config.failSaveConfig');
- } else {
- if (!result.flag) {
- result.message = Em.I18n.t('services.service.config.failSaveConfigHostOverrides');
- }
- }
- App.router.get('clusterController').updateClusterData();
- App.router.get('updateController').updateComponentConfig(function () {
- });
- var flag = result.flag;
- if (result.flag === true) {
- header = Em.I18n.t('services.service.config.saved');
- message = Em.I18n.t('services.service.config.saved.message');
- messageClass = 'alert alert-success';
- // warn the user if any of the components are in UNKNOWN state
- status = 'unknown';
- urlParams += ',ServiceComponentInfo/installed_count,ServiceComponentInfo/total_count';
- if (this.get('content.serviceName') === 'HDFS' || App.Service.find().someProperty('id', 'MAPREDUCE')) {
- urlParams += '&ServiceComponentInfo/service_name.in(HDFS,MAPREDUCE)'
- }
- } else {
- header = Em.I18n.t('common.failure');
- message = result.message;
- messageClass = 'alert alert-error';
- value = result.value;
- }
- if(currentService){
- App.QuickViewLinks.proto().set('content', currentService);
- App.QuickViewLinks.proto().loadTags();
- }
- this.showSaveConfigsPopup(header, flag, message, messageClass, value, status, urlParams);
- },
- /**
- * Show save configs popup
- */
- showSaveConfigsPopup: function (header, flag, message, messageClass, value, status, urlParams) {
- var self = this;
- App.ModalPopup.show({
- header: header,
- primary: Em.I18n.t('ok'),
- secondary: null,
- onPrimary: function () {
- this.hide();
- if (flag) {
- self.loadStep();
- } else {
- self.set('isApplyingChanges', false)
- }
- },
- onClose: function () {
- this.hide();
- self.set('isApplyingChanges', false)
- },
- disablePrimary: true,
- bodyClass: Ember.View.extend({
- flag: flag,
- message: function () {
- return this.get('isLoaded') ? message : Em.I18n.t('services.service.config.saving.message');
- }.property('isLoaded'),
- messageClass: function () {
- return this.get('isLoaded') ? messageClass : 'alert alert-info';
- }.property('isLoaded'),
- setDisablePrimary: function () {
- this.get('parentView').set('disablePrimary', !this.get('isLoaded'));
- }.observes('isLoaded'),
- runningHosts: [],
- runningComponentCount: 0,
- unknownHosts: [],
- unknownComponentCount: 0,
- siteProperties: value,
- isLoaded: false,
- componentsFilterSuccessCallback: function (response) {
- var count = 0,
- view = this,
- lazyLoadHosts = function (dest) {
- lazyLoading.run({
- initSize: 20,
- chunkSize: 50,
- delay: 50,
- destination: dest,
- source: hosts,
- context: view
- });
- },
- setComponents = function (item, components) {
- item.host_components.forEach(function (c) {
- var name = c.HostRoles.host_name;
- if (!components[name]) {
- components[name] = [];
- } else {
- components[name].push(App.format.role(item.ServiceComponentInfo.component_name));
- }
- });
- return components;
- },
- setHosts = function (components) {
- var hosts = [];
- Em.keys(components).forEach(function (key) {
- hosts.push({
- name: key,
- components: components[key].join(', ')
- });
- });
- return hosts;
- },
- components = {},
- hosts = [];
- switch (status) {
- case 'unknown':
- response.items.filter(function (item) {
- return (item.ServiceComponentInfo.total_count > item.ServiceComponentInfo.started_count + item.ServiceComponentInfo.installed_count);
- }).forEach(function (item) {
- var total = item.ServiceComponentInfo.total_count,
- started = item.ServiceComponentInfo.started_count,
- installed = item.ServiceComponentInfo.installed_count,
- unknown = total - started + installed;
- components = setComponents(item, components);
- count += unknown;
- });
- hosts = setHosts(components);
- this.set('unknownComponentCount', count);
- lazyLoadHosts(this.get('unknownHosts'));
- break;
- case 'started':
- response.items.filterProperty('ServiceComponentInfo.started_count').forEach(function (item) {
- var started = item.ServiceComponentInfo.started_count;
- components = setComponents(item, components);
- count += started;
- hosts = setHosts(components);
- });
- this.set('runningComponentCount', count);
- lazyLoadHosts(this.get('runningHosts'));
- break;
- }
- },
- componentsFilterErrorCallback: function () {
- this.set('isLoaded', true);
- },
- didInsertElement: function () {
- App.ajax.send({
- name: 'components.filter_by_status',
- sender: this,
- data: {
- clusterName: App.get('clusterName'),
- urlParams: urlParams
- },
- success: 'componentsFilterSuccessCallback',
- error: 'componentsFilterErrorCallback'
- });
- },
- getDisplayMessage: function () {
- var displayMsg = [];
- var siteProperties = this.get('siteProperties');
- if (siteProperties) {
- siteProperties.forEach(function (_siteProperty) {
- var displayProperty = _siteProperty.siteProperty;
- var displayNames = _siteProperty.displayNames;
- if (displayNames && displayNames.length) {
- if (displayNames.length === 1) {
- displayMsg.push(displayProperty + Em.I18n.t('as') + displayNames[0]);
- } else {
- var name;
- displayNames.forEach(function (_name, index) {
- if (index === 0) {
- name = _name;
- } else if (index === siteProperties.length - 1) {
- name = name + Em.I18n.t('and') + _name;
- } else {
- name = name + ', ' + _name;
- }
- }, this);
- displayMsg.push(displayProperty + Em.I18n.t('as') + name);
- }
- } else {
- displayMsg.push(displayProperty);
- }
- }, this);
- }
- return displayMsg;
- }.property('siteProperties'),
- runningHostsMessage: function () {
- return Em.I18n.t('services.service.config.stopService.runningHostComponents').format(this.get('runningComponentCount'), this.get('runningHosts.length'));
- }.property('runningComponentCount', 'runningHosts.length'),
- unknownHostsMessage: function () {
- return Em.I18n.t('services.service.config.stopService.unknownHostComponents').format(this.get('unknownComponentCount'), this.get('unknownHosts.length'));
- }.property('unknownComponentCount', 'unknownHosts.length'),
- templateName: require('templates/main/service/info/configs_save_popup')
- })
- })
- },
- /**
- * construct desired_configs for config groups from overriden properties
- * @param configs
- * @param timeTag
- * @return {Array}
- */
- buildGroupDesiredConfigs: function (configs, timeTag) {
- var sites = [];
- var time = timeTag || (new Date).getTime();
- var siteFileNames = configs.mapProperty('filename');
- sites = siteFileNames.map(function (filename) {
- return {
- type: filename.replace('.xml', ''),
- tag: 'version' + time,
- properties: []
- };
- });
- configs.forEach(function (config) {
- var type = config.get('filename').replace('.xml', '');
- var site = sites.findProperty('type', type);
- site.properties.push(config);
- });
- return sites.map(function (site) {
- return this.createSiteObj(site.type, site.tag, site.properties);
- }, this);
- },
- /**
- * persist properties of config groups to server
- * show result popup if <code>showPopup</code> is true
- * @param data {Object}
- * @param showPopup {Boolean}
- */
- putConfigGroupChanges: function (data, showPopup) {
- var ajaxOptions = {
- name: 'config_groups.update_config_group',
- sender: this,
- data: {
- id: data.ConfigGroup.id,
- configGroup: data
- }
- };
- if (showPopup) {
- ajaxOptions.success = "putConfigGroupChangesSuccess";
- }
- App.ajax.send(ajaxOptions);
- },
- putConfigGroupChangesSuccess: function () {
- this.set('saveConfigsFlag', true);
- this.onDoPUTClusterConfigurations();
- },
- /**
- * set hive hostnames in configs
- * @param configs
- */
- setHiveHostName: function (configs) {
- if (configs.someProperty('name', 'hive_database')) {
- var hiveDb = configs.findProperty('name', 'hive_database');
- if (hiveDb.value === 'New MySQL Database') {
- var ambariHost = configs.findProperty('name', 'hive_ambari_host');
- if (ambariHost) {
- ambariHost.name = 'hive_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_database'));
- } else if (hiveDb.value === 'Existing MySQL Database') {
- var existingMySqlHost = configs.findProperty('name', 'hive_existing_mysql_host');
- if (existingMySqlHost) {
- existingMySqlHost.name = 'hive_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'hive_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'hive_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_database'));
- } else if (hiveDb.value === Em.I18n.t('services.service.config.hive.oozie.postgresql')) {
- var existingPostgreSqlHost = configs.findProperty('name', 'hive_existing_postgresql_host');
- if (existingPostgreSqlHost) {
- existingPostgreSqlHost.name = 'hive_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'hive_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'hive_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_oracle_database'));
- }
- else { //existing oracle database
- var existingOracleHost = configs.findProperty('name', 'hive_existing_oracle_host');
- if (existingOracleHost) {
- existingOracleHost.name = 'hive_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'hive_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'hive_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'hive_existing_postgresql_database'));
- }
- }
- },
- /**
- * set oozie hostnames in configs
- * @param configs
- */
- setOozieHostName: function (configs) {
- var dbHostPropertyName = null;
- if (configs.someProperty('name', 'oozie_database')) {
- var oozieDb = configs.findProperty('name', 'oozie_database');
- if (oozieDb.value === 'New Derby Database') {
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_database'));
- } else if (oozieDb.value === 'New MySQL Database') {
- var ambariHost = configs.findProperty('name', 'oozie_ambari_host');
- if (ambariHost) {
- ambariHost.name = 'oozie_hostname';
- }
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_derby_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_database'));
- } else if (oozieDb.value === 'Existing MySQL Database') {
- var existingMySqlHost = configs.findProperty('name', 'oozie_existing_mysql_host');
- if (existingMySqlHost) {
- dbHostPropertyName = 'oozie_existing_mysql_host';
- }
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_derby_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_postgresql_database'));
- } else if (oozieDb.value === Em.I18n.t('services.service.config.hive.oozie.postgresql')) {
- var existingPostgreSqlHost = configs.findProperty('name', 'oozie_existing_postgresql_host');
- if (existingPostgreSqlHost) {
- dbHostPropertyName = 'oozie_existing_postgresql_host';
- }
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_oracle_database'));
- }
- else { //existing oracle database
- var existingOracleHost = configs.findProperty('name', 'oozie_existing_oracle_host');
- if (existingOracleHost) {
- dbHostPropertyName = 'oozie_existing_oracle_host';
- }
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_ambari_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_host'));
- configs = configs.without(configs.findProperty('name', 'oozie_existing_mysql_database'));
- configs = configs.without(configs.findProperty('name', 'oozie_derby_database'));
- }
- }
- if (dbHostPropertyName) {
- var oozieHostNameProperty = App.ServiceConfigProperty.create(App.config.get('preDefinedSiteProperties').findProperty('name', 'oozie_hostname'));
- oozieHostNameProperty.set('value', configs.findProperty('name', dbHostPropertyName).get('value'));
- configs.pushObject(oozieHostNameProperty);
- }
- },
- /**
- * save site configs
- * @param configs
- */
- saveSiteConfigs: function (configs) {
- //storedConfigs contains custom configs as well
- this.setHiveHostName(configs);
- this.setOozieHostName(configs);
- this.formatConfigValues(configs);
- var mappedConfigs = App.config.excludeUnsupportedConfigs(this.get('configMapping').all(), App.Service.find().mapProperty('serviceName'));
- var allUiConfigs = this.loadUiSideConfigs(mappedConfigs);
- this.set('uiConfigs', configs.concat(allUiConfigs));
- },
- formatConfigValues: function (serviceConfigProperties) {
- serviceConfigProperties.forEach(function (_config) {
- if (typeof _config.get('value') === "boolean") _config.set('value', _config.value.toString());
- _config.set('value', App.config.trimProperty(_config, true));
- });
- },
- /**
- * return configs from the UI side
- * @param configMapping array with configs
- * @return {Array}
- */
- loadUiSideConfigs: function (configMapping) {
- var uiConfig = [];
- var configs = configMapping.filterProperty('foreignKey', null);
- this.addDynamicProperties(configs);
- configs.forEach(function (_config) {
- var valueWithOverrides = this.getGlobConfigValueWithOverrides(_config.templateName, _config.value);
- if (valueWithOverrides !== null) {
- uiConfig.pushObject({
- "id": "site property",
- "name": _config.name,
- "value": valueWithOverrides.value,
- "filename": _config.filename,
- "overrides": valueWithOverrides.overrides
- });
- }
- }, this);
- return uiConfig;
- },
- addDynamicProperties: function (configs) {
- var allConfigs = this.get('stepConfigs').findProperty('serviceName', this.get('content.serviceName')).get('configs');
- var templetonHiveProperty = allConfigs.someProperty('name', 'templeton.hive.properties');
- if (!templetonHiveProperty && this.get('content.serviceName') === 'WEBHCAT') {
- configs.pushObject({
- "name": "templeton.hive.properties",
- "templateName": ["hivemetastore_host"],
- "foreignKey": null,
- "value": "hive.metastore.local=false,hive.metastore.uris=thrift://<templateName[0]>:9083,hive.metastore.sasl.enabled=yes,hive.metastore.execute.setugi=true,hive.metastore.warehouse.dir=/apps/hive/warehouse",
- "filename": "webhcat-site.xml"
- });
- }
- },
- /**
- * return config value
- * @param templateName
- * @param expression
- * @return {Object}
- * example: <code>{
- * value: '...',
- * overrides: {
- * 'value1': [h1, h2],
- * 'value2': [h3]
- * }
- * }</code>
- */
- getGlobConfigValueWithOverrides: function (templateName, expression) {
- var express = expression.match(/<(.*?)>/g);
- var value = expression;
- var overrideHostToValue = {};
- if (express != null) {
- express.forEach(function (_express) {
- var index = parseInt(_express.match(/\[([\d]*)(?=\])/)[1]);
- var globalObj = this.get('allConfigs').findProperty('name', templateName[index]);
- if (globalObj) {
- var globOverride = globalObj.overrides;
- if (globOverride != null) {
- for (var ov in globOverride) {
- globOverride[ov].forEach(function (host) {
- var replacedVal = (host in overrideHostToValue) ? overrideHostToValue[host] : expression;
- overrideHostToValue[host] = replacedVal.replace(_express, ov);
- }, this);
- }
- }
- value = expression.replace(_express, globalObj.value);
- } else {
- value = null;
- }
- }, this);
- }
- return this.getValueWithOverrides(value, overrideHostToValue)
- },
- getValueWithOverrides: function (value, overrideHostToValue) {
- var valueWithOverrides = {
- value: value,
- overrides: {}
- };
- if (!jQuery.isEmptyObject(overrideHostToValue)) {
- for (var host in overrideHostToValue) {
- var hostVal = overrideHostToValue[host];
- if (!(hostVal in valueWithOverrides.overrides)) {
- valueWithOverrides.overrides[hostVal] = [];
- }
- valueWithOverrides.overrides[hostVal].push(host);
- }
- }
- return valueWithOverrides;
- },
- /**
- * Saves cluster level configurations for all necessary sites.
- * PUT calls are made to /api/v1/clusters/clusterName for each site.
- * @return {Boolean}
- * @method doPUTClusterConfigurations
- */
- doPUTClusterConfigurations: function () {
- this.set('saveConfigsFlag', true);
- var serviceConfigTags = this.get('serviceConfigTags');
- this.setNewTagNames(serviceConfigTags);
- var siteNameToServerDataMap = {};
- this.set('putClusterConfigsCallsNumber', serviceConfigTags.length);
- serviceConfigTags.forEach(function (_serviceTags) {
- var configs = this.createConfigObject(_serviceTags.siteName, _serviceTags.newTagName);
- if (configs) {
- this.doPUTClusterConfiguration(_serviceTags.siteName, configs);
- siteNameToServerDataMap[_serviceTags.siteName] = configs;
- } else {
- if (this.decrementProperty('putClusterConfigsCallsNumber') === 0) {
- this.onDoPUTClusterConfigurations();
- }
- }
- }, this);
- this.set("savedSiteNameToServerServiceConfigDataMap", siteNameToServerDataMap);
- },
- /**
- * create different config object depending on siteName
- * @param {String} siteName
- * @param {String} tagName
- * @returns {Object|null}
- * @method createConfigObject
- */
- createConfigObject: function (siteName, tagName) {
- console.log("TRACE: Inside " + siteName);
- var configObject;
- switch (siteName) {
- case 'core-site':
- if (this.get('content.serviceName') === 'HDFS' || this.get('content.serviceName') === 'GLUSTERFS') {
- configObject = this.createCoreSiteObj(tagName);
- } else {
- return null;
- }
- break;
- default:
- var filename = (App.config.get('filenameExceptions').contains(siteName)) ? siteName : siteName + '.xml';
- if (filename === 'mapred-queue-acls.xml' && !App.supports.capacitySchedulerUi) {
- return null;
- }
- configObject = this.createSiteObj(siteName, tagName, this.get('uiConfigs').filterProperty('filename', filename));
- break;
- }
- configObject.service_config_version_note = this.get('serviceConfigVersionNote');
- return configObject;
- },
- /**
- * load existen properties and compare them with current if there are
- * differences - trigger doPUTClusterConfigurationSite to save new properties
- * @param {String} siteName
- * @param {Object} newConfig
- * @method doPUTClusterConfiguration
- */
- doPUTClusterConfiguration: function (siteName, newConfig) {
- var oldConfig = App.router.get('configurationController').getConfigsByTags([
- {siteName: siteName, tagName: this.loadedClusterSiteToTagMap[siteName]}
- ]);
- oldConfig = oldConfig[0] || {};
- var oldProperties = oldConfig.properties || {};
- var oldAttributes = oldConfig["properties_attributes"] || {};
- var newProperties = newConfig.properties || {};
- var newAttributes = newConfig["properties_attributes"] || {};
- if (this.isAttributesChanged(oldAttributes, newAttributes) || this.isConfigChanged(oldProperties, newProperties)) {
- this.doPUTClusterConfigurationSite(newConfig);
- } else {
- if (this.decrementProperty('putClusterConfigsCallsNumber') === 0) {
- this.onDoPUTClusterConfigurations();
- }
- }
- },
- /**
- * Compares the loaded config values with the saving config values.
- * @param {Object} loadedConfig -
- * loadedConfig: {
- * configName1: "configValue1",
- * configName2: "configValue2"
- * }
- * @param {Object} savingConfig
- * savingConfig: {
- * configName1: "configValue1",
- * configName2: "configValue2"
- * }
- * @returns {boolean}
- * @method isConfigChanged
- */
- isConfigChanged: function (loadedConfig, savingConfig) {
- if (loadedConfig != null && savingConfig != null) {
- var seenLoadKeys = [];
- for (var loadKey in loadedConfig) {
- if (!loadedConfig.hasOwnProperty(loadKey)) continue;
- seenLoadKeys.push(loadKey);
- var loadValue = loadedConfig[loadKey];
- var saveValue = savingConfig[loadKey];
- if ("boolean" == typeof(saveValue)) {
- saveValue = saveValue.toString();
- }
- if (saveValue == null) {
- saveValue = "null";
- }
- if (loadValue !== saveValue) {
- return true;
- }
- }
- for (var saveKey in savingConfig) {
- if (seenLoadKeys.indexOf(saveKey) < 0) {
- return true;
- }
- }
- }
- return false;
- },
- /**
- * Compares the loaded config properties attributes with the saving config properties attributes.
- * @param {Object} oldAttributes -
- * oldAttributes: {
- * supports: {
- * final: {
- * "configValue1" : "true",
- * "configValue2" : "true"
- * }
- * }
- * }
- * @param {Object} newAttributes
- * newAttributes: {
- * supports: {
- * final: {
- * "configValue1" : "true",
- * "configValue2" : "true"
- * }
- * }
- * }
- * @returns {boolean}
- * @method isConfigChanged
- */
- isAttributesChanged: function (oldAttributes, newAttributes) {
- oldAttributes = oldAttributes.final || {};
- newAttributes = newAttributes.final || {};
- var key;
- for (key in oldAttributes) {
- if (oldAttributes.hasOwnProperty(key)
- && (!newAttributes.hasOwnProperty(key) || newAttributes[key] !== oldAttributes[key])) {
- return true;
- }
- }
- for (key in newAttributes) {
- if (newAttributes.hasOwnProperty(key)
- && (!oldAttributes.hasOwnProperty(key) || newAttributes[key] !== oldAttributes[key])) {
- return true;
- }
- }
- return false;
- },
- /**
- * Saves configuration of a particular site. The provided data
- * contains the site name and tag to be used.
- * @param {Object} data
- * @method doPUTClusterConfigurationSite
- */
- doPUTClusterConfigurationSite: function (data) {
- App.ajax.send({
- name: 'config.cluster_configuration.put',
- sender: this,
- data: {
- data: JSON.stringify({
- Clusters: {
- desired_config: data
- }
- }),
- cluster: App.router.getClusterName()
- },
- success: 'doPUTClusterConfigurationSiteSuccessCallback',
- error: 'doPUTClusterConfigurationSiteErrorCallback'
- });
- var heapsizeException = this.get('heapsizeException');
- var heapsizeRegExp = this.get('heapsizeRegExp');
- this.get('stepConfigs')[0].get('configs').forEach(function (item) {
- if (heapsizeRegExp.test(item.get('name')) && !heapsizeException.contains(item.get('name')) && /\d+m$/.test(item.get('value'))) {
- item.set('value', item.get('value').slice(0, item.get('value.length') - 1));
- }
- });
- },
- doPUTClusterConfigurationSiteSuccessCallback: function () {
- if (this.decrementProperty('putClusterConfigsCallsNumber') === 0) {
- this.onDoPUTClusterConfigurations();
- }
- },
- doPUTClusterConfigurationSiteErrorCallback: function () {
- this.set('saveConfigsFlag', false);
- this.doPUTClusterConfigurationSiteSuccessCallback();
- },
- /**
- * add newTagName property to each config in serviceConfigs
- * @param serviceConfigs
- */
- setNewTagNames: function (serviceConfigs) {
- var time = (new Date).getTime();
- serviceConfigs.forEach(function (_serviceConfigs) {
- _serviceConfigs.newTagName = 'version' + time;
- }, this);
- },
- /**
- * Save "final" attribute for properties
- * @param {Array} properties - array of properties
- * @returns {Object|null}
- * */
- getConfigAttributes: function(properties) {
- var attributes = {
- final: {}
- };
- var finalAttributes = attributes.final;
- var hasAttributes = false;
- properties.forEach(function (property) {
- if (property.isRequiredByAgent !== false && property.isFinal) {
- hasAttributes = true;
- finalAttributes[property.name] = "true";
- }
- });
- if (hasAttributes) {
- return attributes;
- }
- return null;
- },
- /**
- * create core site object
- * @param tagName
- * @return {{"type": String, "tag": String, "properties": Object}}
- * @method createCoreSiteObj
- */
- createCoreSiteObj: function (tagName) {
- var coreSiteObj = this.get('uiConfigs').filterProperty('filename', 'core-site.xml');
- var coreSiteProperties = {};
- coreSiteObj.forEach(function (_coreSiteObj) {
- coreSiteProperties[_coreSiteObj.name] = App.config.escapeXMLCharacters(_coreSiteObj.value);
- //this.recordHostOverride(_coreSiteObj, 'core-site', tagName, this);
- }, this);
- var result = {"type": "core-site", "tag": tagName, "properties": coreSiteProperties};
- var attributes = this.getConfigAttributes(coreSiteObj);
- if (attributes) {
- result['properties_attributes'] = attributes;
- }
- return result;
- },
- /**
- * create site object
- * @param siteName
- * @param tagName
- * @param siteObj
- * @return {Object}
- */
- createSiteObj: function (siteName, tagName, siteObj) {
- var heapsizeException = this.get('heapsizeException');
- var heapsizeRegExp = this.get('heapsizeRegExp');
- var siteProperties = {};
- siteObj.forEach(function (_siteObj) {
- if (_siteObj.isRequiredByAgent == false) return;
- if (heapsizeRegExp.test(_siteObj.name) && !heapsizeException.contains(_siteObj.name)) {
- Em.set(_siteObj, "value", _siteObj.value + "m");
- }
- siteProperties[_siteObj.name] = App.config.escapeXMLCharacters(_siteObj.value);
- switch (siteName) {
- case 'falcon-startup.properties':
- case 'falcon-runtime.properties':
- case 'pig-properties':
- siteProperties[_siteObj.name] = _siteObj.value;
- break;
- default:
- siteProperties[_siteObj.name] = this.setServerConfigValue(_siteObj.name, _siteObj.value);
- }
- }, this);
- var result = {"type": siteName, "tag": tagName, "properties": siteProperties};
- var attributes = this.getConfigAttributes(siteObj);
- if (attributes) {
- result['properties_attributes'] = attributes;
- }
- return result;
- },
- /**
- * This method will be moved to config's decorators class.
- *
- * For now, provide handling for special properties that need
- * be specified in special format required for server.
- *
- * @param configName {String} - name of config property
- * @param value {Mixed} - value of config property
- *
- * @return {String} - formated value
- */
- setServerConfigValue: function (configName, value) {
- switch (configName) {
- case 'storm.zookeeper.servers':
- if( Object.prototype.toString.call( value ) === '[object Array]' ) {
- return JSON.stringify(value).replace(/"/g, "'");
- } else {
- return value;
- }
- break;
- case 'content':
- return value;
- break;
- default:
- return App.config.escapeXMLCharacters(value);
- }
- },
- /**
- * Array of Objects
- * {
- * hostProperty - hostName property name for current component
- * componentName - master componentName
- * serviceName - serviceName of component
- * serviceUseThis - services that use hostname property of component(componentName)
- * m(multiple) - true if can be more than one components installed on cluster
- * }
- */
- hostComponentsmapping: [
- {
- hostProperty: 'snamenode_host',
- componentName: 'SECONDARY_NAMENODE',
- serviceName: 'HDFS',
- serviceUseThis: []
- },
- {
- hostProperty: 'jobtracker_host',
- componentName: 'JOBTRACKER',
- serviceName: 'MAPREDUCE',
- serviceUseThis: []
- },
- {
- hostProperty: 'jobtracker_host',
- componentName: 'JOBTRACKER',
- serviceName: 'MAPREDUCE2',
- serviceUseThis: []
- },
- {
- hostProperty: 'hs_host',
- componentName: 'HISTORYSERVER',
- serviceName: 'MAPREDUCE2',
- serviceUseThis: ['YARN']
- },
- {
- hostProperty: 'ats_host',
- componentName: 'APP_TIMELINE_SERVER',
- serviceName: 'YARN',
- serviceUseThis: []
- },
- {
- hostProperty: 'rm_host',
- componentName: 'RESOURCEMANAGER',
- serviceName: 'YARN',
- serviceUseThis: []
- },
- {
- hostProperty: 'hivemetastore_host',
- componentName: 'HIVE_SERVER',
- serviceName: 'HIVE',
- serviceUseThis: ['WEBHCAT']
- },
- {
- hostProperty: 'oozieserver_host',
- componentName: 'OOZIE_SERVER',
- serviceName: 'OOZIE',
- serviceUseThis: []
- },
- {
- hostProperty: 'hbasemaster_host',
- componentName: 'HBASE_MASTER',
- serviceName: 'HBASE',
- serviceUseThis: [],
- m: true
- },
- {
- hostProperty: 'hueserver_host',
- componentName: 'HUE_SERVER',
- serviceName: 'HUE',
- serviceUseThis: []
- },
- {
- hostProperty: 'webhcatserver_host',
- componentName: 'WEBHCAT_SERVER',
- serviceName: 'WEBHCAT',
- serviceUseThis: [],
- m: true
- },
- {
- hostProperty: 'zookeeperserver_hosts',
- componentName: 'ZOOKEEPER_SERVER',
- serviceName: 'ZOOKEEPER',
- serviceUseThis: ['HBASE', 'WEBHCAT'],
- m: true
- },
- {
- hostProperty: 'stormuiserver_host',
- componentName: 'STORM_UI_SERVER',
- serviceName: 'STORM',
- serviceUseThis: []
- },
- {
- hostProperty: 'drpcserver_host',
- componentName: 'DRPC_SERVER',
- serviceName: 'STORM',
- serviceUseThis: []
- },
- {
- hostProperty: 'storm_rest_api_host',
- componentName: 'STORM_REST_API',
- serviceName: 'STORM',
- serviceUseThis: []
- },
- {
- hostProperty: 'supervisor_hosts',
- componentName: 'SUPERVISOR',
- serviceName: 'STORM',
- serviceUseThis: [],
- m: true
- }
- ],
- /**
- * Adds host name of master component to config;
- * @method addHostNamesToGlobalConfig
- */
- addHostNamesToConfig: function () {
- var serviceName = this.get('content.serviceName');
- var configs = this.get('allConfigs');
- //namenode_host is required to derive "fs.default.name" a property of core-site
- try {
- this.setHostForService('HDFS', 'NAMENODE', 'namenode_host', true);
- } catch (err) {
- console.log("No NameNode Host available. This is expected if you're using GLUSTERFS rather than HDFS.");
- }
- var hostProperties = this.get('hostComponentsmapping').filter(function (h) {
- return h.serviceUseThis.contains(serviceName) || h.serviceName == serviceName;
- });
- hostProperties.forEach(function (h) {
- this.setHostForService(h.serviceName, h.componentName, h.hostProperty, h.m);
- }, this);
- if (serviceName === 'HIVE') {
- var hiveDb = configs.findProperty('name', 'hive_database').value;
- if (['Existing MySQL Database', 'Existing Oracle Database', 'Existing PostgreSQL Database'].contains(hiveDb)) {
- configs.findProperty('name', 'hive_hostname').isVisible = true;
- }
- }
- if (serviceName === 'OOZIE') {
- var oozieDb = configs.findProperty('name', 'oozie_database').value;
- if (['Existing MySQL Database', 'Existing Oracle Database', 'Existing PostgreSQL Database'].contains(oozieDb)) {
- configs.findProperty('name', 'oozie_hostname').isVisible = true;
- }
- }
- },
- /**
- * set host name(s) property for component
- * @param {String} serviceName - service name of component
- * @param {String} componentName - component name whic host we want to know
- * @param {String} hostProperty - name of host property for current component
- * @param {Boolean} multiple - true if can be more than one component
- * @method setHostForService
- */
- setHostForService: function (serviceName, componentName, hostProperty, multiple) {
- var configs = this.get('allConfigs');
- var serviceConfigs = this.get('serviceConfigs').findProperty('serviceName', serviceName).get('configs');
- var hostConfig = serviceConfigs.findProperty('name', hostProperty);
- if (hostConfig) {
- hostConfig.defaultValue = this.getMasterComponentHostValue(componentName, multiple);
- configs.push(hostConfig);
- }
- },
- /**
- * get hostName of component
- * @param {String} componentName
- * @param {Boolean} multiple - true if can be more than one component installed on cluster
- * @return {String|Array|Boolean} hostName|hostNames|false if missing component
- * @method getMasterComponentHostValue
- */
- getMasterComponentHostValue: function (componentName, multiple) {
- var components = this.get('content.hostComponents').filterProperty('componentName', componentName);
- if (components.length > 0) {
- return multiple ? components.mapProperty('hostName') : components[0].get('hostName');
- }
- return false;
- },
- /**
- * Provides service component name and display-name information for
- * the current selected service.
- * @return {Em.Array} validComponents - array of valid components
- * @method getCurrentServiceComponents
- */
- getCurrentServiceComponents: function () {
- var components = this.get('content.hostComponents');
- var validComponents = Ember.A([]);
- var seenComponents = {};
- components.forEach(function (component) {
- var cn = component.get('componentName');
- var cdn = component.get('displayName');
- if (!seenComponents[cn]) {
- validComponents.push(Ember.Object.create({
- componentName: cn,
- displayName: cdn,
- selected: false
- }));
- seenComponents[cn] = cn;
- }
- });
- return validComponents;
- }.property('content'),
- /**
- * trigger loadStep
- * @method loadStep
- */
- doCancel: function () {
- this.loadStep();
- },
- /**
- * trigger restartAllServiceHostComponents(batchUtils) if confirmed in popup
- * @method restartAllStaleConfigComponents
- * @return App.showConfirmationFeedBackPopup
- */
- restartAllStaleConfigComponents: function () {
- var self = this;
- var serviceDisplayName = this.get('content.displayName');
- var bodyMessage = Em.Object.create({
- confirmMsg: Em.I18n.t('services.service.restartAll.confirmMsg').format(serviceDisplayName),
- confirmButton: Em.I18n.t('services.service.restartAll.confirmButton'),
- additionalWarningMsg: this.get('content.passiveState') === 'OFF' ? Em.I18n.t('services.service.restartAll.warningMsg.turnOnMM').format(serviceDisplayName) : null
- });
- return App.showConfirmationFeedBackPopup(function (query) {
- var selectedService = self.get('content.id');
- batchUtils.restartAllServiceHostComponents(selectedService, true, query);
- }, bodyMessage);
- },
- /**
- * trigger launchHostComponentRollingRestart(batchUtils)
- * @method rollingRestartStaleConfigSlaveComponents
- */
- rollingRestartStaleConfigSlaveComponents: function (componentName) {
- batchUtils.launchHostComponentRollingRestart(componentName.context, this.get('content.displayName'), this.get('content.passiveState') === "ON", true);
- },
- /**
- * trigger showItemsShouldBeRestarted popup with hosts that requires resetart
- * @method showHostsShouldBeRestarted
- */
- showHostsShouldBeRestarted: function () {
- var hosts = [];
- for (var hostName in this.get('content.restartRequiredHostsAndComponents')) {
- hosts.push(hostName);
- }
- var hostsText = hosts.length == 1 ? Em.I18n.t('common.host') : Em.I18n.t('common.hosts');
- hosts = hosts.join(', ');
- this.showItemsShouldBeRestarted(hosts, Em.I18n.t('service.service.config.restartService.shouldBeRestarted').format(hostsText));
- },
- /**
- * trigger showItemsShouldBeRestarted popup with components that requires resetart
- * @method showComponentsShouldBeRestarted
- */
- showComponentsShouldBeRestarted: function () {
- var rhc = this.get('content.restartRequiredHostsAndComponents');
- var hostsComponets = [];
- var componentsObject = {};
- for (var hostName in rhc) {
- rhc[hostName].forEach(function (hostComponent) {
- hostsComponets.push(hostComponent);
- if (componentsObject[hostComponent] != undefined) {
- componentsObject[hostComponent]++;
- } else {
- componentsObject[hostComponent] = 1;
- }
- })
- }
- var componentsList = [];
- for (var obj in componentsObject) {
- var componentDisplayName = (componentsObject[obj] > 1) ? obj + 's' : obj;
- componentsList.push(componentsObject[obj] + ' ' + componentDisplayName);
- }
- var componentsText = componentsList.length == 1 ? Em.I18n.t('common.component') : Em.I18n.t('common.components');
- hostsComponets = componentsList.join(', ');
- this.showItemsShouldBeRestarted(hostsComponets, Em.I18n.t('service.service.config.restartService.shouldBeRestarted').format(componentsText));
- },
- showItemsShouldBeRestarted: function (content, header) {
- App.ModalPopup.show({
- content: content,
- header: header,
- bodyClass: Em.View.extend({
- templateName: require('templates/common/selectable_popup'),
- textareaVisible: false,
- textTrigger: function () {
- this.set('textareaVisible', !this.get('textareaVisible'));
- },
- putContentToTextarea: function () {
- var content = this.get('parentView.content');
- if (this.get('textareaVisible')) {
- var wrapper = $(".task-detail-log-maintext");
- $('.task-detail-log-clipboard').html(content).width(wrapper.width()).height(wrapper.height());
- Em.run.next(function () {
- $('.task-detail-log-clipboard').select();
- });
- }
- }.observes('textareaVisible')
- }),
- secondary: null
- });
- },
- /**
- * add new overridden property to config property object
- * @param {object} serviceConfigProperty - config property object
- * @method addOverrideProperty
- */
- addOverrideProperty: function (serviceConfigProperty) {
- var overrides = serviceConfigProperty.get('overrides');
- if (!overrides) {
- overrides = [];
- serviceConfigProperty.set('overrides', overrides);
- }
- // create new override with new value
- var newSCP = App.ServiceConfigProperty.create(serviceConfigProperty);
- newSCP.set('value', '');
- newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
- newSCP.set('parentSCP', serviceConfigProperty);
- newSCP.set('isEditable', true);
- console.debug("createOverrideProperty(): Added:", newSCP, " to main-property:", serviceConfigProperty);
- overrides.pushObject(newSCP);
- },
- /**
- * trigger manageConfigurationGroups
- * @method manageConfigurationGroup
- */
- manageConfigurationGroup: function () {
- this.manageConfigurationGroups();
- },
- manageConfigurationGroups: function (controller) {
- var serviceData = (controller && controller.get('selectedService')) || this.get('content');
- var serviceName = serviceData.get('serviceName');
- var displayName = serviceData.get('displayName');
- App.router.get('manageConfigGroupsController').set('isInstaller', !!controller);
- App.router.get('manageConfigGroupsController').set('serviceName', serviceName);
- if (controller) {
- App.router.get('manageConfigGroupsController').set('isAddService', controller.get('content.controllerName') == 'addServiceController');
- }
- return App.ModalPopup.show({
- header: Em.I18n.t('services.service.config_groups_popup.header').format(displayName),
- bodyClass: App.MainServiceManageConfigGroupView.extend({
- serviceName: serviceName,
- displayName: displayName,
- controllerBinding: 'App.router.manageConfigGroupsController'
- }),
- classNames: ['sixty-percent-width-modal', 'manage-configuration-group-popup'],
- primary: Em.I18n.t('common.save'),
- onPrimary: function () {
- var modifiedConfigGroups = this.get('subViewController.hostsModifiedConfigGroups');
- // Save modified config-groups
- if (!!controller) {
- controller.set('selectedService.configGroups', App.router.get('manageConfigGroupsController.configGroups'));
- controller.selectedServiceObserver();
- if (controller.get('name') == "wizardStep7Controller") {
- if (controller.get('selectedService.selected') === false && modifiedConfigGroups.toDelete.length > 0) {
- controller.setGroupsToDelete(modifiedConfigGroups.toDelete);
- }
- App.config.persistWizardStep7ConfigGroups();
- this.updateConfigGroupOnServicePage();
- }
- this.hide();
- return;
- }
- console.log("manageConfigurationGroups(): Saving modified config-groups: ", modifiedConfigGroups);
- var self = this;
- var errors = [];
- var deleteQueriesCounter = modifiedConfigGroups.toClearHosts.length + modifiedConfigGroups.toDelete.length;
- var createQueriesCounter = modifiedConfigGroups.toSetHosts.length + modifiedConfigGroups.toCreate.length;
- var deleteQueriesRun = false;
- var createQueriesRun = false;
- var runNextQuery = function () {
- if (!deleteQueriesRun && deleteQueriesCounter > 0) {
- deleteQueriesRun = true;
- modifiedConfigGroups.toClearHosts.forEach(function (cg) {
- App.config.clearConfigurationGroupHosts(cg, finishFunction, finishFunction);
- }, this);
- modifiedConfigGroups.toDelete.forEach(function (cg) {
- App.config.deleteConfigGroup(cg, finishFunction, finishFunction);
- }, this);
- } else if (!createQueriesRun && deleteQueriesCounter < 1) {
- createQueriesRun = true;
- modifiedConfigGroups.toSetHosts.forEach(function (cg) {
- App.config.updateConfigurationGroup(cg, finishFunction, finishFunction);
- }, this);
- modifiedConfigGroups.toCreate.forEach(function (cg) {
- App.config.postNewConfigurationGroup(cg, finishFunction);
- }, this);
- }
- };
- var finishFunction = function (xhr, text, errorThrown) {
- if (xhr && errorThrown) {
- var error = xhr.status + "(" + errorThrown + ") ";
- try {
- var json = $.parseJSON(xhr.responseText);
- error += json.message;
- } catch (err) {
- }
- console.error('Error updating Config Group:', error);
- errors.push(error);
- }
- if (createQueriesRun) {
- createQueriesCounter--;
- } else {
- deleteQueriesCounter--;
- }
- if (deleteQueriesCounter + createQueriesCounter < 1) {
- if (errors.length > 0) {
- console.log(errors);
- self.get('subViewController').set('errorMessage', errors.join(". "));
- } else {
- self.updateConfigGroupOnServicePage();
- self.hide();
- }
- } else {
- runNextQuery();
- }
- };
- runNextQuery();
- },
- onSecondary: function () {
- this.hide();
- },
- onClose: function () {
- this.hide();
- },
- subViewController: function () {
- return App.router.get('manageConfigGroupsController');
- }.property('App.router.manageConfigGroupsController'),
- updateConfigGroupOnServicePage: function () {
- var subViewController = this.get('subViewController');
- var selectedConfigGroup = subViewController.get('selectedConfigGroup');
- var managedConfigGroups = subViewController.get('configGroups');
- if (!controller) {
- controller = App.router.get('mainServiceInfoConfigsController');
- controller.set('configGroups', managedConfigGroups);
- } else {
- controller.set('selectedService.configGroups', managedConfigGroups);
- }
- //check whether selectedConfigGroup was selected
- if (selectedConfigGroup && controller.get('configGroups').someProperty('name', selectedConfigGroup.get('name'))) {
- controller.set('selectedConfigGroup', selectedConfigGroup);
- } else {
- controller.set('selectedConfigGroup', managedConfigGroups.findProperty('isDefault', true));
- }
- },
- updateButtons: function () {
- var modified = this.get('subViewController.isHostsModified');
- this.set('disablePrimary', !modified);
- }.observes('subViewController.isHostsModified'),
- secondary: Em.I18n.t('common.cancel'),
- didInsertElement: Em.K
- });
- },
- /**
- * If user changes cfg group if some configs was changed popup with propose to save changes must be shown
- * @param {object} event - triggered event for selecting another config-group
- * @method selectConfigGroup
- */
- selectConfigGroup: function (event) {
- if (!this.get('isInit')) {
- if (this.hasUnsavedChanges()) {
- this.showSavePopup(null, event);
- return;
- }
- }
- this.set('selectedConfigGroup', event.context);
- },
- /**
- * Are some unsaved changes available
- * @returns {boolean}
- */
- hasUnsavedChanges: function () {
- return this.get('hash') != this.getHash();
- },
- /**
- * If some configs are changed and user navigates away or select another config-group, show this popup with propose to save changes
- * @param {String} path
- * @param {object} event - triggered event for selecting another config-group
- * @method showSavePopup
- */
- showSavePopup: function (path, event) {
- var self = this;
- return App.ModalPopup.show({
- header: Em.I18n.t('common.warning'),
- body: Em.I18n.t('services.service.config.exitPopup.body'),
- footerClass: Ember.View.extend({
- templateName: require('templates/main/service/info/save_popup_footer'),
- isSaveDisabled: function () {
- return self.get('isSubmitDisabled');
- }.property()
- }),
- primary: Em.I18n.t('common.save'),
- secondary: Em.I18n.t('common.cancel'),
- onSave: function () {
- self.restartServicePopup();
- this.hide();
- },
- onDiscard: function () {
- if (path) {
- self.set('forceTransition', true);
- App.router.route(path);
- } else if (event) {
- // Prevent multiple popups
- self.set('hash', self.getHash());
- self.selectConfigGroup(event);
- }
- this.hide();
- },
- onCancel: function () {
- this.hide();
- }
- });
- }
- });
|