config.js 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. var stringUtils = require('utils/string_utils');
  20. var serviceComponents = {};
  21. var configGroupsByTag = [];
  22. var globalPropertyToServicesMap = null;
  23. App.config = Em.Object.create({
  24. preDefinedServiceConfigs: function(){
  25. var configs = this.get('preDefinedConfigProperties');
  26. var services = [];
  27. require('data/service_configs').forEach(function(service){
  28. service.configs = configs.filterProperty('serviceName', service.serviceName);
  29. services.push(service);
  30. });
  31. return services;
  32. }.property('preDefinedConfigProperties'),
  33. configMapping: function() {
  34. if (stringUtils.compareVersions(App.get('currentStackVersionNumber'), "2.0") === 1 ||
  35. stringUtils.compareVersions(App.get('currentStackVersionNumber'), "2.0") === 0) {
  36. return require('data/HDP2/config_mapping');
  37. }
  38. return require('data/config_mapping');
  39. }.property('App.currentStackVersionNumber'),
  40. preDefinedConfigProperties: function() {
  41. if (stringUtils.compareVersions(App.get('currentStackVersionNumber'), "2.0") === 1 ||
  42. stringUtils.compareVersions(App.get('currentStackVersionNumber'), "2.0") === 0) {
  43. return require('data/HDP2/config_properties').configProperties;
  44. }
  45. return require('data/config_properties').configProperties;
  46. }.property('App.currentStackVersionNumber'),
  47. preDefinedCustomConfigs: require('data/custom_configs'),
  48. //categories which contain custom configs
  49. categoriesWithCustom: ['CapacityScheduler'],
  50. //configs with these filenames go to appropriate category not in Advanced
  51. customFileNames: function() {
  52. if (App.supports.capacitySchedulerUi) {
  53. return ['capacity-scheduler.xml', 'mapred-queue-acls.xml'];
  54. } else {
  55. return [];
  56. }
  57. }.property(''),
  58. /**
  59. * Cache of loaded configurations. This is useful in not loading
  60. * same configuration multiple times. It is populated in multiple
  61. * places.
  62. *
  63. * Example:
  64. * {
  65. * 'global_version1': {...},
  66. * 'global_version2': {...},
  67. * 'hdfs-site_version3': {...},
  68. * }
  69. */
  70. loadedConfigurationsCache: {},
  71. /**
  72. * Array of global "service/desired_tag/actual_tag" strings which
  73. * indicate different configurations. We cache these so that
  74. * we dont have to recalculate if two tags are difference.
  75. */
  76. differentGlobalTagsCache:[],
  77. identifyCategory: function(config){
  78. var category = null;
  79. var serviceConfigMetaData = this.get('preDefinedServiceConfigs').findProperty('serviceName', config.serviceName);
  80. if (serviceConfigMetaData) {
  81. serviceConfigMetaData.configCategories.forEach(function (_category) {
  82. if (_category.siteFileNames && Array.isArray(_category.siteFileNames) && _category.siteFileNames.contains(config.filename)) {
  83. category = _category;
  84. }
  85. });
  86. category = (category == null) ? serviceConfigMetaData.configCategories.findProperty('siteFileName', config.filename) : category;
  87. }
  88. return category;
  89. },
  90. /**
  91. * additional handling for special properties such as
  92. * checkbox and digital which values with 'm' at the end
  93. * @param config
  94. */
  95. handleSpecialProperties: function(config){
  96. if (config.displayType === 'int' && /\d+m$/.test(config.value)) {
  97. config.value = config.value.slice(0, config.value.length - 1);
  98. config.defaultValue = config.value;
  99. }
  100. if (config.displayType === 'checkbox') {
  101. config.value = (config.value === 'true') ? config.defaultValue = true : config.defaultValue = false;
  102. }
  103. },
  104. /**
  105. * calculate config properties:
  106. * category, filename, isRequired, isUserProperty
  107. * @param config
  108. * @param isAdvanced
  109. * @param advancedConfigs
  110. */
  111. calculateConfigProperties: function(config, isAdvanced, advancedConfigs){
  112. if (!isAdvanced || this.get('customFileNames').contains(config.filename)) {
  113. var categoryMetaData = this.identifyCategory(config);
  114. if (categoryMetaData != null) {
  115. config.category = categoryMetaData.get('name');
  116. if(!isAdvanced) config.isUserProperty = true;
  117. }
  118. } else {
  119. config.category = 'Advanced';
  120. config.filename = isAdvanced && advancedConfigs.findProperty('name', config.name).filename;
  121. config.isRequired = true;
  122. }
  123. },
  124. /**
  125. * return:
  126. * configs,
  127. * globalConfigs,
  128. * mappingConfigs
  129. *
  130. * @param configGroups
  131. * @param advancedConfigs
  132. * @param tags
  133. * @param serviceName
  134. * @return {object}
  135. */
  136. mergePreDefinedWithLoaded: function (configGroups, advancedConfigs, tags, serviceName) {
  137. var configs = [];
  138. var globalConfigs = [];
  139. var preDefinedConfigs = this.get('preDefinedConfigProperties');
  140. var mappingConfigs = [];
  141. tags.forEach(function (_tag) {
  142. var isAdvanced = null;
  143. var properties = configGroups.filter(function (serviceConfigProperties) {
  144. return _tag.tagName === serviceConfigProperties.tag && _tag.siteName === serviceConfigProperties.type;
  145. });
  146. properties = (properties.length) ? properties.objectAt(0).properties : {};
  147. for (var index in properties) {
  148. var configsPropertyDef = preDefinedConfigs.findProperty('name', index) || null;
  149. var serviceConfigObj = App.ServiceConfig.create({
  150. name: index,
  151. value: properties[index],
  152. defaultValue: properties[index],
  153. filename: _tag.siteName + ".xml",
  154. isUserProperty: false,
  155. isOverridable: true,
  156. serviceName: serviceName,
  157. belongsToService: []
  158. });
  159. if (configsPropertyDef) {
  160. serviceConfigObj.displayType = configsPropertyDef.displayType;
  161. serviceConfigObj.isRequired = (configsPropertyDef.isRequired !== undefined) ? configsPropertyDef.isRequired : true;
  162. serviceConfigObj.isReconfigurable = (configsPropertyDef.isReconfigurable !== undefined) ? configsPropertyDef.isReconfigurable : true;
  163. serviceConfigObj.isVisible = (configsPropertyDef.isVisible !== undefined) ? configsPropertyDef.isVisible : true;
  164. serviceConfigObj.unit = (configsPropertyDef.unit !== undefined) ? configsPropertyDef.unit : undefined;
  165. serviceConfigObj.description = (configsPropertyDef.description !== undefined) ? configsPropertyDef.description : undefined;
  166. serviceConfigObj.isOverridable = configsPropertyDef.isOverridable === undefined ? true : configsPropertyDef.isOverridable;
  167. serviceConfigObj.serviceName = configsPropertyDef ? configsPropertyDef.serviceName : null;
  168. serviceConfigObj.index = configsPropertyDef.index;
  169. serviceConfigObj.isSecureConfig = configsPropertyDef.isSecureConfig === undefined ? false : configsPropertyDef.isSecureConfig;
  170. serviceConfigObj.belongsToService = configsPropertyDef.belongsToService;
  171. }
  172. // MAPREDUCE contains core-site properties but doesn't show them
  173. if(serviceConfigObj.serviceName === 'MAPREDUCE' && serviceConfigObj.filename === 'core-site.xml'){
  174. serviceConfigObj.isVisible = false;
  175. }
  176. if (_tag.siteName === 'global') {
  177. if (configsPropertyDef) {
  178. this.handleSpecialProperties(serviceConfigObj);
  179. }
  180. serviceConfigObj.id = 'puppet var';
  181. serviceConfigObj.displayName = configsPropertyDef ? configsPropertyDef.displayName : null;
  182. serviceConfigObj.category = configsPropertyDef ? configsPropertyDef.category : null;
  183. serviceConfigObj.options = configsPropertyDef ? configsPropertyDef.options : null;
  184. globalConfigs.push(serviceConfigObj);
  185. } else if (!this.get('configMapping').computed().someProperty('name', index)) {
  186. isAdvanced = advancedConfigs.someProperty('name', index);
  187. serviceConfigObj.id = 'site property';
  188. serviceConfigObj.displayType = stringUtils.isSingleLine(serviceConfigObj.value) ? 'advanced' : 'multiLine';
  189. serviceConfigObj.displayName = configsPropertyDef ? configsPropertyDef.displayName : index;
  190. this.calculateConfigProperties(serviceConfigObj, isAdvanced, advancedConfigs);
  191. configs.push(serviceConfigObj);
  192. } else {
  193. mappingConfigs.push(serviceConfigObj);
  194. }
  195. }
  196. }, this);
  197. return {
  198. configs: configs,
  199. globalConfigs: globalConfigs,
  200. mappingConfigs: mappingConfigs
  201. }
  202. },
  203. /**
  204. * merge stored configs with pre-defined
  205. * @param storedConfigs
  206. * @param advancedConfigs
  207. * @return {*}
  208. */
  209. mergePreDefinedWithStored: function (storedConfigs, advancedConfigs) {
  210. var mergedConfigs = [];
  211. var preDefinedConfigs = $.extend(true, [], this.get('preDefinedConfigProperties'));
  212. var preDefinedNames = [];
  213. var storedNames = [];
  214. var names = [];
  215. var categoryMetaData = null;
  216. storedConfigs = (storedConfigs) ? storedConfigs : [];
  217. preDefinedNames = this.get('preDefinedConfigProperties').mapProperty('name');
  218. storedNames = storedConfigs.mapProperty('name');
  219. names = preDefinedNames.concat(storedNames).uniq();
  220. names.forEach(function (name) {
  221. var stored = storedConfigs.findProperty('name', name);
  222. var preDefined = preDefinedConfigs.findProperty('name', name);
  223. var configData = {};
  224. var isAdvanced = advancedConfigs.someProperty('name', name);
  225. if (preDefined && stored) {
  226. configData = preDefined;
  227. configData.value = stored.value;
  228. configData.overrides = stored.overrides;
  229. } else if (!preDefined && stored) {
  230. configData = {
  231. id: stored.id,
  232. name: stored.name,
  233. displayName: stored.name,
  234. serviceName: stored.serviceName,
  235. value: stored.value,
  236. defaultValue: stored.defaultValue,
  237. displayType: stringUtils.isSingleLine(stored.value) ? 'advanced' : 'multiLine',
  238. filename: stored.filename,
  239. category: 'Advanced',
  240. isUserProperty: stored.isUserProperty === true,
  241. isOverridable: true,
  242. overrides: stored.overrides,
  243. isRequired: true
  244. };
  245. this.calculateConfigProperties(configData, isAdvanced, advancedConfigs);
  246. } else if (preDefined && !stored) {
  247. configData = preDefined;
  248. if (isAdvanced) {
  249. configData.filename = advancedConfigs.findProperty('name', configData.name).filename;
  250. }
  251. }
  252. mergedConfigs.push(configData);
  253. }, this);
  254. return mergedConfigs;
  255. },
  256. /**
  257. * look over advanced configs and add missing configs to serviceConfigs
  258. * filter fetched configs by service if passed
  259. * @param serviceConfigs
  260. * @param advancedConfigs
  261. * @param serviceName
  262. */
  263. addAdvancedConfigs: function (serviceConfigs, advancedConfigs, serviceName) {
  264. var configsToVerifying = (serviceName) ? serviceConfigs.filterProperty('serviceName', serviceName) : serviceConfigs;
  265. advancedConfigs.forEach(function (_config) {
  266. var configCategory = 'Advanced';
  267. var categoryMetaData = null;
  268. if (_config) {
  269. if (this.get('configMapping').computed().someProperty('name', _config.name)) {
  270. } else if (!(configsToVerifying.someProperty('name', _config.name))) {
  271. if(this.get('customFileNames').contains(_config.filename)){
  272. categoryMetaData = this.identifyCategory(_config);
  273. if (categoryMetaData != null) {
  274. configCategory = categoryMetaData.get('name');
  275. }
  276. }
  277. _config.id = "site property";
  278. _config.category = configCategory;
  279. _config.displayName = _config.name;
  280. _config.defaultValue = _config.value;
  281. // make all advanced configs optional and populated by default
  282. /*
  283. * if (/\${.*}/.test(_config.value) || (service.serviceName !==
  284. * 'OOZIE' && service.serviceName !== 'HBASE')) { _config.isRequired =
  285. * false; _config.value = ''; } else if
  286. * (/^\s+$/.test(_config.value)) { _config.isRequired = false; }
  287. */
  288. _config.isRequired = true;
  289. _config.isVisible = true;
  290. _config.displayType = 'advanced';
  291. serviceConfigs.push(_config);
  292. }
  293. }
  294. }, this);
  295. },
  296. /**
  297. * Render a custom conf-site box for entering properties that will be written in *-site.xml files of the services
  298. */
  299. addCustomConfigs: function (configs) {
  300. var preDefinedCustomConfigs = $.extend(true, [], this.get('preDefinedCustomConfigs'));
  301. var stored = configs.filter(function (_config) {
  302. if (this.get('categoriesWithCustom').contains(_config.category)) return true;
  303. }, this);
  304. var queueProperties = stored.filter(function (_config) {
  305. if ((_config.name.indexOf('mapred.capacity-scheduler.queue.') !== -1) ||
  306. (/mapred.queue.[a-z]([\_\-a-z0-9]{0,50}).acl-administer-jobs/i.test(_config.name)) ||
  307. (/mapred.queue.[a-z]([\_\-a-z0-9]{0,50}).acl-submit-job/i.test(_config.name))) {
  308. return true;
  309. }
  310. });
  311. if (queueProperties.length) {
  312. queueProperties.setEach('isQueue', true);
  313. } else {
  314. queueProperties = preDefinedCustomConfigs.filterProperty('isQueue');
  315. queueProperties.forEach(function (customConfig) {
  316. this.setDefaultQueue(customConfig, 'default');
  317. configs.push(customConfig);
  318. }, this);
  319. }
  320. },
  321. /**
  322. * set values to properties of queue
  323. * @param customConfig
  324. * @param queueName
  325. */
  326. setDefaultQueue: function (customConfig, queueName) {
  327. customConfig.name = customConfig.name.replace(/<queue-name>/, queueName);
  328. //default values of queue
  329. switch (customConfig.name) {
  330. case 'mapred.capacity-scheduler.queue.' + queueName + '.capacity':
  331. customConfig.value = '100';
  332. break;
  333. case 'mapred.capacity-scheduler.queue.' + queueName + '.maximum-capacity':
  334. customConfig.value = '100';
  335. break;
  336. case 'mapred.capacity-scheduler.queue.' + queueName + '.minimum-user-limit-percent':
  337. customConfig.value = '100';
  338. break;
  339. case 'mapred.capacity-scheduler.queue.' + queueName + '.user-limit-factor':
  340. customConfig.value = '1';
  341. break;
  342. case 'mapred.capacity-scheduler.queue.' + queueName + '.maximum-initialized-active-tasks':
  343. customConfig.value = '200000';
  344. break;
  345. case 'mapred.capacity-scheduler.queue.' + queueName + '.maximum-initialized-active-tasks-per-user':
  346. customConfig.value = '100000';
  347. break;
  348. case 'mapred.capacity-scheduler.queue.' + queueName + '.init-accept-jobs-factor':
  349. customConfig.value = '10';
  350. break;
  351. case 'mapred.capacity-scheduler.queue.' + queueName + '.supports-priority':
  352. customConfig.value = 'false';
  353. break;
  354. case 'mapred.queue.' + queueName + '.acl-submit-job':
  355. customConfig.value = '*';
  356. break;
  357. case 'mapred.queue.' + queueName + '.acl-administer-jobs':
  358. customConfig.value = '*';
  359. break;
  360. }
  361. },
  362. miscConfigVisibleProperty: function (configs, serviceToShow) {
  363. configs.forEach(function(item) {
  364. item.set("isVisible", item.belongsToService.some(function(cur){return serviceToShow.contains(cur)}));
  365. });
  366. return configs;
  367. },
  368. /**
  369. * render configs, distribute them by service
  370. * and wrap each in ServiceConfigProperty object
  371. * @param configs
  372. * @param allInstalledServiceNames
  373. * @param selectedServiceNames
  374. * @return {Array}
  375. */
  376. renderConfigs: function (configs, allInstalledServiceNames, selectedServiceNames) {
  377. var renderedServiceConfigs = [];
  378. var localDB = {
  379. hosts: App.db.getHosts(),
  380. masterComponentHosts: App.db.getMasterComponentHosts(),
  381. slaveComponentHosts: App.db.getSlaveComponentHosts()
  382. };
  383. var services = [];
  384. this.get('preDefinedServiceConfigs').forEach(function (serviceConfig) {
  385. if (allInstalledServiceNames.contains(serviceConfig.serviceName) || serviceConfig.serviceName === 'MISC') {
  386. console.log('pushing ' + serviceConfig.serviceName, serviceConfig);
  387. if (selectedServiceNames.contains(serviceConfig.serviceName) || serviceConfig.serviceName === 'MISC') {
  388. serviceConfig.showConfig = true;
  389. }
  390. services.push(serviceConfig);
  391. }
  392. });
  393. services.forEach(function (service) {
  394. var serviceConfig = {};
  395. var configsByService = [];
  396. var serviceConfigs = configs.filterProperty('serviceName', service.serviceName);
  397. serviceConfigs.forEach(function (_config) {
  398. var serviceConfigProperty = {};
  399. _config.isOverridable = (_config.isOverridable === undefined) ? true : _config.isOverridable;
  400. serviceConfigProperty = App.ServiceConfigProperty.create(_config);
  401. this.updateHostOverrides(serviceConfigProperty, _config);
  402. serviceConfigProperty.initialValue(localDB);
  403. this.tweakDynamicDefaults(localDB, serviceConfigProperty, _config);
  404. serviceConfigProperty.validate();
  405. configsByService.pushObject(serviceConfigProperty);
  406. }, this);
  407. serviceConfig = this.createServiceConfig(service.serviceName);
  408. serviceConfig.set('showConfig', service.showConfig);
  409. serviceConfig.set('configs', configsByService);
  410. renderedServiceConfigs.push(serviceConfig);
  411. }, this);
  412. return renderedServiceConfigs;
  413. },
  414. /**
  415. Takes care of the "dynamic defaults" for the HCFS configs. Sets
  416. some of the config defaults to previously user-entered data.
  417. **/
  418. tweakDynamicDefaults: function (localDB, serviceConfigProperty, config) {
  419. console.log("Step7: Tweaking Dynamic defaults");
  420. var firstHost = null;
  421. for(var host in localDB.hosts) {
  422. firstHost = host;
  423. break;
  424. }
  425. try {
  426. if (typeof(config == "string") && config.defaultValue.indexOf("{firstHost}") >= 0) {
  427. serviceConfigProperty.set('value', serviceConfigProperty.value.replace(new RegExp("{firstHost}"), firstHost));
  428. serviceConfigProperty.set('defaultValue', serviceConfigProperty.defaultValue.replace(new RegExp("{firstHost}"), firstHost));
  429. }
  430. } catch (err) {
  431. // Nothing to worry about here, most likely trying indexOf on a non-string
  432. }
  433. },
  434. /**
  435. * create new child configs from overrides, attach them to parent config
  436. * override - value of config, related to particular host(s)
  437. * @param configProperty
  438. * @param storedConfigProperty
  439. */
  440. updateHostOverrides: function (configProperty, storedConfigProperty) {
  441. if (storedConfigProperty.overrides != null && storedConfigProperty.overrides.length > 0) {
  442. var overrides = [];
  443. storedConfigProperty.overrides.forEach(function (overrideEntry) {
  444. // create new override with new value
  445. var newSCP = App.ServiceConfigProperty.create(configProperty);
  446. newSCP.set('value', overrideEntry.value);
  447. newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
  448. newSCP.set('parentSCP', configProperty);
  449. var hostsArray = Ember.A([]);
  450. overrideEntry.hosts.forEach(function (host) {
  451. hostsArray.push(host);
  452. });
  453. newSCP.set('selectedHostOptions', hostsArray);
  454. overrides.pushObject(newSCP);
  455. });
  456. configProperty.set('overrides', overrides);
  457. }
  458. },
  459. /**
  460. * create new ServiceConfig object by service name
  461. * @param serviceName
  462. */
  463. createServiceConfig: function (serviceName) {
  464. var preDefinedServiceConfig = App.config.get('preDefinedServiceConfigs').findProperty('serviceName', serviceName);
  465. var serviceConfig = App.ServiceConfig.create({
  466. filename: preDefinedServiceConfig.filename,
  467. serviceName: preDefinedServiceConfig.serviceName,
  468. displayName: preDefinedServiceConfig.displayName,
  469. configCategories: preDefinedServiceConfig.configCategories,
  470. configs: []
  471. });
  472. serviceConfig.configCategories.filterProperty('isCustomView', true).forEach(function (category) {
  473. switch (category.name) {
  474. case 'CapacityScheduler':
  475. category.set('customView', App.ServiceConfigCapacityScheduler);
  476. break;
  477. }
  478. }, this);
  479. return serviceConfig;
  480. },
  481. /**
  482. * GETs all cluster level sites in one call.
  483. *
  484. * @return Array of all site configs
  485. */
  486. loadConfigsByTags: function (tags) {
  487. var urlParams = [];
  488. tags.forEach(function (_tag) {
  489. urlParams.push('(type=' + _tag.siteName + '&tag=' + _tag.tagName + ')');
  490. });
  491. var params = urlParams.join('|');
  492. App.ajax.send({
  493. name: 'config.on-site',
  494. sender: this,
  495. data: {
  496. params: params
  497. },
  498. success: 'loadConfigsByTagsSuccess'
  499. });
  500. return configGroupsByTag;
  501. },
  502. loadConfigsByTagsSuccess: function (data) {
  503. if (data.items) {
  504. configGroupsByTag = [];
  505. data.items.forEach(function (item) {
  506. this.loadedConfigurationsCache[item.type + "_" + item.tag] = item.properties;
  507. configGroupsByTag.push(item);
  508. }, this);
  509. }
  510. },
  511. /**
  512. * Generate serviceProperties save it to localDB
  513. * called form stepController step6WizardController
  514. *
  515. * @param serviceName
  516. * @return {*}
  517. */
  518. loadAdvancedConfig: function (serviceName) {
  519. App.ajax.send({
  520. name: 'config.advanced',
  521. sender: this,
  522. data: {
  523. serviceName: serviceName,
  524. stack2VersionUrl: App.get('stack2VersionURL'),
  525. stackVersion: App.get('currentStackVersionNumber')
  526. },
  527. success: 'loadAdvancedConfigSuccess'
  528. });
  529. return serviceComponents[serviceName];
  530. //TODO clean serviceComponents
  531. },
  532. loadAdvancedConfigSuccess: function (data, opt, params) {
  533. console.log("TRACE: In success function for the loadAdvancedConfig; url is ", opt.url);
  534. var properties = [];
  535. if (data.items.length) {
  536. data.items.forEach(function (item) {
  537. item = item.StackConfigurations;
  538. properties.push({
  539. serviceName: item.service_name,
  540. name: item.property_name,
  541. value: item.property_value,
  542. description: item.property_description,
  543. filename: item.filename || item.type
  544. });
  545. }, this);
  546. serviceComponents[data.items[0].StackConfigurations.service_name] = properties;
  547. }
  548. },
  549. /**
  550. * Determine the map which shows which services
  551. * each global property effects.
  552. *
  553. * @return {*}
  554. * Example:
  555. * {
  556. * 'hive_pid_dir': ['HIVE'],
  557. * ...
  558. * }
  559. */
  560. loadGlobalPropertyToServicesMap: function () {
  561. if (globalPropertyToServicesMap == null) {
  562. App.ajax.send({
  563. name: 'config.advanced.global',
  564. sender: this,
  565. data: {
  566. stack2VersionUrl: App.get('stack2VersionURL')
  567. },
  568. success: 'loadGlobalPropertyToServicesMapSuccess'
  569. });
  570. }
  571. return globalPropertyToServicesMap;
  572. },
  573. loadGlobalPropertyToServicesMapSuccess: function (data) {
  574. globalPropertyToServicesMap = {};
  575. if(data.items!=null){
  576. data.items.forEach(function(service){
  577. service.configurations.forEach(function(config){
  578. if("global.xml" === config.StackConfigurations.type){
  579. if(!(config.StackConfigurations.property_name in globalPropertyToServicesMap)){
  580. globalPropertyToServicesMap[config.StackConfigurations.property_name] = [];
  581. }
  582. globalPropertyToServicesMap[config.StackConfigurations.property_name].push(service.StackServices.service_name);
  583. }
  584. });
  585. });
  586. }
  587. },
  588. /**
  589. * When global configuration changes, not all services are effected
  590. * by all properties. This method determines if a given service
  591. * is effected by the difference in desired and actual configs.
  592. *
  593. * This method might make a call to server to determine the actual
  594. * key/value pairs involved.
  595. */
  596. isServiceEffectedByGlobalChange: function (service, desiredTag, actualTag) {
  597. var effected = false;
  598. if (service != null && desiredTag != null && actualTag != null) {
  599. if(this.differentGlobalTagsCache.indexOf(service+"/"+desiredTag+"/"+actualTag) < 0){
  600. this.loadGlobalPropertyToServicesMap();
  601. var desiredConfigs = this.loadedConfigurationsCache['global_' + desiredTag];
  602. var actualConfigs = this.loadedConfigurationsCache['global_' + actualTag];
  603. var requestTags = [];
  604. if (!desiredConfigs) {
  605. requestTags.push({
  606. siteName: 'global',
  607. tagName: desiredTag
  608. });
  609. }
  610. if (!actualConfigs) {
  611. requestTags.push({
  612. siteName: 'global',
  613. tagName: actualTag
  614. });
  615. }
  616. if (requestTags.length > 0) {
  617. this.loadConfigsByTags(requestTags);
  618. desiredConfigs = this.loadedConfigurationsCache['global_' + desiredTag];
  619. actualConfigs = this.loadedConfigurationsCache['global_' + actualTag];
  620. }
  621. if (desiredConfigs != null && actualConfigs != null) {
  622. for ( var property in desiredConfigs) {
  623. if (!effected) {
  624. var dpv = desiredConfigs[property];
  625. var apv = actualConfigs[property];
  626. if (dpv !== apv && globalPropertyToServicesMap[property] != null) {
  627. effected = globalPropertyToServicesMap[property].indexOf(service) > -1;
  628. if(effected){
  629. this.differentGlobalTagsCache.push(service+"/"+desiredTag+"/"+actualTag);
  630. }
  631. }
  632. }
  633. }
  634. }
  635. }else{
  636. effected = true; // We already know they are different
  637. }
  638. }
  639. return effected;
  640. },
  641. /**
  642. * Hosts can override service configurations per property. This method GETs
  643. * the overriden configurations and sets only the changed properties into
  644. * the 'overrides' of serviceConfig.
  645. *
  646. *
  647. */
  648. loadServiceConfigHostsOverrides: function (serviceConfigs, loadedHostToOverrideSiteToTagMap) {
  649. var configKeyToConfigMap = {};
  650. serviceConfigs.forEach(function (item) {
  651. configKeyToConfigMap[item.name] = item;
  652. });
  653. var typeTagToHostMap = {};
  654. var urlParams = [];
  655. for (var hostname in loadedHostToOverrideSiteToTagMap) {
  656. var overrideTypeTags = loadedHostToOverrideSiteToTagMap[hostname];
  657. for (var type in overrideTypeTags) {
  658. var tag = overrideTypeTags[type];
  659. typeTagToHostMap[type + "///" + tag] = hostname;
  660. urlParams.push('(type=' + type + '&tag=' + tag + ')');
  661. }
  662. }
  663. var params = urlParams.join('|');
  664. if (urlParams.length) {
  665. App.ajax.send({
  666. name: 'config.host_overrides',
  667. sender: this,
  668. data: {
  669. params: params,
  670. configKeyToConfigMap: configKeyToConfigMap,
  671. typeTagToHostMap: typeTagToHostMap
  672. },
  673. success: 'loadServiceConfigHostsOverridesSuccess'
  674. });
  675. }
  676. },
  677. loadServiceConfigHostsOverridesSuccess: function (data, opt, params) {
  678. console.debug("loadServiceConfigHostsOverrides: Data=", data);
  679. data.items.forEach(function (config) {
  680. App.config.loadedConfigurationsCache[config.type + "_" + config.tag] = config.properties;
  681. var hostname = params.typeTagToHostMap[config.type + "///" + config.tag];
  682. var properties = config.properties;
  683. for (var prop in properties) {
  684. var serviceConfig = params.configKeyToConfigMap[prop];
  685. var hostOverrideValue = properties[prop];
  686. if (serviceConfig && serviceConfig.displayType === 'int') {
  687. if (/\d+m$/.test(hostOverrideValue)) {
  688. hostOverrideValue = hostOverrideValue.slice(0, hostOverrideValue.length - 1);
  689. }
  690. } else if (serviceConfig && serviceConfig.displayType === 'checkbox') {
  691. switch (hostOverrideValue) {
  692. case 'true':
  693. hostOverrideValue = true;
  694. break;
  695. case 'false':
  696. hostOverrideValue = false;
  697. break;
  698. }
  699. }
  700. if (serviceConfig) {
  701. // Value of this property is different for this host.
  702. var overrides = 'overrides';
  703. if (!(overrides in serviceConfig)) {
  704. serviceConfig.overrides = {};
  705. }
  706. if (!(hostOverrideValue in serviceConfig.overrides)) {
  707. serviceConfig.overrides[hostOverrideValue] = [];
  708. }
  709. console.log("loadServiceConfigHostsOverrides(): [" + hostname + "] OVERRODE(" + serviceConfig.name + "): " + serviceConfig.value + " -> " + hostOverrideValue);
  710. serviceConfig.overrides[hostOverrideValue].push(hostname);
  711. }
  712. }
  713. });
  714. console.log("loadServiceConfigHostsOverrides(): Finished loading.");
  715. }
  716. });