config.js 33 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. require('utils/configs_collection');
  20. var stringUtils = require('utils/string_utils');
  21. var validator = require('utils/validator');
  22. var configTagFromFileNameMap = {};
  23. App.config = Em.Object.create({
  24. CONFIG_GROUP_NAME_MAX_LENGTH: 18,
  25. /**
  26. * filename exceptions used to support substandard sitenames which don't have "xml" extension
  27. * @type {string[]}
  28. */
  29. filenameExceptions: ['alert_notification'],
  30. preDefinedServiceConfigs: [],
  31. /**
  32. *
  33. * Returns file name version that stored on server.
  34. *
  35. * Example:
  36. * App.config.getOriginalFileName('core-site') // returns core-site.xml
  37. * App.config.getOriginalFileName('zoo.cfg') // returns zoo.cfg
  38. *
  39. * @param {String} fileName
  40. * @method getOriginalFileName
  41. **/
  42. getOriginalFileName: function (fileName) {
  43. if (/\.xml$/.test(fileName)) return fileName;
  44. return this.get('filenameExceptions').contains(fileName) ? fileName : fileName + '.xml';
  45. },
  46. /**
  47. * truncate Config Group name to <CONFIG_GROUP_NAME_MAX_LENGTH> length and paste "..." in the middle
  48. */
  49. truncateGroupName: function (name) {
  50. if (name && name.length > App.config.CONFIG_GROUP_NAME_MAX_LENGTH) {
  51. var middle = Math.floor(App.config.CONFIG_GROUP_NAME_MAX_LENGTH / 2);
  52. name = name.substring(0, middle) + "..." + name.substring(name.length - middle);
  53. }
  54. return name;
  55. },
  56. /**
  57. * Check if Hive installation with new MySQL database created via Ambari is allowed
  58. * @param osFamily
  59. * @returns {boolean}
  60. */
  61. isManagedMySQLForHiveAllowed: function (osFamily) {
  62. var osList = ['redhat5', 'suse11'];
  63. return !osList.contains(osFamily);
  64. },
  65. /**
  66. *
  67. * Returns the configuration tagName from supplied filename
  68. *
  69. * Example:
  70. * App.config.getConfigTagFromFileName('core-site.xml') // returns core-site
  71. * App.config.getConfigTagFromFileName('zoo.cfg') // returns zoo.cfg
  72. *
  73. * @param {String} fileName
  74. * @method getConfigTagFromFileName
  75. **/
  76. getConfigTagFromFileName: function (fileName) {
  77. if (configTagFromFileNameMap[fileName]) {
  78. return configTagFromFileNameMap[fileName];
  79. }
  80. var ret = fileName.endsWith('.xml') ? fileName.slice(0, -4) : fileName;
  81. configTagFromFileNameMap[fileName] = ret;
  82. return ret;
  83. },
  84. /**
  85. *
  86. * @param name
  87. * @param fileName
  88. * @returns {string}
  89. */
  90. configId: function(name, fileName) {
  91. return name + "__" + App.config.getConfigTagFromFileName(fileName);
  92. },
  93. setPreDefinedServiceConfigs: function (isMiscTabToBeAdded) {
  94. var stackServices = App.StackService.find().filterProperty('id');
  95. // Only include services that has configTypes related to them for service configuration page
  96. var servicesWithConfigTypes = stackServices.filter(function (service) {
  97. var configtypes = service.get('configTypes');
  98. return configtypes && !!Object.keys(configtypes).length;
  99. }, this);
  100. var allTabs;
  101. if (isMiscTabToBeAdded) {
  102. var nonServiceTab = require('data/service_configs');
  103. var miscService = nonServiceTab.findProperty('serviceName', 'MISC');
  104. var tagTypes = {};
  105. servicesWithConfigTypes.mapProperty('configTypes').forEach(function (configTypes) {
  106. for (var fileName in configTypes) {
  107. if (fileName.endsWith('-env') && !miscService.get('configTypes')[fileName]) {
  108. tagTypes[fileName] = configTypes[fileName];
  109. }
  110. }
  111. });
  112. miscService.set('configTypes', $.extend(miscService.get('configTypes'), tagTypes));
  113. allTabs = servicesWithConfigTypes.concat(nonServiceTab);
  114. } else {
  115. allTabs = servicesWithConfigTypes;
  116. }
  117. this.set('preDefinedServiceConfigs', allTabs);
  118. },
  119. secureConfigs: require('data/HDP2/secure_mapping'),
  120. secureConfigsMap: function () {
  121. var ret = {};
  122. this.get('secureConfigs').forEach(function (sc) {
  123. ret[sc.name] = true;
  124. });
  125. return ret;
  126. }.property('secureConfigs.[]'),
  127. customStackMapping: require('data/custom_stack_map'),
  128. mapCustomStack: function () {
  129. var
  130. baseStackFolder = App.get('currentStackName'),
  131. singMap = {
  132. "1": ">",
  133. "-1": "<",
  134. "0": "="
  135. };
  136. this.get('customStackMapping').every(function (stack) {
  137. if(stack.stackName == App.get('currentStackName')){
  138. var versionCompare = Em.compare(App.get('currentStackVersionNumber'), stack.stackVersionNumber);
  139. if(singMap[versionCompare+""] === stack.sign){
  140. baseStackFolder = stack.baseStackFolder;
  141. return false;
  142. }
  143. }
  144. return true;
  145. });
  146. return baseStackFolder;
  147. },
  148. allPreDefinedSiteProperties: function() {
  149. var sitePropertiesForCurrentStack = this.preDefinedConfigFile(this.mapCustomStack(), 'site_properties');
  150. if (sitePropertiesForCurrentStack) {
  151. return sitePropertiesForCurrentStack.configProperties;
  152. } else if (App.get('isHadoop23Stack')) {
  153. return require('data/HDP2.3/site_properties').configProperties;
  154. } else {
  155. return require('data/HDP2.2/site_properties').configProperties;
  156. }
  157. }.property('App.isHadoop23Stack'),
  158. preDefinedSiteProperties: function () {
  159. var serviceNames = App.StackService.find().mapProperty('serviceName').concat('MISC');
  160. return this.get('allPreDefinedSiteProperties').filter(function(p) {
  161. return serviceNames.contains(p.serviceName);
  162. });
  163. }.property('allPreDefinedSiteProperties'),
  164. /**
  165. * map of <code>preDefinedSiteProperties</code> provide search by index
  166. * @type {object}
  167. */
  168. preDefinedSitePropertiesMap: function () {
  169. var map = {};
  170. this.get('preDefinedSiteProperties').forEach(function (c) {
  171. map[this.configId(c.name, c.filename)] = c;
  172. }, this);
  173. return map;
  174. }.property('preDefinedSiteProperties'),
  175. preDefinedConfigFile: function(folder, file) {
  176. try {
  177. return require('data/{0}/{1}'.format(folder, file));
  178. } catch (err) {
  179. // the file doesn't exist, which might be expected.
  180. }
  181. },
  182. serviceByConfigTypeMap: function () {
  183. var ret = {};
  184. App.StackService.find().forEach(function(s) {
  185. s.get('configTypeList').forEach(function (ct) {
  186. ret[ct] = s;
  187. });
  188. });
  189. return ret;
  190. }.property(),
  191. /**
  192. * Generate configs collection with Ember or plain config objects
  193. * from config JSON
  194. *
  195. * @param configJSON
  196. * @param useEmberObject
  197. * @returns {Array}
  198. */
  199. getConfigsFromJSON: function(configJSON, useEmberObject) {
  200. var configs = [],
  201. filename = App.config.getOriginalFileName(configJSON.type),
  202. properties = configJSON.properties,
  203. finalAttributes = Em.get(configJSON, 'properties_attributes.final') || {};
  204. for (var index in properties) {
  205. var serviceConfigObj = this.getDefaultConfig(index, filename);
  206. if (serviceConfigObj.isRequiredByAgent !== false) {
  207. serviceConfigObj.value = serviceConfigObj.savedValue = this.formatPropertyValue(serviceConfigObj, properties[index]);
  208. serviceConfigObj.isFinal = serviceConfigObj.savedIsFinal = finalAttributes[index] === "true";
  209. serviceConfigObj.isEditable = serviceConfigObj.isReconfigurable;
  210. }
  211. if (useEmberObject) {
  212. var serviceConfigProperty = App.ServiceConfigProperty.create(serviceConfigObj);
  213. serviceConfigProperty.validate();
  214. configs.push(serviceConfigProperty);
  215. } else {
  216. configs.push(serviceConfigObj);
  217. }
  218. }
  219. return configs;
  220. },
  221. /**
  222. * Get config from configsCollections or
  223. * generate new default config in collection does not contain
  224. * such config
  225. *
  226. * @param name
  227. * @param fileName
  228. * @param coreObject
  229. * @returns {*|Object}
  230. */
  231. getDefaultConfig: function(name, fileName, coreObject) {
  232. var cfg = App.configsCollection.getConfigByName(name, fileName) ||
  233. App.config.createDefaultConfig(name, fileName, false);
  234. if (Em.typeOf(coreObject) === 'object') {
  235. Em.setProperties(cfg, coreObject);
  236. }
  237. return cfg;
  238. },
  239. /**
  240. * This method sets default values for config property
  241. * These property values has the lowest priority and can be overridden be stack/UI
  242. * config property but is used when such properties are absent in stack/UI configs
  243. * @param {string} name
  244. * @param {string} fileName
  245. * @param {boolean} definedInStack
  246. * @param {Object} [coreObject]
  247. * @returns {Object}
  248. */
  249. createDefaultConfig: function(name, fileName, definedInStack, coreObject) {
  250. var service = this.get('serviceByConfigTypeMap')[App.config.getConfigTagFromFileName(fileName)];
  251. var serviceName = service ? service.get('serviceName') : 'MISC';
  252. var tpl = {
  253. /** core properties **/
  254. id: this.configId(name, fileName),
  255. name: name,
  256. filename: this.getOriginalFileName(fileName),
  257. value: '',
  258. savedValue: null,
  259. isFinal: false,
  260. savedIsFinal: null,
  261. /** UI and Stack properties **/
  262. recommendedValue: null,
  263. recommendedIsFinal: null,
  264. supportsFinal: this.shouldSupportFinal(serviceName, fileName),
  265. supportsAddingForbidden: this.shouldSupportAddingForbidden(serviceName, fileName),
  266. serviceName: serviceName,
  267. displayName: name,
  268. displayType: this.getDefaultDisplayType(coreObject ? coreObject.value : ''),
  269. description: '',
  270. category: this.getDefaultCategory(definedInStack, fileName),
  271. isSecureConfig: this.getIsSecure(name),
  272. showLabel: true,
  273. isVisible: true,
  274. isUserProperty: !definedInStack,
  275. isRequired: definedInStack,
  276. group: null,
  277. isRequiredByAgent: true,
  278. isReconfigurable: true,
  279. unit: null,
  280. hasInitialValue: false,
  281. isOverridable: true,
  282. index: Infinity,
  283. dependentConfigPattern: null,
  284. options: null,
  285. radioName: null,
  286. widgetType: null
  287. };
  288. return Object.keys(coreObject|| {}).length ?
  289. $.extend(tpl, coreObject) : tpl;
  290. },
  291. /**
  292. * This method creates host name properties
  293. * @param serviceName
  294. * @param componentName
  295. * @param value
  296. * @param stackComponent
  297. * @returns Object
  298. */
  299. createHostNameProperty: function(serviceName, componentName, value, stackComponent) {
  300. var hostOrHosts = stackComponent.get('isMultipleAllowed') ? 'hosts' : 'host';
  301. return {
  302. "name": componentName.toLowerCase() + '_' + hostOrHosts,
  303. "displayName": stackComponent.get('displayName') + ' ' + (value.length > 1 ? 'hosts' : 'host'),
  304. "value": value,
  305. "recommendedValue": value,
  306. "description": "The " + hostOrHosts + " that has been assigned to run " + stackComponent.get('displayName'),
  307. "displayType": "component" + hostOrHosts.capitalize(),
  308. "isOverridable": false,
  309. "isRequiredByAgent": false,
  310. "serviceName": serviceName,
  311. "filename": serviceName.toLowerCase() + "-site.xml",
  312. "category": componentName,
  313. "index": 0
  314. }
  315. },
  316. /**
  317. * This method merge properties form <code>stackConfigProperty<code> which are taken from stack
  318. * with <code>UIConfigProperty<code> which are hardcoded on UI
  319. * @param coreObject
  320. * @param stackProperty
  321. * @param preDefined
  322. * @param [propertiesToSkip]
  323. */
  324. mergeStaticProperties: function(coreObject, stackProperty, preDefined, propertiesToSkip) {
  325. propertiesToSkip = propertiesToSkip || ['name', 'filename', 'value', 'savedValue', 'isFinal', 'savedIsFinal'];
  326. for (var k in coreObject) {
  327. if (coreObject.hasOwnProperty(k)) {
  328. if (!propertiesToSkip.contains(k)) {
  329. coreObject[k] = this.getPropertyIfExists(k, coreObject[k], stackProperty, preDefined);
  330. }
  331. }
  332. }
  333. return coreObject;
  334. },
  335. /**
  336. * This method using for merging some properties from two objects
  337. * if property exists in <code>firstPriority<code> result will be it's property
  338. * else if property exists in <code>secondPriority<code> result will be it's property
  339. * otherwise <code>defaultValue<code> will be returned
  340. * @param {String} propertyName
  341. * @param {*} defaultValue=null
  342. * @param {Em.Object|Object} firstPriority
  343. * @param {Em.Object|Object} [secondPriority=null]
  344. * @returns {*}
  345. */
  346. getPropertyIfExists: function(propertyName, defaultValue, firstPriority, secondPriority) {
  347. firstPriority = firstPriority || {};
  348. secondPriority = secondPriority || {};
  349. var fp = Em.get(firstPriority, propertyName);
  350. if (firstPriority && !Em.isNone(fp)) {
  351. return fp;
  352. }
  353. else {
  354. var sp = Em.get(secondPriority, propertyName);
  355. if (secondPriority && !Em.isNone(sp)) {
  356. return sp;
  357. } else {
  358. return defaultValue;
  359. }
  360. }
  361. },
  362. /**
  363. * Get displayType for properties that has not defined value
  364. * @param value
  365. * @returns {string}
  366. */
  367. getDefaultDisplayType: function(value) {
  368. return value && !stringUtils.isSingleLine(value) ? 'multiLine' : 'string';
  369. },
  370. /**
  371. * Get category for properties that has not defined value
  372. * @param stackConfigProperty
  373. * @param fileName
  374. * @returns {string}
  375. */
  376. getDefaultCategory: function(stackConfigProperty, fileName) {
  377. var tag = this.getConfigTagFromFileName(fileName);
  378. switch (tag) {
  379. case 'capacity-scheduler':
  380. return 'CapacityScheduler';
  381. default :
  382. return (stackConfigProperty ? 'Advanced ' : 'Custom ') + tag;
  383. }
  384. },
  385. /**
  386. * Get isSecureConfig for properties that has not defined value
  387. * @param propertyName
  388. * @returns {boolean}
  389. */
  390. getIsSecure: function(propertyName) {
  391. return !!this.get('secureConfigsMap')[propertyName];
  392. },
  393. /**
  394. * format property value depending on displayType
  395. * and one exception for 'kdc_type'
  396. * @param serviceConfigProperty
  397. * @param [originalValue]
  398. * @returns {*}
  399. */
  400. formatPropertyValue: function(serviceConfigProperty, originalValue) {
  401. var value = Em.isNone(originalValue) ? Em.get(serviceConfigProperty, 'value') : originalValue,
  402. displayType = Em.get(serviceConfigProperty, 'displayType') || Em.get(serviceConfigProperty, 'valueAttributes.type');
  403. if (Em.get(serviceConfigProperty, 'name') === 'kdc_type') {
  404. return App.router.get('mainAdminKerberosController.kdcTypesValues')[value];
  405. }
  406. if ( /^\s+$/.test("" + value)) {
  407. return " ";
  408. }
  409. switch (displayType) {
  410. case 'int':
  411. if (/\d+m$/.test(value) ) {
  412. return value.slice(0, value.length - 1);
  413. } else {
  414. var int = parseInt(value);
  415. return isNaN(int) ? "" : int.toString();
  416. }
  417. case 'float':
  418. var float = parseFloat(value);
  419. return isNaN(float) ? "" : float.toString();
  420. case 'componentHosts':
  421. if (typeof(value) == 'string') {
  422. return value.replace(/\[|]|'|&apos;/g, "").split(',');
  423. }
  424. return value;
  425. case 'content':
  426. case 'string':
  427. case 'multiLine':
  428. case 'directories':
  429. case 'directory':
  430. return this.trimProperty({ displayType: displayType, value: value });
  431. default:
  432. return value;
  433. }
  434. },
  435. /**
  436. * Format float value
  437. *
  438. * @param {*} value
  439. * @returns {string|*}
  440. */
  441. formatValue: function(value) {
  442. return validator.isValidFloat(value) ? parseFloat(value).toString() : value;
  443. },
  444. /**
  445. * Get step config by file name
  446. *
  447. * @param stepConfigs
  448. * @param fileName
  449. * @returns {Object|null}
  450. */
  451. getStepConfigForProperty: function (stepConfigs, fileName) {
  452. return stepConfigs.find(function (s) {
  453. return s.get('configTypes').contains(App.config.getConfigTagFromFileName(fileName));
  454. });
  455. },
  456. /**
  457. *
  458. * @param configs
  459. * @returns {Object[]}
  460. */
  461. sortConfigs: function(configs) {
  462. return configs.sort(function(a, b) {
  463. if (Em.get(a, 'index') > Em.get(b, 'index')) return 1;
  464. if (Em.get(a, 'index') < Em.get(b, 'index')) return -1;
  465. if (Em.get(a, 'name') > Em.get(b, 'index')) return 1;
  466. if (Em.get(a, 'name') < Em.get(b, 'index')) return -1;
  467. return 0;
  468. });
  469. },
  470. /**
  471. * create new ServiceConfig object by service name
  472. * @param {string} serviceName
  473. * @param {App.ServiceConfigGroup[]} [configGroups]
  474. * @param {App.ServiceConfigProperty[]} [configs]
  475. * @param {Number} [initConfigsLength]
  476. * @return {App.ServiceConfig}
  477. * @method createServiceConfig
  478. */
  479. createServiceConfig: function (serviceName, configGroups, configs, initConfigsLength) {
  480. var preDefinedServiceConfig = App.config.get('preDefinedServiceConfigs').findProperty('serviceName', serviceName);
  481. return App.ServiceConfig.create({
  482. serviceName: preDefinedServiceConfig.get('serviceName'),
  483. displayName: preDefinedServiceConfig.get('displayName'),
  484. configCategories: preDefinedServiceConfig.get('configCategories'),
  485. configs: configs || [],
  486. configGroups: configGroups || [],
  487. initConfigsLength: initConfigsLength || 0
  488. });
  489. },
  490. /**
  491. * GETs all cluster level sites in one call.
  492. *
  493. * @return {$.ajax}
  494. */
  495. loadConfigsByTags: function (tags) {
  496. var urlParams = [];
  497. tags.forEach(function (_tag) {
  498. urlParams.push('(type=' + _tag.siteName + '&tag=' + _tag.tagName + ')');
  499. });
  500. var params = urlParams.join('|');
  501. return App.ajax.send({
  502. name: 'config.on_site',
  503. sender: this,
  504. data: {
  505. params: params
  506. }
  507. });
  508. },
  509. configTypesInfoMap: {},
  510. /**
  511. * Get config types and config type attributes from stack service
  512. *
  513. * @param service
  514. * @return {object}
  515. */
  516. getConfigTypesInfoFromService: function (service) {
  517. var configTypesInfoMap = this.get('configTypesInfoMap');
  518. if (configTypesInfoMap[service]) {
  519. // don't recalculate
  520. return configTypesInfoMap[service];
  521. }
  522. var configTypes = service.get('configTypes');
  523. var configTypesInfo = {
  524. items: [],
  525. supportsFinal: [],
  526. supportsAddingForbidden: []
  527. };
  528. if (configTypes) {
  529. for (var key in configTypes) {
  530. if (configTypes.hasOwnProperty(key)) {
  531. configTypesInfo.items.push(key);
  532. if (configTypes[key].supports && configTypes[key].supports.final === "true") {
  533. configTypesInfo.supportsFinal.push(key);
  534. }
  535. if (configTypes[key].supports && configTypes[key].supports.adding_forbidden === "true"){
  536. configTypesInfo.supportsAddingForbidden.push(key);
  537. }
  538. }
  539. }
  540. }
  541. configTypesInfoMap[service] = configTypesInfo;
  542. this.set('configTypesInfoMap', configTypesInfoMap);
  543. return configTypesInfo;
  544. },
  545. /**
  546. * Create config with non default config group. Some custom config properties
  547. * can be created and assigned to non-default config group.
  548. *
  549. * @param {String} propertyName - name of the property
  550. * @param {String} fileName - file name of the property
  551. * @param {String} value - config value
  552. * @param {Em.Object} group - config group to set
  553. * @param {Boolean} [isEditable]
  554. * @param {Boolean} [isInstaller]
  555. * @return {Object}
  556. **/
  557. createCustomGroupConfig: function (propertyName, fileName, value, group, isEditable, isInstaller) {
  558. var propertyObject = this.createDefaultConfig(propertyName, this.getOriginalFileName(fileName), false, {
  559. savedValue: isInstaller ? null : value,
  560. value: value,
  561. group: group,
  562. isEditable: !!isEditable,
  563. isOverridable: false
  564. });
  565. group.set('switchGroupTextShort', Em.I18n.t('services.service.config_groups.switchGroupTextShort').format(group.get('name')));
  566. group.set('switchGroupTextFull', Em.I18n.t('services.service.config_groups.switchGroupTextFull').format(group.get('name')));
  567. return App.ServiceConfigProperty.create(propertyObject);
  568. },
  569. /**
  570. *
  571. * @param configs
  572. */
  573. addYarnCapacityScheduler: function(configs) {
  574. var value = '', savedValue = '', recommendedValue = '',
  575. excludedConfigs = App.config.getPropertiesFromTheme('YARN');
  576. var connectedConfigs = configs.filter(function(config) {
  577. return !excludedConfigs.contains(App.config.configId(config.get('name'), config.get('filename'))) && (config.get('filename') === 'capacity-scheduler.xml');
  578. });
  579. var names = connectedConfigs.mapProperty('name');
  580. connectedConfigs.forEach(function (config) {
  581. value += config.get('name') + '=' + config.get('value') + '\n';
  582. if (!Em.isNone(config.get('savedValue'))) {
  583. savedValue += config.get('name') + '=' + config.get('savedValue') + '\n';
  584. }
  585. if (!Em.isNone(config.get('recommendedValue'))) {
  586. recommendedValue += config.get('name') + '=' + config.get('recommendedValue') + '\n';
  587. }
  588. }, this);
  589. var isFinal = connectedConfigs.someProperty('isFinal', true);
  590. var savedIsFinal = connectedConfigs.someProperty('savedIsFinal', true);
  591. var recommendedIsFinal = connectedConfigs.someProperty('recommendedIsFinal', true);
  592. var cs = App.config.createDefaultConfig('capacity-scheduler', 'capacity-scheduler.xml', true, {
  593. 'value': value,
  594. 'serviceName': 'YARN',
  595. 'savedValue': savedValue || null,
  596. 'recommendedValue': recommendedValue || null,
  597. 'isFinal': isFinal,
  598. 'savedIsFinal': savedIsFinal,
  599. 'recommendedIsFinal': recommendedIsFinal,
  600. 'displayName': 'Capacity Scheduler',
  601. 'description': 'Capacity Scheduler properties',
  602. 'displayType': 'capacityScheduler'
  603. });
  604. configs = configs.filter(function(c) {
  605. return !(names.contains(c.get('name')) && (c.get('filename') === 'capacity-scheduler.xml'));
  606. });
  607. configs.push(App.ServiceConfigProperty.create(cs));
  608. return configs;
  609. },
  610. /**
  611. *
  612. * @param serviceName
  613. * @returns {Array}
  614. */
  615. getPropertiesFromTheme: function (serviceName) {
  616. var properties = [];
  617. App.Tab.find().forEach(function (t) {
  618. if (!t.get('isAdvanced') && t.get('serviceName') === serviceName) {
  619. t.get('sections').forEach(function (s) {
  620. s.get('subSections').forEach(function (ss) {
  621. properties = properties.concat(ss.get('configProperties'));
  622. });
  623. });
  624. }
  625. }, this);
  626. return properties;
  627. },
  628. /**
  629. * transform one config with textarea content
  630. * into set of configs of file
  631. * @param configs
  632. * @param filename
  633. * @return {*}
  634. */
  635. textareaIntoFileConfigs: function (configs, filename) {
  636. var configsTextarea = configs.findProperty('name', 'capacity-scheduler');
  637. if (configsTextarea && !App.get('testMode')) {
  638. var properties = configsTextarea.get('value').split('\n');
  639. properties.forEach(function (_property) {
  640. var name, value;
  641. if (_property) {
  642. _property = _property.split('=');
  643. name = _property[0];
  644. value = (_property[1]) ? _property[1] : "";
  645. configs.push(Em.Object.create({
  646. name: name,
  647. value: value,
  648. savedValue: value,
  649. serviceName: configsTextarea.get('serviceName'),
  650. filename: filename,
  651. isFinal: configsTextarea.get('isFinal'),
  652. isNotDefaultValue: configsTextarea.get('isNotDefaultValue'),
  653. isRequiredByAgent: configsTextarea.get('isRequiredByAgent'),
  654. group: null
  655. }));
  656. }
  657. });
  658. return configs.without(configsTextarea);
  659. }
  660. return configs;
  661. },
  662. /**
  663. * trim trailing spaces for all properties.
  664. * trim both trailing and leading spaces for host displayType and hive/oozie datebases url.
  665. * for directory or directories displayType format string for further using.
  666. * for password and values with spaces only do nothing.
  667. * @param {Object} property
  668. * @returns {*}
  669. */
  670. trimProperty: function (property) {
  671. var displayType = Em.get(property, 'displayType');
  672. var value = Em.get(property, 'value');
  673. var name = Em.get(property, 'name');
  674. var rez;
  675. switch (displayType) {
  676. case 'directories':
  677. case 'directory':
  678. rez = value.replace(/,/g, ' ').trim().split(/\s+/g).join(',');
  679. break;
  680. case 'host':
  681. rez = value.trim();
  682. break;
  683. case 'password':
  684. break;
  685. default:
  686. if (name == 'javax.jdo.option.ConnectionURL' || name == 'oozie.service.JPAService.jdbc.url') {
  687. rez = value.trim();
  688. }
  689. rez = (typeof value == 'string') ? value.replace(/(\s+$)/g, '') : value;
  690. }
  691. return ((rez == '') || (rez == undefined)) ? value : rez;
  692. },
  693. /**
  694. * Generate minimal config property object used in *_properties.js files.
  695. * Example:
  696. * <code>
  697. * var someProperties = App.config.generateConfigPropertiesByName([
  698. * 'property_1', 'property_2', 'property_3'], { category: 'General', filename: 'myFileName'});
  699. * // someProperties contains Object[]
  700. * [
  701. * {
  702. * name: 'property_1',
  703. * displayName: 'property_1',
  704. * isVisible: true,
  705. * isReconfigurable: true,
  706. * category: 'General',
  707. * filename: 'myFileName'
  708. * },
  709. * .......
  710. * ]
  711. * </code>
  712. * @param {string[]} names
  713. * @param {Object} properties - additional properties which will merge with base object definition
  714. * @returns {object[]}
  715. * @method generateConfigPropertiesByName
  716. */
  717. generateConfigPropertiesByName: function (names, properties) {
  718. return names.map(function (item) {
  719. var baseObj = {
  720. name: item
  721. };
  722. if (properties) return $.extend(baseObj, properties);
  723. else return baseObj;
  724. });
  725. },
  726. /**
  727. * load cluster stack configs from server and run mapper
  728. * @returns {$.ajax}
  729. * @method loadConfigsFromStack
  730. */
  731. loadClusterConfigsFromStack: function () {
  732. return App.ajax.send({
  733. name: 'configs.stack_configs.load.cluster_configs',
  734. sender: this,
  735. data: {
  736. stackVersionUrl: App.get('stackVersionURL')
  737. },
  738. success: 'saveConfigsToModel'
  739. });
  740. },
  741. /**
  742. * load stack configs from server and run mapper
  743. * @param {String[]} [serviceNames=null]
  744. * @returns {$.ajax}
  745. * @method loadConfigsFromStack
  746. */
  747. loadConfigsFromStack: function (serviceNames) {
  748. serviceNames = serviceNames || [];
  749. var name = serviceNames.length > 0 ? 'configs.stack_configs.load.services' : 'configs.stack_configs.load.all';
  750. return App.ajax.send({
  751. name: name,
  752. sender: this,
  753. data: {
  754. stackVersionUrl: App.get('stackVersionURL'),
  755. serviceList: serviceNames.join(',')
  756. },
  757. success: 'saveConfigsToModel'
  758. });
  759. },
  760. /**
  761. * Runs <code>stackConfigPropertiesMapper<code>
  762. * @param {object} data
  763. * @method saveConfigsToModel
  764. */
  765. saveConfigsToModel: function (data) {
  766. App.stackConfigPropertiesMapper.map(data);
  767. },
  768. /**
  769. * Check if config filename supports final attribute
  770. * @param serviceName
  771. * @param filename
  772. * @returns {boolean}
  773. */
  774. shouldSupportFinal: function (serviceName, filename) {
  775. var unsupportedServiceNames = ['MISC', 'Cluster'];
  776. if (!serviceName || unsupportedServiceNames.contains(serviceName) || !filename) {
  777. return false;
  778. } else {
  779. var stackService = App.StackService.find(serviceName);
  780. if (!stackService) {
  781. return false;
  782. }
  783. return !!this.getConfigTypesInfoFromService(stackService).supportsFinal.find(function (configType) {
  784. return filename.startsWith(configType);
  785. });
  786. }
  787. },
  788. shouldSupportAddingForbidden: function(serviceName, filename) {
  789. var unsupportedServiceNames = ['MISC', 'Cluster'];
  790. if (!serviceName || unsupportedServiceNames.contains(serviceName) || !filename) {
  791. return false;
  792. } else {
  793. var stackServiceName = App.StackService.find().findProperty('serviceName', serviceName);
  794. if (!stackServiceName) {
  795. return false;
  796. }
  797. var stackService = App.StackService.find(serviceName);
  798. return !!this.getConfigTypesInfoFromService(stackService).supportsAddingForbidden.find(function (configType) {
  799. return filename.startsWith(configType);
  800. });
  801. }
  802. },
  803. /**
  804. * Remove all ranger-related configs, that should be available only if Ranger is installed
  805. * @param configs - stepConfigs object
  806. */
  807. removeRangerConfigs: function (configs) {
  808. configs.forEach(function (service) {
  809. var filteredConfigs = [];
  810. service.get('configs').forEach(function (config) {
  811. if (!/^ranger-/.test(config.get('filename'))) {
  812. filteredConfigs.push(config);
  813. }
  814. });
  815. service.set('configs', filteredConfigs);
  816. var filteredCategories = [];
  817. service.get('configCategories').forEach(function (category) {
  818. if (!/ranger-/.test(category.get('name'))) {
  819. filteredCategories.push(category);
  820. }
  821. });
  822. service.set('configCategories', filteredCategories);
  823. });
  824. },
  825. /**
  826. * @param {App.ServiceConfigProperty} serviceConfigProperty
  827. * @param {Object} override - plain object with properties that is different from parent SCP
  828. * @param {App.ServiceConfigGroup} configGroup
  829. * @param {boolean} [updateGroup]
  830. * @returns {App.ServiceConfigProperty}
  831. */
  832. createOverride: function(serviceConfigProperty, override, configGroup, updateGroup) {
  833. Em.assert('serviceConfigProperty can\' be null', serviceConfigProperty);
  834. Em.assert('configGroup can\' be null', configGroup);
  835. if (Em.isNone(serviceConfigProperty.get('overrides'))) serviceConfigProperty.set('overrides', []);
  836. var newOverride = App.ServiceConfigProperty.create(serviceConfigProperty);
  837. if (!Em.isNone(override)) {
  838. for (var key in override) {
  839. newOverride.set(key, override[key]);
  840. }
  841. }
  842. newOverride.setProperties({
  843. 'isOriginalSCP': false,
  844. 'overrides': null,
  845. 'group': configGroup,
  846. 'parentSCP': serviceConfigProperty
  847. });
  848. if (updateGroup) {
  849. if (!configGroup.get('properties.length')) {
  850. configGroup.set('properties', Em.A([]));
  851. }
  852. configGroup.get('properties').push(newOverride);
  853. }
  854. serviceConfigProperty.get('overrides').pushObject(newOverride);
  855. serviceConfigProperty.set('overrideValues', serviceConfigProperty.get('overrides').mapProperty('value'));
  856. serviceConfigProperty.set('overrideIsFinalValues', serviceConfigProperty.get('overrides').mapProperty('isFinal'));
  857. newOverride.validate();
  858. return newOverride;
  859. },
  860. /**
  861. * Merge values in "stored" to "base" if name matches, it's a value only merge.
  862. * @param base {Array} Em.Object
  863. * @param stored {Array} Object
  864. */
  865. mergeStoredValue: function(base, stored) {
  866. if (stored) {
  867. base.forEach(function (p) {
  868. var sp = stored.filterProperty("filename", p.filename).findProperty("name", p.name);
  869. if (sp) {
  870. p.set("value", sp.value);
  871. }
  872. });
  873. }
  874. },
  875. /**
  876. * Helper method to get property from the <code>stepConfigs</code>
  877. *
  878. * @param {String} name - config property name
  879. * @param {String} fileName - config property filename
  880. * @param {Object[]} stepConfigs
  881. * @return {App.ServiceConfigProperty|Boolean} - App.ServiceConfigProperty instance or <code>false</code> when property not found
  882. */
  883. findConfigProperty: function(stepConfigs, name, fileName) {
  884. if (!name && !fileName) return false;
  885. if (stepConfigs && stepConfigs.length) {
  886. return stepConfigs.mapProperty('configs').filter(function(item) {
  887. return item.length;
  888. }).reduce(function(p, c) {
  889. if (p) {
  890. return p.concat(c);
  891. }
  892. }).filterProperty('filename', fileName).findProperty('name', name);
  893. }
  894. return false;
  895. },
  896. /**
  897. * Update config property value based on its current value and list of zookeeper server hosts.
  898. * Used to prevent sort order issues.
  899. * <code>siteConfigs</code> object formatted according server's persist format e.g.
  900. *
  901. * <code>
  902. * {
  903. * 'yarn-site': {
  904. * 'property_name1': 'property_value1'
  905. * 'property_name2': 'property_value2'
  906. * .....
  907. * }
  908. * }
  909. * </code>
  910. *
  911. * @method updateHostsListValue
  912. * @param {Object} siteConfigs - prepared site config object to store
  913. * @param {String} propertyName - name of the property to update
  914. * @param {String} hostsList - list of ZooKeeper Server names to set as config property value
  915. * @return {String} - result value
  916. */
  917. updateHostsListValue: function(siteConfigs, propertyName, hostsList) {
  918. var value = hostsList;
  919. var propertyHosts = (siteConfigs[propertyName] || '').split(',');
  920. var hostsToSet = hostsList.split(',');
  921. if (!Em.isEmpty(siteConfigs[propertyName])) {
  922. var diffLength = propertyHosts.filter(function(hostName) {
  923. return !hostsToSet.contains(hostName);
  924. }).length;
  925. if (diffLength == 0 && propertyHosts.length == hostsToSet.length) {
  926. value = siteConfigs[propertyName];
  927. }
  928. }
  929. siteConfigs[propertyName] = value;
  930. return value;
  931. }
  932. });