config.js 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. require('utils/configs_collection');
  20. var stringUtils = require('utils/string_utils');
  21. var validator = require('utils/validator');
  22. var configTagFromFileNameMap = {};
  23. App.config = Em.Object.create({
  24. CONFIG_GROUP_NAME_MAX_LENGTH: 18,
  25. /**
  26. * filename exceptions used to support substandard sitenames which don't have "xml" extension
  27. * @type {string[]}
  28. */
  29. filenameExceptions: ['alert_notification'],
  30. preDefinedServiceConfigs: [],
  31. /**
  32. *
  33. * Returns file name version that stored on server.
  34. *
  35. * Example:
  36. * App.config.getOriginalFileName('core-site') // returns core-site.xml
  37. * App.config.getOriginalFileName('zoo.cfg') // returns zoo.cfg
  38. *
  39. * @param {String} fileName
  40. * @method getOriginalFileName
  41. **/
  42. getOriginalFileName: function (fileName) {
  43. if (/\.xml$/.test(fileName)) return fileName;
  44. return this.get('filenameExceptions').contains(fileName) ? fileName : fileName + '.xml';
  45. },
  46. /**
  47. * truncate Config Group name to <CONFIG_GROUP_NAME_MAX_LENGTH> length and paste "..." in the middle
  48. */
  49. truncateGroupName: function (name) {
  50. if (name && name.length > App.config.CONFIG_GROUP_NAME_MAX_LENGTH) {
  51. var middle = Math.floor(App.config.CONFIG_GROUP_NAME_MAX_LENGTH / 2);
  52. name = name.substring(0, middle) + "..." + name.substring(name.length - middle);
  53. }
  54. return name;
  55. },
  56. /**
  57. * Check if Hive installation with new MySQL database created via Ambari is allowed
  58. * @param osFamily
  59. * @returns {boolean}
  60. */
  61. isManagedMySQLForHiveAllowed: function (osFamily) {
  62. var osList = ['redhat5', 'suse11'];
  63. return !osList.contains(osFamily);
  64. },
  65. /**
  66. *
  67. * Returns the configuration tagName from supplied filename
  68. *
  69. * Example:
  70. * App.config.getConfigTagFromFileName('core-site.xml') // returns core-site
  71. * App.config.getConfigTagFromFileName('zoo.cfg') // returns zoo.cfg
  72. *
  73. * @param {String} fileName
  74. * @method getConfigTagFromFileName
  75. **/
  76. getConfigTagFromFileName: function (fileName) {
  77. if (configTagFromFileNameMap[fileName]) {
  78. return configTagFromFileNameMap[fileName];
  79. }
  80. var ret = fileName.endsWith('.xml') ? fileName.slice(0, -4) : fileName;
  81. configTagFromFileNameMap[fileName] = ret;
  82. return ret;
  83. },
  84. /**
  85. *
  86. * @param name
  87. * @param fileName
  88. * @returns {string}
  89. */
  90. configId: function(name, fileName) {
  91. return name + "__" + App.config.getConfigTagFromFileName(fileName);
  92. },
  93. setPreDefinedServiceConfigs: function (isMiscTabToBeAdded) {
  94. var stackServices = App.StackService.find().filterProperty('id');
  95. // Only include services that has configTypes related to them for service configuration page
  96. var servicesWithConfigTypes = stackServices.filter(function (service) {
  97. var configtypes = service.get('configTypes');
  98. return configtypes && !!Object.keys(configtypes).length;
  99. }, this);
  100. var allTabs;
  101. if (isMiscTabToBeAdded) {
  102. var nonServiceTab = require('data/service_configs');
  103. var miscService = nonServiceTab.findProperty('serviceName', 'MISC');
  104. var tagTypes = {};
  105. servicesWithConfigTypes.mapProperty('configTypes').forEach(function (configTypes) {
  106. for (var fileName in configTypes) {
  107. if (fileName.endsWith('-env') && !miscService.get('configTypes')[fileName]) {
  108. tagTypes[fileName] = configTypes[fileName];
  109. }
  110. }
  111. });
  112. miscService.set('configTypes', $.extend(miscService.get('configTypes'), tagTypes));
  113. allTabs = servicesWithConfigTypes.concat(nonServiceTab);
  114. } else {
  115. allTabs = servicesWithConfigTypes;
  116. }
  117. this.set('preDefinedServiceConfigs', allTabs);
  118. },
  119. secureConfigs: require('data/HDP2/secure_mapping'),
  120. secureConfigsMap: function () {
  121. var ret = {};
  122. this.get('secureConfigs').forEach(function (sc) {
  123. ret[sc.name] = true;
  124. });
  125. return ret;
  126. }.property('secureConfigs.[]'),
  127. customStackMapping: require('data/custom_stack_map'),
  128. mapCustomStack: function () {
  129. var
  130. baseStackFolder = App.get('currentStackName'),
  131. singMap = {
  132. "1": ">",
  133. "-1": "<",
  134. "0": "="
  135. };
  136. this.get('customStackMapping').every(function (stack) {
  137. if(stack.stackName == App.get('currentStackName')){
  138. var versionCompare = Em.compare(App.get('currentStackVersionNumber'), stack.stackVersionNumber);
  139. if(singMap[versionCompare+""] === stack.sign){
  140. baseStackFolder = stack.baseStackFolder;
  141. return false;
  142. }
  143. }
  144. return true;
  145. });
  146. return baseStackFolder;
  147. },
  148. allPreDefinedSiteProperties: function() {
  149. var sitePropertiesForCurrentStack = this.preDefinedConfigFile(this.mapCustomStack(), 'site_properties');
  150. if (sitePropertiesForCurrentStack) {
  151. return sitePropertiesForCurrentStack.configProperties;
  152. } else if (App.get('isHadoop23Stack')) {
  153. return require('data/HDP2.3/site_properties').configProperties;
  154. } else if (App.get('isHadoop22Stack')) {
  155. return require('data/HDP2.2/site_properties').configProperties;
  156. } else {
  157. return require('data/HDP2/site_properties').configProperties;
  158. }
  159. }.property('App.isHadoop22Stack', 'App.isHadoop23Stack'),
  160. preDefinedSiteProperties: function () {
  161. var serviceNames = App.StackService.find().mapProperty('serviceName').concat('MISC');
  162. return this.get('allPreDefinedSiteProperties').filter(function(p) {
  163. return serviceNames.contains(p.serviceName);
  164. });
  165. }.property('allPreDefinedSiteProperties'),
  166. /**
  167. * map of <code>preDefinedSiteProperties</code> provide search by index
  168. * @type {object}
  169. */
  170. preDefinedSitePropertiesMap: function () {
  171. var map = {};
  172. this.get('preDefinedSiteProperties').forEach(function (c) {
  173. map[this.configId(c.name, c.filename)] = c;
  174. }, this);
  175. return map;
  176. }.property('preDefinedSiteProperties'),
  177. preDefinedConfigFile: function(folder, file) {
  178. try {
  179. return require('data/{0}/{1}'.format(folder, file));
  180. } catch (err) {
  181. // the file doesn't exist, which might be expected.
  182. }
  183. },
  184. serviceByConfigTypeMap: function () {
  185. var ret = {};
  186. App.StackService.find().forEach(function(s) {
  187. s.get('configTypeList').forEach(function (ct) {
  188. ret[ct] = s;
  189. });
  190. });
  191. return ret;
  192. }.property(),
  193. /**
  194. * Generate configs collection with Ember or plain config objects
  195. * from config JSON
  196. *
  197. * @param configJSON
  198. * @param useEmberObject
  199. * @returns {Array}
  200. */
  201. getConfigsFromJSON: function(configJSON, useEmberObject) {
  202. var configs = [],
  203. filename = App.config.getOriginalFileName(configJSON.type),
  204. properties = configJSON.properties,
  205. finalAttributes = Em.get(configJSON, 'properties_attributes.final') || {};
  206. for (var index in properties) {
  207. var serviceConfigObj = this.getDefaultConfig(index, filename);
  208. if (serviceConfigObj.isRequiredByAgent !== false) {
  209. serviceConfigObj.value = serviceConfigObj.savedValue = this.formatPropertyValue(serviceConfigObj, properties[index]);
  210. serviceConfigObj.isFinal = serviceConfigObj.savedIsFinal = finalAttributes[index] === "true";
  211. serviceConfigObj.isEditable = serviceConfigObj.isReconfigurable;
  212. }
  213. if (useEmberObject) {
  214. var serviceConfigProperty = App.ServiceConfigProperty.create(serviceConfigObj);
  215. serviceConfigProperty.validate();
  216. configs.push(serviceConfigProperty);
  217. } else {
  218. configs.push(serviceConfigObj);
  219. }
  220. }
  221. return configs;
  222. },
  223. /**
  224. * Get config from configsCollections or
  225. * generate new default config in collection does not contain
  226. * such config
  227. *
  228. * @param name
  229. * @param fileName
  230. * @param coreObject
  231. * @returns {*|Object}
  232. */
  233. getDefaultConfig: function(name, fileName, coreObject) {
  234. var cfg = App.configsCollection.getConfigByName(name, fileName) ||
  235. App.config.createDefaultConfig(name, fileName, false);
  236. if (Em.typeOf(coreObject) === 'object') {
  237. Em.setProperties(cfg, coreObject);
  238. }
  239. return cfg;
  240. },
  241. /**
  242. * This method sets default values for config property
  243. * These property values has the lowest priority and can be overridden be stack/UI
  244. * config property but is used when such properties are absent in stack/UI configs
  245. * @param {string} name
  246. * @param {string} fileName
  247. * @param {boolean} definedInStack
  248. * @param {Object} [coreObject]
  249. * @returns {Object}
  250. */
  251. createDefaultConfig: function(name, fileName, definedInStack, coreObject) {
  252. var serviceName = this.get('serviceByConfigTypeMap')[fileName] || 'MISC';
  253. var tpl = {
  254. /** core properties **/
  255. id: this.configId(name, fileName),
  256. name: name,
  257. filename: this.getOriginalFileName(fileName),
  258. value: '',
  259. savedValue: null,
  260. isFinal: false,
  261. savedIsFinal: null,
  262. /** UI and Stack properties **/
  263. recommendedValue: null,
  264. recommendedIsFinal: null,
  265. supportsFinal: this.shouldSupportFinal(serviceName, fileName),
  266. supportsAddingForbidden: this.shouldSupportAddingForbidden(serviceName, fileName),
  267. serviceName: serviceName,
  268. displayName: name,
  269. displayType: this.getDefaultDisplayType(coreObject ? coreObject.value : ''),
  270. description: '',
  271. category: this.getDefaultCategory(definedInStack, fileName),
  272. isSecureConfig: this.getIsSecure(name),
  273. showLabel: true,
  274. isVisible: true,
  275. isUserProperty: !definedInStack,
  276. isRequired: definedInStack,
  277. group: null,
  278. isRequiredByAgent: true,
  279. isReconfigurable: true,
  280. unit: null,
  281. hasInitialValue: false,
  282. isOverridable: true,
  283. index: Infinity,
  284. dependentConfigPattern: null,
  285. options: null,
  286. radioName: null,
  287. widgetType: null
  288. };
  289. return Object.keys(coreObject|| {}).length ?
  290. $.extend(tpl, coreObject) : tpl;
  291. },
  292. /**
  293. * This method creates host name properties
  294. * @param serviceName
  295. * @param componentName
  296. * @param value
  297. * @param stackComponent
  298. * @returns Object
  299. */
  300. createHostNameProperty: function(serviceName, componentName, value, stackComponent) {
  301. var hostOrHosts = stackComponent.get('isMultipleAllowed') ? 'hosts' : 'host';
  302. return {
  303. "name": componentName.toLowerCase() + '_' + hostOrHosts,
  304. "displayName": stackComponent.get('displayName') + ' ' + (value.length > 1 ? 'hosts' : 'host'),
  305. "value": value,
  306. "recommendedValue": value,
  307. "description": "The " + hostOrHosts + " that has been assigned to run " + stackComponent.get('displayName'),
  308. "displayType": "component" + hostOrHosts.capitalize(),
  309. "isOverridable": false,
  310. "isRequiredByAgent": false,
  311. "serviceName": serviceName,
  312. "filename": serviceName.toLowerCase() + "-site.xml",
  313. "category": componentName,
  314. "index": 0
  315. }
  316. },
  317. /**
  318. * This method merge properties form <code>stackConfigProperty<code> which are taken from stack
  319. * with <code>UIConfigProperty<code> which are hardcoded on UI
  320. * @param coreObject
  321. * @param stackProperty
  322. * @param preDefined
  323. * @param [propertiesToSkip]
  324. */
  325. mergeStaticProperties: function(coreObject, stackProperty, preDefined, propertiesToSkip) {
  326. propertiesToSkip = propertiesToSkip || ['name', 'filename', 'value', 'savedValue', 'isFinal', 'savedIsFinal'];
  327. for (var k in coreObject) {
  328. if (coreObject.hasOwnProperty(k)) {
  329. if (!propertiesToSkip.contains(k)) {
  330. coreObject[k] = this.getPropertyIfExists(k, coreObject[k], stackProperty, preDefined);
  331. }
  332. }
  333. }
  334. return coreObject;
  335. },
  336. /**
  337. * This method using for merging some properties from two objects
  338. * if property exists in <code>firstPriority<code> result will be it's property
  339. * else if property exists in <code>secondPriority<code> result will be it's property
  340. * otherwise <code>defaultValue<code> will be returned
  341. * @param {String} propertyName
  342. * @param {*} defaultValue=null
  343. * @param {Em.Object|Object} firstPriority
  344. * @param {Em.Object|Object} [secondPriority=null]
  345. * @returns {*}
  346. */
  347. getPropertyIfExists: function(propertyName, defaultValue, firstPriority, secondPriority) {
  348. firstPriority = firstPriority || {};
  349. secondPriority = secondPriority || {};
  350. var fp = Em.get(firstPriority, propertyName);
  351. if (firstPriority && !Em.isNone(fp)) {
  352. return fp;
  353. }
  354. else {
  355. var sp = Em.get(secondPriority, propertyName);
  356. if (secondPriority && !Em.isNone(sp)) {
  357. return sp;
  358. } else {
  359. return defaultValue;
  360. }
  361. }
  362. },
  363. /**
  364. * Get displayType for properties that has not defined value
  365. * @param value
  366. * @returns {string}
  367. */
  368. getDefaultDisplayType: function(value) {
  369. return value && !stringUtils.isSingleLine(value) ? 'multiLine' : 'string';
  370. },
  371. /**
  372. * Get category for properties that has not defined value
  373. * @param stackConfigProperty
  374. * @param fileName
  375. * @returns {string}
  376. */
  377. getDefaultCategory: function(stackConfigProperty, fileName) {
  378. var tag = this.getConfigTagFromFileName(fileName);
  379. switch (tag) {
  380. case 'capacity-scheduler':
  381. return 'CapacityScheduler';
  382. default :
  383. return (stackConfigProperty ? 'Advanced ' : 'Custom ') + tag;
  384. }
  385. },
  386. /**
  387. * Get isSecureConfig for properties that has not defined value
  388. * @param propertyName
  389. * @returns {boolean}
  390. */
  391. getIsSecure: function(propertyName) {
  392. return !!this.get('secureConfigsMap')[propertyName];
  393. },
  394. /**
  395. * format property value depending on displayType
  396. * and one exception for 'kdc_type'
  397. * @param serviceConfigProperty
  398. * @param [originalValue]
  399. * @returns {*}
  400. */
  401. formatPropertyValue: function(serviceConfigProperty, originalValue) {
  402. var value = Em.isNone(originalValue) ? Em.get(serviceConfigProperty, 'value') : originalValue,
  403. displayType = Em.get(serviceConfigProperty, 'displayType') || Em.get(serviceConfigProperty, 'valueAttributes.type');
  404. if (Em.get(serviceConfigProperty, 'name') === 'kdc_type') {
  405. return App.router.get('mainAdminKerberosController.kdcTypesValues')[value];
  406. }
  407. if ( /^\s+$/.test("" + value)) {
  408. return " ";
  409. }
  410. switch (displayType) {
  411. case 'int':
  412. if (/\d+m$/.test(value) ) {
  413. return value.slice(0, value.length - 1);
  414. } else {
  415. var int = parseInt(value);
  416. return isNaN(int) ? "" : int.toString();
  417. }
  418. case 'float':
  419. var float = parseFloat(value);
  420. return isNaN(float) ? "" : float.toString();
  421. case 'componentHosts':
  422. if (typeof(value) == 'string') {
  423. return value.replace(/\[|]|'|&apos;/g, "").split(',');
  424. }
  425. return value;
  426. case 'content':
  427. case 'string':
  428. case 'multiLine':
  429. case 'directories':
  430. case 'directory':
  431. return this.trimProperty({ displayType: displayType, value: value });
  432. default:
  433. return value;
  434. }
  435. },
  436. /**
  437. * Format float value
  438. *
  439. * @param {*} value
  440. * @returns {string|*}
  441. */
  442. formatValue: function(value) {
  443. return validator.isValidFloat(value) ? parseFloat(value).toString() : value;
  444. },
  445. /**
  446. * Get step config by file name
  447. *
  448. * @param stepConfigs
  449. * @param fileName
  450. * @returns {Object|null}
  451. */
  452. getStepConfigForProperty: function (stepConfigs, fileName) {
  453. return stepConfigs.find(function (s) {
  454. return s.get('configTypes').contains(App.config.getConfigTagFromFileName(fileName));
  455. });
  456. },
  457. /**
  458. *
  459. * @param configs
  460. * @returns {Object[]}
  461. */
  462. sortConfigs: function(configs) {
  463. return configs.sort(function(a, b) {
  464. if (Em.get(a, 'index') > Em.get(b, 'index')) return 1;
  465. if (Em.get(a, 'index') < Em.get(b, 'index')) return -1;
  466. if (Em.get(a, 'name') > Em.get(b, 'index')) return 1;
  467. if (Em.get(a, 'name') < Em.get(b, 'index')) return -1;
  468. return 0;
  469. });
  470. },
  471. /**
  472. * create new ServiceConfig object by service name
  473. * @param {string} serviceName
  474. * @param {App.ServiceConfigGroup[]} [configGroups]
  475. * @param {App.ServiceConfigProperty[]} [configs]
  476. * @param {Number} [initConfigsLength]
  477. * @return {App.ServiceConfig}
  478. * @method createServiceConfig
  479. */
  480. createServiceConfig: function (serviceName, configGroups, configs, initConfigsLength) {
  481. var preDefinedServiceConfig = App.config.get('preDefinedServiceConfigs').findProperty('serviceName', serviceName);
  482. return App.ServiceConfig.create({
  483. serviceName: preDefinedServiceConfig.get('serviceName'),
  484. displayName: preDefinedServiceConfig.get('displayName'),
  485. configCategories: preDefinedServiceConfig.get('configCategories'),
  486. configs: configs || [],
  487. configGroups: configGroups || [],
  488. initConfigsLength: initConfigsLength || 0
  489. });
  490. },
  491. /**
  492. * GETs all cluster level sites in one call.
  493. *
  494. * @return {$.ajax}
  495. */
  496. loadConfigsByTags: function (tags) {
  497. var urlParams = [];
  498. tags.forEach(function (_tag) {
  499. urlParams.push('(type=' + _tag.siteName + '&tag=' + _tag.tagName + ')');
  500. });
  501. var params = urlParams.join('|');
  502. return App.ajax.send({
  503. name: 'config.on_site',
  504. sender: this,
  505. data: {
  506. params: params
  507. }
  508. });
  509. },
  510. configTypesInfoMap: {},
  511. /**
  512. * Get config types and config type attributes from stack service
  513. *
  514. * @param service
  515. * @return {object}
  516. */
  517. getConfigTypesInfoFromService: function (service) {
  518. var configTypesInfoMap = this.get('configTypesInfoMap');
  519. if (configTypesInfoMap[service]) {
  520. // don't recalculate
  521. return configTypesInfoMap[service];
  522. }
  523. var configTypes = service.get('configTypes');
  524. var configTypesInfo = {
  525. items: [],
  526. supportsFinal: [],
  527. supportsAddingForbidden: []
  528. };
  529. if (configTypes) {
  530. for (var key in configTypes) {
  531. if (configTypes.hasOwnProperty(key)) {
  532. configTypesInfo.items.push(key);
  533. if (configTypes[key].supports && configTypes[key].supports.final === "true") {
  534. configTypesInfo.supportsFinal.push(key);
  535. }
  536. if (configTypes[key].supports && configTypes[key].supports.adding_forbidden === "true"){
  537. configTypesInfo.supportsAddingForbidden.push(key);
  538. }
  539. }
  540. }
  541. }
  542. configTypesInfoMap[service] = configTypesInfo;
  543. this.set('configTypesInfoMap', configTypesInfoMap);
  544. return configTypesInfo;
  545. },
  546. /**
  547. * Create config with non default config group. Some custom config properties
  548. * can be created and assigned to non-default config group.
  549. *
  550. * @param {String} propertyName - name of the property
  551. * @param {String} fileName - file name of the property
  552. * @param {String} value - config value
  553. * @param {Em.Object} group - config group to set
  554. * @param {Boolean} [isEditable]
  555. * @param {Boolean} [isInstaller]
  556. * @return {Object}
  557. **/
  558. createCustomGroupConfig: function (propertyName, fileName, value, group, isEditable, isInstaller) {
  559. var propertyObject = this.createDefaultConfig(propertyName, this.getOriginalFileName(fileName), false, {
  560. savedValue: isInstaller ? null : value,
  561. value: value,
  562. group: group,
  563. isEditable: !!isEditable,
  564. isOverridable: false
  565. });
  566. group.set('switchGroupTextShort', Em.I18n.t('services.service.config_groups.switchGroupTextShort').format(group.get('name')));
  567. group.set('switchGroupTextFull', Em.I18n.t('services.service.config_groups.switchGroupTextFull').format(group.get('name')));
  568. return App.ServiceConfigProperty.create(propertyObject);
  569. },
  570. /**
  571. *
  572. * @param configs
  573. */
  574. addYarnCapacityScheduler: function(configs) {
  575. var value = '', savedValue = '', recommendedValue = '',
  576. excludedConfigs = App.config.getPropertiesFromTheme('YARN');
  577. var connectedConfigs = configs.filter(function(config) {
  578. return !excludedConfigs.contains(App.config.configId(config.get('name'), config.get('filename'))) && (config.get('filename') === 'capacity-scheduler.xml');
  579. });
  580. connectedConfigs.setEach('isVisible', false);
  581. connectedConfigs.forEach(function (config) {
  582. value += config.get('name') + '=' + config.get('value') + '\n';
  583. if (!Em.isNone(config.get('savedValue'))) {
  584. savedValue += config.get('name') + '=' + config.get('savedValue') + '\n';
  585. }
  586. if (!Em.isNone(config.get('recommendedValue'))) {
  587. recommendedValue += config.get('name') + '=' + config.get('recommendedValue') + '\n';
  588. }
  589. }, this);
  590. var isFinal = connectedConfigs.someProperty('isFinal', true);
  591. var savedIsFinal = connectedConfigs.someProperty('savedIsFinal', true);
  592. var recommendedIsFinal = connectedConfigs.someProperty('recommendedIsFinal', true);
  593. var cs = App.config.createDefaultConfig('capacity-scheduler', 'capacity-scheduler.xml', true, {
  594. 'value': value,
  595. 'serviceName': 'YARN',
  596. 'savedValue': savedValue || null,
  597. 'recommendedValue': recommendedValue || null,
  598. 'isFinal': isFinal,
  599. 'savedIsFinal': savedIsFinal,
  600. 'recommendedIsFinal': recommendedIsFinal,
  601. 'displayName': 'Capacity Scheduler',
  602. 'description': 'Capacity Scheduler properties',
  603. 'displayType': 'capacityScheduler',
  604. 'isRequiredByAgent': false
  605. });
  606. configs.push(App.ServiceConfigProperty.create(cs));
  607. return configs;
  608. },
  609. /**
  610. *
  611. * @param serviceName
  612. * @returns {Array}
  613. */
  614. getPropertiesFromTheme: function (serviceName) {
  615. var properties = [];
  616. App.Tab.find().forEach(function (t) {
  617. if (!t.get('isAdvanced') && t.get('serviceName') === serviceName) {
  618. t.get('sections').forEach(function (s) {
  619. s.get('subSections').forEach(function (ss) {
  620. properties = properties.concat(ss.get('configProperties'));
  621. });
  622. });
  623. }
  624. }, this);
  625. return properties;
  626. },
  627. /**
  628. * trim trailing spaces for all properties.
  629. * trim both trailing and leading spaces for host displayType and hive/oozie datebases url.
  630. * for directory or directories displayType format string for further using.
  631. * for password and values with spaces only do nothing.
  632. * @param {Object} property
  633. * @returns {*}
  634. */
  635. trimProperty: function (property) {
  636. var displayType = Em.get(property, 'displayType');
  637. var value = Em.get(property, 'value');
  638. var name = Em.get(property, 'name');
  639. var rez;
  640. switch (displayType) {
  641. case 'directories':
  642. case 'directory':
  643. rez = value.replace(/,/g, ' ').trim().split(/\s+/g).join(',');
  644. break;
  645. case 'host':
  646. rez = value.trim();
  647. break;
  648. case 'password':
  649. break;
  650. default:
  651. if (name == 'javax.jdo.option.ConnectionURL' || name == 'oozie.service.JPAService.jdbc.url') {
  652. rez = value.trim();
  653. }
  654. rez = (typeof value == 'string') ? value.replace(/(\s+$)/g, '') : value;
  655. }
  656. return ((rez == '') || (rez == undefined)) ? value : rez;
  657. },
  658. /**
  659. * Generate minimal config property object used in *_properties.js files.
  660. * Example:
  661. * <code>
  662. * var someProperties = App.config.generateConfigPropertiesByName([
  663. * 'property_1', 'property_2', 'property_3'], { category: 'General', filename: 'myFileName'});
  664. * // someProperties contains Object[]
  665. * [
  666. * {
  667. * name: 'property_1',
  668. * displayName: 'property_1',
  669. * isVisible: true,
  670. * isReconfigurable: true,
  671. * category: 'General',
  672. * filename: 'myFileName'
  673. * },
  674. * .......
  675. * ]
  676. * </code>
  677. * @param {string[]} names
  678. * @param {Object} properties - additional properties which will merge with base object definition
  679. * @returns {object[]}
  680. * @method generateConfigPropertiesByName
  681. */
  682. generateConfigPropertiesByName: function (names, properties) {
  683. return names.map(function (item) {
  684. var baseObj = {
  685. name: item
  686. };
  687. if (properties) return $.extend(baseObj, properties);
  688. else return baseObj;
  689. });
  690. },
  691. /**
  692. * load cluster stack configs from server and run mapper
  693. * @returns {$.ajax}
  694. * @method loadConfigsFromStack
  695. */
  696. loadClusterConfigsFromStack: function () {
  697. return App.ajax.send({
  698. name: 'configs.stack_configs.load.cluster_configs',
  699. sender: this,
  700. data: {
  701. stackVersionUrl: App.get('stackVersionURL')
  702. },
  703. success: 'saveConfigsToModel'
  704. });
  705. },
  706. /**
  707. * load stack configs from server and run mapper
  708. * @param {String[]} [serviceNames=null]
  709. * @returns {$.ajax}
  710. * @method loadConfigsFromStack
  711. */
  712. loadConfigsFromStack: function (serviceNames) {
  713. serviceNames = serviceNames || [];
  714. var name = serviceNames.length > 0 ? 'configs.stack_configs.load.services' : 'configs.stack_configs.load.all';
  715. return App.ajax.send({
  716. name: name,
  717. sender: this,
  718. data: {
  719. stackVersionUrl: App.get('stackVersionURL'),
  720. serviceList: serviceNames.join(',')
  721. },
  722. success: 'saveConfigsToModel'
  723. });
  724. },
  725. /**
  726. * Runs <code>stackConfigPropertiesMapper<code>
  727. * @param {object} data
  728. * @method saveConfigsToModel
  729. */
  730. saveConfigsToModel: function (data) {
  731. App.stackConfigPropertiesMapper.map(data);
  732. },
  733. /**
  734. * Check if config filename supports final attribute
  735. * @param serviceName
  736. * @param filename
  737. * @returns {boolean}
  738. */
  739. shouldSupportFinal: function (serviceName, filename) {
  740. var unsupportedServiceNames = ['MISC', 'Cluster'];
  741. if (!serviceName || unsupportedServiceNames.contains(serviceName) || !filename) {
  742. return false;
  743. } else {
  744. var stackService = App.StackService.find(serviceName);
  745. if (!stackService) {
  746. return false;
  747. }
  748. return !!this.getConfigTypesInfoFromService(stackService).supportsFinal.find(function (configType) {
  749. return filename.startsWith(configType);
  750. });
  751. }
  752. },
  753. shouldSupportAddingForbidden: function(serviceName, filename) {
  754. var unsupportedServiceNames = ['MISC', 'Cluster'];
  755. if (!serviceName || unsupportedServiceNames.contains(serviceName) || !filename) {
  756. return false;
  757. } else {
  758. var stackServiceName = App.StackService.find().findProperty('serviceName', serviceName);
  759. if (!stackServiceName) {
  760. return false;
  761. }
  762. var stackService = App.StackService.find(serviceName);
  763. return !!this.getConfigTypesInfoFromService(stackService).supportsAddingForbidden.find(function (configType) {
  764. return filename.startsWith(configType);
  765. });
  766. }
  767. },
  768. /**
  769. * Remove all ranger-related configs, that should be available only if Ranger is installed
  770. * @param configs - stepConfigs object
  771. */
  772. removeRangerConfigs: function (configs) {
  773. configs.forEach(function (service) {
  774. var filteredConfigs = [];
  775. service.get('configs').forEach(function (config) {
  776. if (!/^ranger-/.test(config.get('filename'))) {
  777. filteredConfigs.push(config);
  778. }
  779. });
  780. service.set('configs', filteredConfigs);
  781. var filteredCategories = [];
  782. service.get('configCategories').forEach(function (category) {
  783. if (!/ranger-/.test(category.get('name'))) {
  784. filteredCategories.push(category);
  785. }
  786. });
  787. service.set('configCategories', filteredCategories);
  788. });
  789. },
  790. /**
  791. * @param {App.ServiceConfigProperty} serviceConfigProperty
  792. * @param {Object} override - plain object with properties that is different from parent SCP
  793. * @param {App.ServiceConfigGroup} configGroup
  794. * @returns {App.ServiceConfigProperty}
  795. */
  796. createOverride: function(serviceConfigProperty, override, configGroup) {
  797. Em.assert('serviceConfigProperty can\' be null', serviceConfigProperty);
  798. Em.assert('configGroup can\' be null', configGroup);
  799. if (Em.isNone(serviceConfigProperty.get('overrides'))) serviceConfigProperty.set('overrides', []);
  800. var newOverride = App.ServiceConfigProperty.create(serviceConfigProperty);
  801. if (!Em.isNone(override)) {
  802. for (var key in override) {
  803. newOverride.set(key, override[key]);
  804. }
  805. }
  806. newOverride.setProperties({
  807. 'isOriginalSCP': false,
  808. 'overrides': null,
  809. 'group': configGroup,
  810. 'parentSCP': serviceConfigProperty
  811. });
  812. serviceConfigProperty.get('overrides').pushObject(newOverride);
  813. serviceConfigProperty.set('overrideValues', serviceConfigProperty.get('overrides').mapProperty('value'));
  814. serviceConfigProperty.set('overrideIsFinalValues', serviceConfigProperty.get('overrides').mapProperty('isFinal'));
  815. newOverride.validate();
  816. return newOverride;
  817. },
  818. /**
  819. * Merge values in "stored" to "base" if name matches, it's a value only merge.
  820. * @param base {Array} Em.Object
  821. * @param stored {Array} Object
  822. */
  823. mergeStoredValue: function(base, stored) {
  824. if (stored) {
  825. base.forEach(function (p) {
  826. var sp = stored.filterProperty("filename", p.filename).findProperty("name", p.name);
  827. if (sp) {
  828. p.set("value", sp.value);
  829. }
  830. });
  831. }
  832. },
  833. /**
  834. * Helper method to get property from the <code>stepConfigs</code>
  835. *
  836. * @param {String} name - config property name
  837. * @param {String} fileName - config property filename
  838. * @param {Object[]} stepConfigs
  839. * @return {App.ServiceConfigProperty|Boolean} - App.ServiceConfigProperty instance or <code>false</code> when property not found
  840. */
  841. findConfigProperty: function(stepConfigs, name, fileName) {
  842. if (!name && !fileName) return false;
  843. if (stepConfigs && stepConfigs.length) {
  844. return stepConfigs.mapProperty('configs').filter(function(item) {
  845. return item.length;
  846. }).reduce(function(p, c) {
  847. if (p) {
  848. return p.concat(c);
  849. }
  850. }).filterProperty('filename', fileName).findProperty('name', name);
  851. }
  852. return false;
  853. },
  854. /**
  855. * Update config property value based on its current value and list of zookeeper server hosts.
  856. * Used to prevent sort order issues.
  857. * <code>siteConfigs</code> object formatted according server's persist format e.g.
  858. *
  859. * <code>
  860. * {
  861. * 'yarn-site': {
  862. * 'property_name1': 'property_value1'
  863. * 'property_name2': 'property_value2'
  864. * .....
  865. * }
  866. * }
  867. * </code>
  868. *
  869. * @method updateHostsListValue
  870. * @param {Object} siteConfigs - prepared site config object to store
  871. * @param {String} propertyName - name of the property to update
  872. * @param {String} hostsList - list of ZooKeeper Server names to set as config property value
  873. * @return {String} - result value
  874. */
  875. updateHostsListValue: function(siteConfigs, propertyName, hostsList) {
  876. var value = hostsList;
  877. var propertyHosts = (siteConfigs[propertyName] || '').split(',');
  878. var hostsToSet = hostsList.split(',');
  879. if (!Em.isEmpty(siteConfigs[propertyName])) {
  880. var diffLength = propertyHosts.filter(function(hostName) {
  881. return !hostsToSet.contains(hostName);
  882. }).length;
  883. if (diffLength == 0 && propertyHosts.length == hostsToSet.length) {
  884. value = siteConfigs[propertyName];
  885. }
  886. }
  887. siteConfigs[propertyName] = value;
  888. return value;
  889. }
  890. });