config.js 56 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. var stringUtils = require('utils/string_utils');
  20. var categotyConfigs = require('data/service_configs');
  21. var serviceComponents = {};
  22. var configGroupsByTag = [];
  23. App.config = Em.Object.create({
  24. /**
  25. * XML characters which should be escaped in values
  26. * http://en.wikipedia.org/wiki/List_of_XML_and_HTML_character_entity_references#Predefined_entities_in_XML
  27. */
  28. xmlEscapeMap: {
  29. "&": "&",
  30. "<": "&lt;",
  31. ">": "&gt;",
  32. '"': '&quot;',
  33. "'": '&apos;'
  34. },
  35. xmlUnEscapeMap: {
  36. "&amp;": "&",
  37. "&lt;": "<",
  38. "&gt;": ">",
  39. "&quot;": '"',
  40. "&apos;": "'"
  41. },
  42. CONFIG_GROUP_NAME_MAX_LENGTH: 18,
  43. /**
  44. * filename exceptions used to support substandard sitenames which don't have "xml" extension
  45. */
  46. filenameExceptions: ['zoo.cfg'],
  47. log4jNotDefaultFilenames: [
  48. {serviceName: 'HIVE', tagName: 'hive-exec-log4j.xml', configCroupName: 'AdvancedHiveExecLog4j', fileName: 'hive-exec-log4j.properties'},
  49. {serviceName: 'HIVE', tagName: 'hive-log4j.xml', configCroupName: 'AdvancedHiveLog4j', fileName: 'hive-log4j.properties'}
  50. ],
  51. /**
  52. * Since values end up in XML files (core-sit.xml, etc.), certain
  53. * XML sensitive characters should be escaped. If not we will have
  54. * an invalid XML document, and services will fail to start.
  55. *
  56. * Special characters in XML are defined at
  57. * http://en.wikipedia.org/wiki/List_of_XML_and_HTML_character_entity_references#Predefined_entities_in_XML
  58. */
  59. escapeXMLCharacters: function(value) {
  60. var self = this;
  61. // To prevent double/triple replacing '&gt;' to '&gt;gt;' to '&gt;gt;gt', we need
  62. // to first unescape all XML chars, and then escape them again.
  63. var newValue = String(value).replace(/(&amp;|&lt;|&gt;|&quot;|&apos;)/g, function (s) {
  64. return self.xmlUnEscapeMap[s];
  65. });
  66. return String(newValue).replace(/[&<>"']/g, function (s) {
  67. return self.xmlEscapeMap[s];
  68. });
  69. },
  70. preDefinedServiceConfigs: function () {
  71. var configs = this.get('preDefinedGlobalProperties');
  72. var services = [];
  73. $.extend(true, [], require('data/service_configs')).forEach(function (service) {
  74. service.configs = configs.filterProperty('serviceName', service.serviceName);
  75. services.push(service);
  76. });
  77. return services;
  78. }.property('preDefinedGlobalProperties'),
  79. configMapping: function () {
  80. if (App.get('isHadoop2Stack')) {
  81. return $.extend(true, [], require('data/HDP2/config_mapping'));
  82. }
  83. return $.extend(true, [], require('data/config_mapping'));
  84. }.property('App.isHadoop2Stack'),
  85. preDefinedGlobalProperties: function () {
  86. if (App.get('isHadoop2Stack')) {
  87. return $.extend(true, [], require('data/HDP2/global_properties').configProperties);
  88. }
  89. return $.extend(true, [], require('data/global_properties').configProperties);
  90. }.property('App.isHadoop2Stack'),
  91. preDefinedSiteProperties: function () {
  92. if (App.get('isHadoop2Stack')) {
  93. return $.extend(true, [], require('data/HDP2/site_properties').configProperties);
  94. }
  95. return $.extend(true, [], require('data/site_properties').configProperties);
  96. }.property('App.isHadoop2Stack'),
  97. preDefinedCustomConfigs: function () {
  98. if (App.get('isHadoop2Stack')) {
  99. return $.extend(true, [], require('data/HDP2/custom_configs'));
  100. }
  101. return $.extend(true, [], require('data/custom_configs'));
  102. }.property('App.isHadoop2Stack'),
  103. //categories which contain custom configs
  104. categoriesWithCustom: ['CapacityScheduler'],
  105. //configs with these filenames go to appropriate category not in Advanced
  106. customFileNames: function () {
  107. if (App.supports.capacitySchedulerUi) {
  108. if (App.get('isHadoop2Stack')) {
  109. return ['capacity-scheduler.xml'];
  110. }
  111. return ['capacity-scheduler.xml', 'mapred-queue-acls.xml'];
  112. } else {
  113. return [];
  114. }
  115. }.property('App.isHadoop2Stack'),
  116. /**
  117. * Function should be used post-install as precondition check should not be done only after installer wizard
  118. * @param siteNames
  119. * @returns {Array}
  120. */
  121. getBySitename: function (siteNames) {
  122. var computedConfigs = this.get('configMapping').computed();
  123. var siteProperties = [];
  124. if (typeof siteNames === "string") {
  125. siteProperties = computedConfigs.filterProperty('filename', siteNames);
  126. } else if (siteNames instanceof Array) {
  127. siteNames.forEach(function (_siteName) {
  128. siteProperties = siteProperties.concat(computedConfigs.filterProperty('filename', _siteName));
  129. }, this);
  130. }
  131. return siteProperties;
  132. },
  133. /**
  134. * Cache of loaded configurations. This is useful in not loading
  135. * same configuration multiple times. It is populated in multiple
  136. * places.
  137. *
  138. * Example:
  139. * {
  140. * 'global_version1': {...},
  141. * 'global_version2': {...},
  142. * 'hdfs-site_version3': {...},
  143. * }
  144. */
  145. loadedConfigurationsCache: {},
  146. /**
  147. * Array of global "service/desired_tag/actual_tag" strings which
  148. * indicate different configurations. We cache these so that
  149. * we dont have to recalculate if two tags are difference.
  150. */
  151. differentGlobalTagsCache: [],
  152. identifyCategory: function (config) {
  153. var category = null;
  154. var serviceConfigMetaData = this.get('preDefinedServiceConfigs').findProperty('serviceName', config.serviceName);
  155. if (serviceConfigMetaData) {
  156. serviceConfigMetaData.configCategories.forEach(function (_category) {
  157. if (_category.siteFileNames && Array.isArray(_category.siteFileNames) && _category.siteFileNames.contains(config.filename)) {
  158. category = _category;
  159. }
  160. });
  161. category = (category == null) ? serviceConfigMetaData.configCategories.findProperty('siteFileName', config.filename) : category;
  162. }
  163. return category;
  164. },
  165. /**
  166. * additional handling for special properties such as
  167. * checkbox and digital which values with 'm' at the end
  168. * @param config
  169. */
  170. handleSpecialProperties: function (config) {
  171. if (config.displayType === 'int' && /\d+m$/.test(config.value)) {
  172. config.value = config.value.slice(0, config.value.length - 1);
  173. config.defaultValue = config.value;
  174. }
  175. if (config.displayType === 'checkbox') {
  176. config.value = (config.value === 'true') ? config.defaultValue = true : config.defaultValue = false;
  177. }
  178. },
  179. /**
  180. * calculate config properties:
  181. * category, filename, isRequired, isUserProperty
  182. * @param config
  183. * @param isAdvanced
  184. * @param advancedConfigs
  185. */
  186. calculateConfigProperties: function (config, isAdvanced, advancedConfigs) {
  187. if (!isAdvanced || this.get('customFileNames').contains(config.filename)) {
  188. var categoryMetaData = this.identifyCategory(config);
  189. if (categoryMetaData != null) {
  190. config.category = categoryMetaData.get('name');
  191. if (!isAdvanced) config.isUserProperty = true;
  192. }
  193. } else {
  194. config.category = config.category ? config.category : 'Advanced';
  195. config.description = isAdvanced && advancedConfigs.findProperty('name', config.name).description;
  196. config.filename = isAdvanced && advancedConfigs.findProperty('name', config.name).filename;
  197. config.isRequired = true;
  198. }
  199. },
  200. capacitySchedulerFilter: function () {
  201. var yarnRegex = /^yarn\.scheduler\.capacity\.root\.(?!unfunded)([a-z]([\_\-a-z0-9]{0,50}))\.(acl_administer_jobs|acl_submit_jobs|state|user-limit-factor|maximum-capacity|capacity)$/i;
  202. var self = this;
  203. if (App.get('isHadoop2Stack')) {
  204. return function (_config) {
  205. return (yarnRegex.test(_config.name));
  206. }
  207. } else {
  208. return function (_config) {
  209. return (_config.name.indexOf('mapred.capacity-scheduler.queue.') !== -1) ||
  210. (/^mapred\.queue\.[a-z]([\_\-a-z0-9]{0,50})\.(acl-administer-jobs|acl-submit-job)$/i.test(_config.name));
  211. }
  212. }
  213. }.property('App.isHadoop2Stack'),
  214. /**
  215. * return:
  216. * configs,
  217. * globalConfigs,
  218. * mappingConfigs
  219. *
  220. * @param configGroups
  221. * @param advancedConfigs
  222. * @param tags
  223. * @param serviceName
  224. * @return {object}
  225. */
  226. mergePreDefinedWithLoaded: function (configGroups, advancedConfigs, tags, serviceName) {
  227. var configs = [];
  228. var globalConfigs = [];
  229. var preDefinedConfigs = this.get('preDefinedGlobalProperties').concat(this.get('preDefinedSiteProperties'));
  230. var mappingConfigs = [];
  231. var filenameExceptions = this.get('filenameExceptions');
  232. var selectedServiceNames = App.Service.find().mapProperty('serviceName');
  233. tags.forEach(function (_tag) {
  234. var isAdvanced = null;
  235. var properties = configGroups.filter(function (serviceConfigProperties) {
  236. return _tag.tagName === serviceConfigProperties.tag && _tag.siteName === serviceConfigProperties.type;
  237. });
  238. properties = (properties.length) ? properties.objectAt(0).properties : {};
  239. for (var index in properties) {
  240. var configsPropertyDef = null;
  241. var preDefinedConfig = preDefinedConfigs.filterProperty('serviceName',serviceName).filterProperty('name', index);
  242. preDefinedConfig.forEach(function(_preDefinedConfig){
  243. if (selectedServiceNames.contains(_preDefinedConfig.serviceName) || _preDefinedConfig.serviceName === 'MISC') {
  244. configsPropertyDef = _preDefinedConfig;
  245. }
  246. },this);
  247. var serviceConfigObj = App.ServiceConfig.create({
  248. name: index,
  249. value: properties[index],
  250. defaultValue: properties[index],
  251. filename: (filenameExceptions.contains(_tag.siteName)) ? _tag.siteName : _tag.siteName + ".xml",
  252. isUserProperty: false,
  253. isOverridable: true,
  254. serviceName: serviceName,
  255. belongsToService: []
  256. });
  257. if (configsPropertyDef) {
  258. this.setServiceConfigUiAttributes(serviceConfigObj, configsPropertyDef);
  259. }
  260. if (_tag.siteName === 'global') {
  261. if (configsPropertyDef) {
  262. if (configsPropertyDef.isRequiredByAgent === false) {
  263. continue;
  264. }
  265. this.handleSpecialProperties(serviceConfigObj);
  266. } else {
  267. serviceConfigObj.isVisible = false; // if the global property is not defined on ui metadata global_properties.js then it shouldn't be a part of errorCount
  268. }
  269. serviceConfigObj.id = 'puppet var';
  270. serviceConfigObj.displayName = configsPropertyDef ? configsPropertyDef.displayName : null;
  271. serviceConfigObj.options = configsPropertyDef ? configsPropertyDef.options : null;
  272. globalConfigs.push(serviceConfigObj);
  273. } else if (!this.getBySitename(serviceConfigObj.get('filename')).someProperty('name', index)) {
  274. isAdvanced = advancedConfigs.someProperty('name', index);
  275. serviceConfigObj.id = 'site property';
  276. if (!configsPropertyDef) {
  277. serviceConfigObj.displayType = stringUtils.isSingleLine(serviceConfigObj.value) ? 'advanced' : 'multiLine';
  278. }
  279. serviceConfigObj.displayName = configsPropertyDef ? configsPropertyDef.displayName : index;
  280. this.calculateConfigProperties(serviceConfigObj, isAdvanced, advancedConfigs);
  281. if(serviceConfigObj.get('displayType') == 'directories'
  282. && (serviceConfigObj.get('category') == 'DataNode'
  283. || serviceConfigObj.get('category') == 'NameNode')) {
  284. var dirs = serviceConfigObj.get('value').split(',').sort();
  285. serviceConfigObj.set('value', dirs.join(','));
  286. serviceConfigObj.set('defaultValue', dirs.join(','));
  287. }
  288. if(serviceConfigObj.get('displayType') == 'directory'
  289. && serviceConfigObj.get('category') == 'SNameNode') {
  290. var dirs = serviceConfigObj.get('value').split(',').sort();
  291. serviceConfigObj.set('value', dirs[0]);
  292. serviceConfigObj.set('defaultValue', dirs[0]);
  293. }
  294. if (serviceConfigObj.get('displayType') == 'masterHosts') {
  295. if (typeof(serviceConfigObj.get('value')) == 'string') {
  296. var value = serviceConfigObj.get('value').replace(/\[|]|'|&apos;/g, "").split(',');
  297. serviceConfigObj.set('value', value);
  298. }
  299. }
  300. configs.push(serviceConfigObj);
  301. } else {
  302. mappingConfigs.push(serviceConfigObj);
  303. }
  304. }
  305. }, this);
  306. return {
  307. configs: configs,
  308. globalConfigs: globalConfigs,
  309. mappingConfigs: mappingConfigs
  310. }
  311. },
  312. /**
  313. * @param serviceConfigObj : Object
  314. * @param configsPropertyDef : Object
  315. */
  316. setServiceConfigUiAttributes: function (serviceConfigObj, configsPropertyDef) {
  317. serviceConfigObj.displayType = configsPropertyDef.displayType;
  318. serviceConfigObj.isRequired = (configsPropertyDef.isRequired !== undefined) ? configsPropertyDef.isRequired : true;
  319. serviceConfigObj.isRequiredByAgent = (configsPropertyDef.isRequiredByAgent !== undefined) ? configsPropertyDef.isRequiredByAgent : true;
  320. serviceConfigObj.isReconfigurable = (configsPropertyDef.isReconfigurable !== undefined) ? configsPropertyDef.isReconfigurable : true;
  321. serviceConfigObj.isVisible = (configsPropertyDef.isVisible !== undefined) ? configsPropertyDef.isVisible : true;
  322. serviceConfigObj.unit = (configsPropertyDef.unit !== undefined) ? configsPropertyDef.unit : undefined;
  323. serviceConfigObj.description = (configsPropertyDef.description !== undefined) ? configsPropertyDef.description : undefined;
  324. serviceConfigObj.isOverridable = configsPropertyDef.isOverridable === undefined ? true : configsPropertyDef.isOverridable;
  325. serviceConfigObj.serviceName = configsPropertyDef ? configsPropertyDef.serviceName : null;
  326. serviceConfigObj.index = configsPropertyDef.index;
  327. serviceConfigObj.isSecureConfig = configsPropertyDef.isSecureConfig === undefined ? false : configsPropertyDef.isSecureConfig;
  328. serviceConfigObj.belongsToService = configsPropertyDef.belongsToService;
  329. serviceConfigObj.category = configsPropertyDef.category;
  330. },
  331. /**
  332. * synchronize order of config properties with order, that on UI side
  333. * @param configSet
  334. * @return {Object}
  335. */
  336. syncOrderWithPredefined: function (configSet) {
  337. var globalConfigs = configSet.globalConfigs,
  338. siteConfigs = configSet.configs,
  339. globalStart = [],
  340. siteStart = [];
  341. this.get('preDefinedGlobalProperties').mapProperty('name').forEach(function (name) {
  342. var _global = globalConfigs.findProperty('name', name);
  343. if (_global) {
  344. globalStart.push(_global);
  345. globalConfigs = globalConfigs.without(_global);
  346. }
  347. }, this);
  348. this.get('preDefinedSiteProperties').mapProperty('name').forEach(function (name) {
  349. var _site = siteConfigs.filterProperty('name', name);
  350. if (_site.length == 1) {
  351. siteStart.push(_site[0]);
  352. siteConfigs = siteConfigs.without(_site[0]);
  353. } else if (_site.length >1) {
  354. _site.forEach(function(site){
  355. siteStart.push(site);
  356. siteConfigs = siteConfigs.without(site);
  357. }, this);
  358. }
  359. }, this);
  360. var alphabeticalSort = function (a, b) {
  361. if (a.name < b.name) return -1;
  362. if (a.name > b.name) return 1;
  363. return 0;
  364. };
  365. return {
  366. globalConfigs: globalStart.concat(globalConfigs.sort(alphabeticalSort)),
  367. configs: siteStart.concat(siteConfigs.sort(alphabeticalSort)),
  368. mappingConfigs: configSet.mappingConfigs
  369. }
  370. },
  371. /**
  372. * merge stored configs with pre-defined
  373. * @param storedConfigs
  374. * @param advancedConfigs
  375. * @return {*}
  376. */
  377. mergePreDefinedWithStored: function (storedConfigs, advancedConfigs, selectedServiceNames) {
  378. var mergedConfigs = [];
  379. var preDefinedConfigs = $.extend(true, [], this.get('preDefinedGlobalProperties').concat(this.get('preDefinedSiteProperties')));
  380. storedConfigs = (storedConfigs) ? storedConfigs : [];
  381. var preDefinedNames = preDefinedConfigs.mapProperty('name');
  382. var storedNames = storedConfigs.mapProperty('name');
  383. var names = preDefinedNames.concat(storedNames).uniq();
  384. names.forEach(function (name) {
  385. var storedCfgs = storedConfigs.filterProperty('name', name);
  386. var preDefinedCfgs = [];
  387. var preDefinedConfig = preDefinedConfigs.filterProperty('name', name);
  388. preDefinedConfig.forEach(function (_preDefinedConfig) {
  389. if (selectedServiceNames.contains(_preDefinedConfig.serviceName) || _preDefinedConfig.serviceName === 'MISC') {
  390. preDefinedCfgs.push(_preDefinedConfig);
  391. }
  392. }, this);
  393. var configData = {};
  394. if (storedCfgs.length <= 1 && preDefinedCfgs.length <= 1) {
  395. var stored = storedCfgs[0];
  396. var preDefined = preDefinedCfgs[0];
  397. var isAdvanced = advancedConfigs.someProperty('name', name);
  398. if (preDefined && stored) {
  399. configData = preDefined;
  400. configData.value = stored.value;
  401. configData.defaultValue = stored.defaultValue;
  402. configData.overrides = stored.overrides;
  403. configData.filename = stored.filename;
  404. configData.description = stored.description;
  405. configData.isRequiredByAgent = (configData.isRequiredByAgent !== undefined) ? configData.isRequiredByAgent : true;
  406. } else if (!preDefined && stored) {
  407. configData = {
  408. id: stored.id,
  409. name: stored.name,
  410. displayName: stored.name,
  411. serviceName: stored.serviceName,
  412. value: stored.value,
  413. defaultValue: stored.defaultValue,
  414. displayType: stringUtils.isSingleLine(stored.value) ? 'advanced' : 'multiLine',
  415. filename: stored.filename,
  416. category: 'Advanced',
  417. isUserProperty: stored.isUserProperty === true,
  418. isOverridable: true,
  419. overrides: stored.overrides,
  420. isRequired: true
  421. };
  422. this.calculateConfigProperties(configData, isAdvanced, advancedConfigs);
  423. } else if (preDefined && !stored) {
  424. configData = preDefined;
  425. configData.isRequiredByAgent = (configData.isRequiredByAgent !== undefined) ? configData.isRequiredByAgent : true;
  426. if (isAdvanced) {
  427. var advanced = advancedConfigs.findProperty('name', configData.name);
  428. // Password fields should be made blank by default in installer wizard
  429. // irrespective of whatever value is sent from stack definition.
  430. // This forces the user to fill the password field.
  431. configData.value = configData.displayType == "password" ? '' : advanced.value;
  432. configData.defaultValue = configData.value;
  433. configData.filename = advanced.filename;
  434. configData.description = advanced.description;
  435. }
  436. }
  437. if (configData.displayType === 'checkbox') {
  438. configData.value = configData.value === 'true'; // convert {String} value to {Boolean}
  439. configData.defaultValue = configData.value;
  440. }
  441. mergedConfigs.push(configData);
  442. } else {
  443. preDefinedCfgs.forEach(function (cfg) {
  444. configData = cfg;
  445. var storedCfg = storedCfgs.findProperty('filename', cfg.filename);
  446. if (storedCfg) {
  447. configData.value = storedCfg.value;
  448. configData.defaultValue = storedCfg.defaultValue;
  449. configData.overrides = storedCfg.overrides;
  450. configData.filename = storedCfg.filename;
  451. configData.description = storedCfg.description;
  452. configData.isRequiredByAgent = (configData.isRequiredByAgent !== undefined) ? configData.isRequiredByAgent : true;
  453. }
  454. mergedConfigs.push(configData);
  455. }, this);
  456. }
  457. }, this);
  458. return mergedConfigs;
  459. },
  460. /**
  461. * look over advanced configs and add missing configs to serviceConfigs
  462. * filter fetched configs by service if passed
  463. * @param serviceConfigs
  464. * @param advancedConfigs
  465. * @param serviceName
  466. */
  467. addAdvancedConfigs: function (serviceConfigs, advancedConfigs, serviceName) {
  468. var configsToVerifying = (serviceName) ? serviceConfigs.filterProperty('serviceName', serviceName) : serviceConfigs;
  469. advancedConfigs.forEach(function (_config) {
  470. var configCategory = 'Advanced';
  471. var categoryMetaData = null;
  472. if (_config) {
  473. if (this.get('configMapping').computed().someProperty('name', _config.name)) {
  474. } else if (!(configsToVerifying.someProperty('name', _config.name))) {
  475. if (this.get('customFileNames').contains(_config.filename)) {
  476. categoryMetaData = this.identifyCategory(_config);
  477. if (categoryMetaData != null) {
  478. configCategory = categoryMetaData.get('name');
  479. }
  480. }
  481. _config.id = "site property";
  482. _config.category = configCategory;
  483. _config.displayName = _config.name;
  484. _config.defaultValue = _config.value;
  485. // make all advanced configs optional and populated by default
  486. /*
  487. * if (/\${.*}/.test(_config.value) || (service.serviceName !==
  488. * 'OOZIE' && service.serviceName !== 'HBASE')) { _config.isRequired =
  489. * false; _config.value = ''; } else if
  490. * (/^\s+$/.test(_config.value)) { _config.isRequired = false; }
  491. */
  492. _config.isRequired = true;
  493. _config.displayType = stringUtils.isSingleLine(_config.value) ? 'advanced' : 'multiLine';
  494. serviceConfigs.push(_config);
  495. }
  496. }
  497. }, this);
  498. },
  499. /**
  500. * Render a custom conf-site box for entering properties that will be written in *-site.xml files of the services
  501. */
  502. addCustomConfigs: function (configs) {
  503. var preDefinedCustomConfigs = $.extend(true, [], this.get('preDefinedCustomConfigs'));
  504. var stored = configs.filter(function (_config) {
  505. return this.get('categoriesWithCustom').contains(_config.category);
  506. }, this);
  507. if (App.supports.capacitySchedulerUi) {
  508. var queueProperties = stored.filter(this.get('capacitySchedulerFilter'));
  509. if (queueProperties.length) {
  510. queueProperties.setEach('isQueue', true);
  511. }
  512. }
  513. },
  514. miscConfigVisibleProperty: function (configs, serviceToShow) {
  515. configs.forEach(function (item) {
  516. item.set("isVisible", item.belongsToService.some(function (cur) {
  517. return serviceToShow.contains(cur)
  518. }));
  519. });
  520. return configs;
  521. },
  522. /**
  523. * render configs, distribute them by service
  524. * and wrap each in ServiceConfigProperty object
  525. * @param configs
  526. * @param storedConfigs
  527. * @param allSelectedServiceNames
  528. * @param installedServiceNames
  529. * @param localDB
  530. * @return {Array}
  531. */
  532. renderConfigs: function (configs, storedConfigs, allSelectedServiceNames, installedServiceNames, localDB) {
  533. var renderedServiceConfigs = [];
  534. var services = [];
  535. this.get('preDefinedServiceConfigs').forEach(function (serviceConfig) {
  536. if (allSelectedServiceNames.contains(serviceConfig.serviceName) || serviceConfig.serviceName === 'MISC') {
  537. console.log('pushing ' + serviceConfig.serviceName, serviceConfig);
  538. if (!installedServiceNames.contains(serviceConfig.serviceName) || serviceConfig.serviceName === 'MISC') {
  539. serviceConfig.showConfig = true;
  540. }
  541. services.push(serviceConfig);
  542. }
  543. });
  544. services.forEach(function (service) {
  545. var configsByService = [];
  546. var serviceConfigs = configs.filterProperty('serviceName', service.serviceName);
  547. serviceConfigs.forEach(function (_config) {
  548. _config.isOverridable = (_config.isOverridable === undefined) ? true : _config.isOverridable;
  549. var serviceConfigProperty = App.ServiceConfigProperty.create(_config);
  550. this.updateHostOverrides(serviceConfigProperty, _config);
  551. if (!storedConfigs) {
  552. serviceConfigProperty.initialValue(localDB);
  553. }
  554. this.tweakDynamicDefaults(localDB, serviceConfigProperty, _config);
  555. serviceConfigProperty.validate();
  556. configsByService.pushObject(serviceConfigProperty);
  557. }, this);
  558. var serviceConfig = this.createServiceConfig(service.serviceName);
  559. serviceConfig.set('showConfig', service.showConfig);
  560. // Use calculated default values for some configs
  561. var recommendedDefaults = {};
  562. if (!storedConfigs && service.defaultsProviders) {
  563. service.defaultsProviders.forEach(function (defaultsProvider) {
  564. var defaults = defaultsProvider.getDefaults(localDB);
  565. for (var name in defaults) {
  566. recommendedDefaults[name] = defaults[name];
  567. var config = configsByService.findProperty('name', name);
  568. if (config) {
  569. config.set('value', defaults[name]);
  570. config.set('defaultValue', defaults[name]);
  571. }
  572. }
  573. });
  574. }
  575. if (service.configsValidator) {
  576. service.configsValidator.set('recommendedDefaults', recommendedDefaults);
  577. var validators = service.configsValidator.get('configValidators');
  578. for (var validatorName in validators) {
  579. var c = configsByService.findProperty('name', validatorName);
  580. if (c) {
  581. c.set('serviceValidator', service.configsValidator);
  582. }
  583. }
  584. }
  585. serviceConfig.set('configs', configsByService);
  586. renderedServiceConfigs.push(serviceConfig);
  587. }, this);
  588. return renderedServiceConfigs;
  589. },
  590. /**
  591. Takes care of the "dynamic defaults" for the GLUSTERFS configs. Sets
  592. some of the config defaults to previously user-entered data.
  593. **/
  594. tweakDynamicDefaults: function (localDB, serviceConfigProperty, config) {
  595. var firstHost = null;
  596. for (var host in localDB.hosts) {
  597. firstHost = host;
  598. break;
  599. }
  600. try {
  601. if (typeof(config.defaultValue) == "string" && config.defaultValue.indexOf("{firstHost}") >= 0) {
  602. serviceConfigProperty.set('value', serviceConfigProperty.value.replace(new RegExp("{firstHost}"), firstHost));
  603. serviceConfigProperty.set('defaultValue', serviceConfigProperty.defaultValue.replace(new RegExp("{firstHost}"), firstHost));
  604. }
  605. } catch (err) {
  606. // Nothing to worry about here, most likely trying indexOf on a non-string
  607. }
  608. },
  609. /**
  610. * create new child configs from overrides, attach them to parent config
  611. * override - value of config, related to particular host(s)
  612. * @param configProperty
  613. * @param storedConfigProperty
  614. */
  615. updateHostOverrides: function (configProperty, storedConfigProperty) {
  616. if (storedConfigProperty.overrides != null && storedConfigProperty.overrides.length > 0) {
  617. var overrides = [];
  618. storedConfigProperty.overrides.forEach(function (overrideEntry) {
  619. // create new override with new value
  620. var newSCP = App.ServiceConfigProperty.create(configProperty);
  621. newSCP.set('value', overrideEntry.value);
  622. newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
  623. newSCP.set('parentSCP', configProperty);
  624. var hostsArray = Ember.A([]);
  625. overrideEntry.hosts.forEach(function (host) {
  626. hostsArray.push(host);
  627. });
  628. newSCP.set('selectedHostOptions', hostsArray);
  629. overrides.pushObject(newSCP);
  630. });
  631. configProperty.set('overrides', overrides);
  632. }
  633. },
  634. /**
  635. * create new ServiceConfig object by service name
  636. * @param serviceName
  637. */
  638. createServiceConfig: function (serviceName) {
  639. var preDefinedServiceConfig = App.config.get('preDefinedServiceConfigs').findProperty('serviceName', serviceName);
  640. var serviceConfig = App.ServiceConfig.create({
  641. filename: preDefinedServiceConfig.filename,
  642. serviceName: preDefinedServiceConfig.serviceName,
  643. displayName: preDefinedServiceConfig.displayName,
  644. configCategories: preDefinedServiceConfig.configCategories,
  645. configs: [],
  646. configGroups: []
  647. });
  648. serviceConfig.configCategories.filterProperty('isCustomView', true).forEach(function (category) {
  649. switch (category.name) {
  650. case 'CapacityScheduler':
  651. if (App.supports.capacitySchedulerUi) {
  652. category.set('customView', App.ServiceConfigCapacityScheduler);
  653. } else {
  654. category.set('isCustomView', false);
  655. }
  656. break;
  657. }
  658. }, this);
  659. return serviceConfig;
  660. },
  661. /**
  662. * GETs all cluster level sites in one call.
  663. *
  664. * @return Array of all site configs
  665. */
  666. loadConfigsByTags: function (tags) {
  667. var urlParams = [];
  668. tags.forEach(function (_tag) {
  669. urlParams.push('(type=' + _tag.siteName + '&tag=' + _tag.tagName + ')');
  670. });
  671. var params = urlParams.join('|');
  672. App.ajax.send({
  673. name: 'config.on_site',
  674. sender: this,
  675. data: {
  676. params: params
  677. },
  678. success: 'loadConfigsByTagsSuccess'
  679. });
  680. return configGroupsByTag;
  681. },
  682. loadConfigsByTagsSuccess: function (data) {
  683. if (data.items) {
  684. configGroupsByTag = [];
  685. data.items.forEach(function (item) {
  686. this.loadedConfigurationsCache[item.type + "_" + item.tag] = item.properties;
  687. configGroupsByTag.push(item);
  688. }, this);
  689. }
  690. },
  691. /**
  692. * Generate serviceProperties save it to localDB
  693. * called form stepController step6WizardController
  694. *
  695. * @param serviceName
  696. * @return {*}
  697. */
  698. loadAdvancedConfig: function (serviceName) {
  699. App.ajax.send({
  700. name: 'config.advanced',
  701. sender: this,
  702. data: {
  703. serviceName: serviceName,
  704. stack2VersionUrl: App.get('stack2VersionURL'),
  705. stackVersion: App.get('currentStackVersionNumber')
  706. },
  707. success: 'loadAdvancedConfigSuccess'
  708. });
  709. return serviceComponents[serviceName];
  710. //TODO clean serviceComponents
  711. },
  712. loadAdvancedConfigSuccess: function (data, opt, params) {
  713. console.log("TRACE: In success function for the loadAdvancedConfig; url is ", opt.url);
  714. var properties = [];
  715. if (data.items.length) {
  716. data.items.forEach(function (item) {
  717. item = item.StackConfigurations;
  718. item.isVisible = item.type !== 'global.xml';
  719. var serviceName = item.service_name;
  720. var fileName = item.type;
  721. var isHDP2 = App.get('isHadoop2Stack');
  722. /**
  723. * Properties from mapred-queue-acls.xml are ignored unless App.supports.capacitySchedulerUi is true
  724. * Properties from capacity-scheduler.xml are ignored unless HDP stack version is 2.x or
  725. * HDP stack version is 1.x and App.supports.capacitySchedulerUi is true.
  726. */
  727. if ((fileName !== 'mapred-queue-acls.xml' || App.supports.capacitySchedulerUi) &&
  728. (fileName !== 'capacity-scheduler.xml' || isHDP2 || App.supports.capacitySchedulerUi)) {
  729. properties.push({
  730. serviceName: serviceName,
  731. name: item.property_name,
  732. value: item.property_value,
  733. description: item.property_description,
  734. isVisible: item.isVisible,
  735. filename: item.filename || fileName
  736. });
  737. }
  738. }, this);
  739. serviceComponents[data.items[0].StackConfigurations.service_name] = properties;
  740. }
  741. },
  742. /**
  743. * Get properties from server by type and tag with properties, that belong to group
  744. * push them to common {serviceConfigs}
  745. */
  746. loadServiceConfigGroupOverrides: function (serviceConfigs, loadedGroupToOverrideSiteToTagMap, configGroups) {
  747. var configKeyToConfigMap = {};
  748. serviceConfigs.forEach(function (item) {
  749. configKeyToConfigMap[item.name] = item;
  750. });
  751. var typeTagToGroupMap = {};
  752. var urlParams = [];
  753. for (var group in loadedGroupToOverrideSiteToTagMap) {
  754. var overrideTypeTags = loadedGroupToOverrideSiteToTagMap[group];
  755. for (var type in overrideTypeTags) {
  756. var tag = overrideTypeTags[type];
  757. typeTagToGroupMap[type + "///" + tag] = configGroups.findProperty('name', group);
  758. urlParams.push('(type=' + type + '&tag=' + tag + ')');
  759. }
  760. }
  761. var params = urlParams.join('|');
  762. if (urlParams.length) {
  763. App.ajax.send({
  764. name: 'config.host_overrides',
  765. sender: this,
  766. data: {
  767. params: params,
  768. configKeyToConfigMap: configKeyToConfigMap,
  769. typeTagToGroupMap: typeTagToGroupMap
  770. },
  771. success: 'loadServiceConfigGroupOverridesSuccess'
  772. });
  773. }
  774. },
  775. loadServiceConfigGroupOverridesSuccess: function (data, opt, params) {
  776. data.items.forEach(function (config) {
  777. App.config.loadedConfigurationsCache[config.type + "_" + config.tag] = config.properties;
  778. var group = params.typeTagToGroupMap[config.type + "///" + config.tag];
  779. var properties = config.properties;
  780. for (var prop in properties) {
  781. var serviceConfig = params.configKeyToConfigMap[prop];
  782. var hostOverrideValue = properties[prop];
  783. if (serviceConfig && serviceConfig.displayType === 'int') {
  784. if (/\d+m$/.test(hostOverrideValue)) {
  785. hostOverrideValue = hostOverrideValue.slice(0, hostOverrideValue.length - 1);
  786. }
  787. } else if (serviceConfig && serviceConfig.displayType === 'checkbox') {
  788. switch (hostOverrideValue) {
  789. case 'true':
  790. hostOverrideValue = true;
  791. break;
  792. case 'false':
  793. hostOverrideValue = false;
  794. break;
  795. }
  796. }
  797. if (serviceConfig) {
  798. // Value of this property is different for this host.
  799. var overrides = 'overrides';
  800. if (!(overrides in serviceConfig)) {
  801. serviceConfig.overrides = [];
  802. }
  803. if (!serviceConfig.overrides) {
  804. serviceConfig.set('overrides', []);
  805. }
  806. console.log("loadServiceConfigGroupOverridesSuccess(): [" + group + "] OVERRODE(" + serviceConfig.name + "): " + serviceConfig.value + " -> " + hostOverrideValue);
  807. serviceConfig.overrides.push({value: hostOverrideValue, group: group});
  808. }
  809. }
  810. });
  811. },
  812. /**
  813. * Set all site property that are derived from other site-properties
  814. */
  815. setConfigValue: function (mappedConfigs, allConfigs, config, globalConfigs) {
  816. var globalValue;
  817. if (config.value == null) {
  818. return;
  819. }
  820. var fkValue = config.value.match(/<(foreignKey.*?)>/g);
  821. var fkName = config.name.match(/<(foreignKey.*?)>/g);
  822. var templateValue = config.value.match(/<(templateName.*?)>/g);
  823. if (fkValue) {
  824. fkValue.forEach(function (_fkValue) {
  825. var index = parseInt(_fkValue.match(/\[([\d]*)(?=\])/)[1]);
  826. if (mappedConfigs.someProperty('name', config.foreignKey[index])) {
  827. globalValue = mappedConfigs.findProperty('name', config.foreignKey[index]).value;
  828. config.value = config.value.replace(_fkValue, globalValue);
  829. } else if (allConfigs.someProperty('name', config.foreignKey[index])) {
  830. if (allConfigs.findProperty('name', config.foreignKey[index]).value === '') {
  831. globalValue = allConfigs.findProperty('name', config.foreignKey[index]).defaultValue;
  832. } else {
  833. globalValue = allConfigs.findProperty('name', config.foreignKey[index]).value;
  834. }
  835. config.value = config.value.replace(_fkValue, globalValue);
  836. }
  837. }, this);
  838. }
  839. // config._name - formatted name from original config name
  840. if (fkName) {
  841. fkName.forEach(function (_fkName) {
  842. var index = parseInt(_fkName.match(/\[([\d]*)(?=\])/)[1]);
  843. if (mappedConfigs.someProperty('name', config.foreignKey[index])) {
  844. globalValue = mappedConfigs.findProperty('name', config.foreignKey[index]).value;
  845. config._name = config.name.replace(_fkName, globalValue);
  846. } else if (allConfigs.someProperty('name', config.foreignKey[index])) {
  847. if (allConfigs.findProperty('name', config.foreignKey[index]).value === '') {
  848. globalValue = allConfigs.findProperty('name', config.foreignKey[index]).defaultValue;
  849. } else {
  850. globalValue = allConfigs.findProperty('name', config.foreignKey[index]).value;
  851. }
  852. config._name = config.name.replace(_fkName, globalValue);
  853. }
  854. }, this);
  855. }
  856. //For properties in the configMapping file having foreignKey and templateName properties.
  857. if (templateValue) {
  858. templateValue.forEach(function (_value) {
  859. var index = parseInt(_value.match(/\[([\d]*)(?=\])/)[1]);
  860. if (globalConfigs.someProperty('name', config.templateName[index])) {
  861. var globalValue = globalConfigs.findProperty('name', config.templateName[index]).value;
  862. config.value = config.value.replace(_value, globalValue);
  863. } else {
  864. config.value = null;
  865. }
  866. }, this);
  867. }
  868. },
  869. complexConfigs: [
  870. {
  871. "id": "site property",
  872. "name": "capacity-scheduler",
  873. "displayName": "Capacity Scheduler",
  874. "value": "",
  875. "defaultValue": "",
  876. "description": "Capacity Scheduler properties",
  877. "displayType": "custom",
  878. "isOverridable": true,
  879. "isRequired": true,
  880. "isVisible": true,
  881. "serviceName": "YARN",
  882. "filename": "capacity-scheduler.xml",
  883. "category": "CapacityScheduler"
  884. }
  885. ],
  886. /**
  887. * transform set of configs from file
  888. * into one config with textarea content:
  889. * name=value
  890. * @param configs
  891. * @param filename
  892. * @return {*}
  893. */
  894. fileConfigsIntoTextarea: function (configs, filename) {
  895. var fileConfigs = configs.filterProperty('filename', filename);
  896. var value = '';
  897. var defaultValue = '';
  898. var complexConfig = this.get('complexConfigs').findProperty('filename', filename);
  899. if (complexConfig) {
  900. fileConfigs.forEach(function (_config) {
  901. value += _config.name + '=' + _config.value + '\n';
  902. defaultValue += _config.name + '=' + _config.defaultValue + '\n';
  903. }, this);
  904. complexConfig.value = value;
  905. complexConfig.defaultValue = defaultValue;
  906. configs = configs.filter(function (_config) {
  907. return _config.filename !== filename;
  908. });
  909. configs.push(complexConfig);
  910. }
  911. return configs;
  912. },
  913. /**
  914. * transform one config with textarea content
  915. * into set of configs of file
  916. * @param configs
  917. * @param filename
  918. * @return {*}
  919. */
  920. textareaIntoFileConfigs: function (configs, filename) {
  921. var complexConfigName = this.get('complexConfigs').findProperty('filename', filename).name;
  922. var configsTextarea = configs.findProperty('name', complexConfigName);
  923. if (configsTextarea) {
  924. var properties = configsTextarea.get('value').split('\n');
  925. properties.forEach(function (_property) {
  926. var name, value;
  927. if (_property) {
  928. _property = _property.split('=');
  929. name = _property[0];
  930. value = (_property[1]) ? _property[1] : "";
  931. configs.push(Em.Object.create({
  932. id: configsTextarea.get('id'),
  933. name: name,
  934. value: value,
  935. defaultValue: value,
  936. serviceName: configsTextarea.get('serviceName'),
  937. filename: filename
  938. }));
  939. }
  940. });
  941. return configs.without(configsTextarea);
  942. }
  943. console.log('ERROR: textarea config - ' + complexConfigName + ' is missing');
  944. return configs;
  945. },
  946. addLog4jConfig: function (configs, serviceName) {
  947. var fileName = serviceName.toLowerCase() + '-log4j.xml';
  948. var content = configs.filterProperty('serviceName', serviceName).findProperty('name', 'content');
  949. if (!content || !content.value.length) {
  950. var category = categotyConfigs.findProperty('serviceName', serviceName) && categotyConfigs.findProperty('serviceName', serviceName).configCategories.findProperty('siteFileName', fileName);
  951. if (category) {
  952. if (serviceName == 'HIVE') {
  953. this.get('log4jNotDefaultFilenames').forEach(function (info) {
  954. this.loadLog4jDefaultProperties(configs, 'HIVE', info.tagName, info.configCroupName, info.fileName);
  955. }, this);
  956. } else {
  957. this.loadLog4jDefaultProperties(configs, serviceName, category.siteFileName, category.name);
  958. }
  959. }
  960. }
  961. /**
  962. * Filtering properties to exclude {serviceName}-log4j.xml file. We don't use properties from this file,
  963. * instead we load log4j.properties file as one property named "content".
  964. * Filter can be deleted after {serviceName}-log4j.xml will be deleted from server
  965. */
  966. return configs.filter(function (_config) {
  967. return (_config.filename !== fileName || _config.name == "content");
  968. });
  969. },
  970. loadLog4jDefaultProperties: function(configs, serviceName, fileName, categoryName, log4jFile) {
  971. var url = "/resources//stacks/HDP/" + App.get('currentStackVersionNumber') + "/services/" + serviceName + "/configuration/" + (log4jFile || "log4j.properties");
  972. $.ajax({
  973. type: "GET",
  974. url: url,
  975. async: false,
  976. success: function(data) {
  977. var log4jObj = new Object({
  978. "id": "puppet var",
  979. "name": "content",
  980. "displayName": "content",
  981. "value": data,
  982. "defaultValue": data,
  983. "description": "log4j properties",
  984. "displayType": "custom",
  985. "isOverridable": true,
  986. "isRequired": true,
  987. "isVisible": true,
  988. "serviceName": serviceName,
  989. "filename": fileName,
  990. "category": categoryName
  991. });
  992. var cfg = configs.findProperty('filename',fileName);
  993. if (!cfg) {
  994. configs.push(log4jObj);
  995. } else {
  996. cfg.value = data;
  997. cfg.defaultValue = data;
  998. }
  999. }
  1000. });
  1001. },
  1002. /**
  1003. * trim trailing spaces for all properties.
  1004. * trim both trailing and leading spaces for host displayType and hive/oozie datebases url.
  1005. * for directory or directories displayType format string for further using.
  1006. * for password and values with spaces only do nothing.
  1007. * @param {Object} property
  1008. * @param {Boolean} isEmberObject
  1009. * @returns {*}
  1010. */
  1011. trimProperty: function (property, isEmberObject) {
  1012. var displayType = (isEmberObject) ? property.get('displayType') : property.displayType;
  1013. var value = (isEmberObject) ? property.get('value') : property.value;
  1014. var name = (isEmberObject) ? property.get('name') : property.name;
  1015. var rez;
  1016. switch (displayType) {
  1017. case 'directories':
  1018. case 'directory':
  1019. rez = value.trim().split(/\s+/g).join(',');
  1020. break;
  1021. case 'host':
  1022. rez = value.trim();
  1023. break;
  1024. case 'password':
  1025. break;
  1026. case 'advanced':
  1027. if (name == 'javax.jdo.option.ConnectionURL' || name == 'oozie.service.JPAService.jdbc.url') {
  1028. rez = value.trim();
  1029. }
  1030. default:
  1031. rez = (typeof value == 'string') ? value.replace(/(\s+$)/g, '') : value;
  1032. }
  1033. return ((rez == '') || (rez == undefined)) ? value : rez;
  1034. },
  1035. OnNnHAHideSnn: function (ServiceConfig) {
  1036. var configCategories = ServiceConfig.get('configCategories');
  1037. var snCategory = configCategories.findProperty('name', 'SNameNode');
  1038. var isSnnPresent = !!App.HDFSService.find('HDFS').get('snameNode');
  1039. if (snCategory && !isSnnPresent) {
  1040. configCategories.removeObject(snCategory);
  1041. }
  1042. },
  1043. /**
  1044. * Launches a dialog where an existing config-group can be selected, or a new
  1045. * one can be created. This is different than the config-group management
  1046. * dialog where host membership can be managed.
  1047. *
  1048. * The callback will be passed the created/selected config-group in the form
  1049. * of {id:2, name:'New hardware group'}. In the case of dialog being cancelled,
  1050. * the callback is provided <code>null</code>
  1051. *
  1052. * @param {String} groupName
  1053. * is closed, cancelled or OK is pressed.
  1054. */
  1055. saveGroupConfirmationPopup: function(groupName) {
  1056. App.ModalPopup.show({
  1057. header: Em.I18n.t('config.group.save.confirmation.header'),
  1058. secondary: Em.I18n.t('config.group.save.confirmation.manage.button'),
  1059. groupName: groupName,
  1060. bodyClass: Ember.View.extend({
  1061. templateName: require('templates/common/configs/saveConfigGroup')
  1062. }),
  1063. onSecondary: function() {
  1064. App.router.get('mainServiceInfoConfigsController').manageConfigurationGroups();
  1065. this.hide();
  1066. }
  1067. });
  1068. },
  1069. //Persist config groups created in step7 wizard controller
  1070. persistWizardStep7ConfigGroups: function () {
  1071. var installerController = App.router.get('installerController');
  1072. var step7Controller = App.router.get('wizardStep7Controller');
  1073. if (App.supports.hostOverridesInstaller) {
  1074. installerController.saveServiceConfigGroups(step7Controller);
  1075. App.clusterStatus.setClusterStatus({
  1076. localdb: App.db.data
  1077. });
  1078. }
  1079. },
  1080. /**
  1081. * exclude configs that depends on services which are uninstalled
  1082. * if config doesn't have serviceName or dependent service is installed then
  1083. * config not excluded
  1084. */
  1085. excludeUnsupportedConfigs: function (configs, installedServices) {
  1086. return configs.filter(function (config) {
  1087. return !(config.serviceName && !installedServices.contains(config.serviceName));
  1088. });
  1089. },
  1090. launchConfigGroupSelectionCreationDialog : function(serviceId, configGroups, configProperty, callback, isInstaller) {
  1091. var self = this;
  1092. var availableConfigGroups = configGroups.slice();
  1093. // delete Config Groups, that already have selected property overridden
  1094. var alreadyOverriddenGroups = [];
  1095. if (configProperty.get('overrides')) {
  1096. alreadyOverriddenGroups = configProperty.get('overrides').mapProperty('group.name');
  1097. }
  1098. var result = [];
  1099. availableConfigGroups.forEach(function (group) {
  1100. if (!group.get('isDefault') && (!alreadyOverriddenGroups.length || !alreadyOverriddenGroups.contains(group.name))) {
  1101. result.push(group);
  1102. }
  1103. }, this);
  1104. availableConfigGroups = result;
  1105. var selectedConfigGroup = availableConfigGroups && availableConfigGroups.length > 0 ?
  1106. availableConfigGroups[0] : null;
  1107. var serviceName = App.Service.DisplayNames[serviceId];
  1108. App.ModalPopup.show({
  1109. classNames: [ 'sixty-percent-width-modal' ],
  1110. header: Em.I18n.t('config.group.selection.dialog.title').format(serviceName),
  1111. subTitle: Em.I18n.t('config.group.selection.dialog.subtitle').format(serviceName),
  1112. selectExistingGroupLabel: Em.I18n.t('config.group.selection.dialog.option.select').format(serviceName),
  1113. noGroups: Em.I18n.t('config.group.selection.dialog.no.groups').format(serviceName),
  1114. createNewGroupLabel: Em.I18n.t('config.group.selection.dialog.option.create').format(serviceName),
  1115. createNewGroupDescription: Em.I18n.t('config.group.selection.dialog.option.create.msg').format(serviceName),
  1116. warningMessage: '&nbsp;',
  1117. isWarning: false,
  1118. optionSelectConfigGroup: true,
  1119. optionCreateConfigGroup: function(){
  1120. return !this.get('optionSelectConfigGroup');
  1121. }.property('optionSelectConfigGroup'),
  1122. hasExistedGroups: function() {
  1123. return !!this.get('availableConfigGroups').length;
  1124. }.property('availableConfigGroups'),
  1125. availableConfigGroups: availableConfigGroups,
  1126. selectedConfigGroup: selectedConfigGroup,
  1127. newConfigGroupName: '',
  1128. enablePrimary: function () {
  1129. return this.get('optionSelectConfigGroup') || (this.get('newConfigGroupName').trim().length > 0 && !this.get('isWarning'));
  1130. }.property('newConfigGroupName', 'optionSelectConfigGroup', 'warningMessage'),
  1131. onPrimary: function () {
  1132. if (!this.get('enablePrimary')) {
  1133. return false;
  1134. }
  1135. if (this.get('optionSelectConfigGroup')) {
  1136. var selectedConfigGroup = this.get('selectedConfigGroup');
  1137. this.hide();
  1138. callback(selectedConfigGroup);
  1139. } else {
  1140. var newConfigGroupName = this.get('newConfigGroupName').trim();
  1141. var newConfigGroup = App.ConfigGroup.create({
  1142. id: null,
  1143. name: newConfigGroupName,
  1144. description: Em.I18n.t('config.group.description.default').format(new Date().toDateString()),
  1145. isDefault: false,
  1146. parentConfigGroup: null,
  1147. service: (isInstaller) ? Em.Object.create({id: serviceId}) : App.Service.find().findProperty('serviceName', serviceId),
  1148. hosts: [],
  1149. configSiteTags: [],
  1150. properties: []
  1151. });
  1152. self.postNewConfigurationGroup(newConfigGroup);
  1153. if (newConfigGroup) {
  1154. newConfigGroup.set('parentConfigGroup', configGroups.findProperty('isDefault'));
  1155. configGroups.pushObject(newConfigGroup);
  1156. if (isInstaller) {
  1157. self.persistWizardStep7ConfigGroups();
  1158. } else {
  1159. self.saveGroupConfirmationPopup(newConfigGroupName);
  1160. }
  1161. this.hide();
  1162. callback(newConfigGroup);
  1163. }
  1164. }
  1165. },
  1166. onSecondary: function () {
  1167. this.hide();
  1168. callback(null);
  1169. },
  1170. doSelectConfigGroup: function (event) {
  1171. var configGroup = event.context;
  1172. console.log(configGroup);
  1173. this.set('selectedConfigGroup', configGroup);
  1174. },
  1175. validate: function () {
  1176. var msg = '&nbsp;';
  1177. var isWarning = false;
  1178. var optionSelect = this.get('optionSelectConfigGroup');
  1179. if (!optionSelect) {
  1180. var nn = this.get('newConfigGroupName');
  1181. if (nn && configGroups.mapProperty('name').contains(nn)) {
  1182. msg = Em.I18n.t("config.group.selection.dialog.err.name.exists");
  1183. isWarning = true;
  1184. }
  1185. }
  1186. this.set('warningMessage', msg);
  1187. this.set('isWarning', isWarning);
  1188. }.observes('newConfigGroupName', 'optionSelectConfigGroup'),
  1189. bodyClass: Ember.View.extend({
  1190. templateName: require('templates/common/configs/selectCreateConfigGroup'),
  1191. controllerBinding: 'App.router.mainServiceInfoConfigsController',
  1192. selectConfigGroupRadioButton: Ember.Checkbox.extend({
  1193. tagName: 'input',
  1194. attributeBindings: ['type', 'checked', 'disabled'],
  1195. checked: function () {
  1196. return this.get('parentView.parentView.optionSelectConfigGroup');
  1197. }.property('parentView.parentView.optionSelectConfigGroup'),
  1198. type: 'radio',
  1199. disabled: false,
  1200. click: function () {
  1201. this.set('parentView.parentView.optionSelectConfigGroup', true);
  1202. },
  1203. didInsertElement: function () {
  1204. if (!this.get('parentView.parentView.hasExistedGroups')) {
  1205. this.set('disabled', true);
  1206. this.set('parentView.parentView.optionSelectConfigGroup', false);
  1207. }
  1208. }
  1209. }),
  1210. createConfigGroupRadioButton: Ember.Checkbox.extend({
  1211. tagName: 'input',
  1212. attributeBindings: ['type', 'checked'],
  1213. checked: function () {
  1214. return !this.get('parentView.parentView.optionSelectConfigGroup');
  1215. }.property('parentView.parentView.optionSelectConfigGroup'),
  1216. type: 'radio',
  1217. click: function () {
  1218. this.set('parentView.parentView.optionSelectConfigGroup', false);
  1219. }
  1220. })
  1221. })
  1222. });
  1223. },
  1224. /**
  1225. * launch dialog where can be assigned another group to host
  1226. * @param selectedGroup
  1227. * @param configGroups
  1228. * @param hostName
  1229. * @param callback
  1230. */
  1231. launchSwitchConfigGroupOfHostDialog: function (selectedGroup, configGroups, hostName, callback) {
  1232. var self = this;
  1233. App.ModalPopup.show({
  1234. header: Em.I18n.t('config.group.host.switch.dialog.title'),
  1235. configGroups: configGroups,
  1236. selectedConfigGroup: selectedGroup,
  1237. enablePrimary: function () {
  1238. return this.get('selectedConfigGroup.name') !== selectedGroup.get('name');
  1239. }.property('selectedConfigGroup'),
  1240. onPrimary: function () {
  1241. if (this.get('enablePrimary')) {
  1242. var newGroup = this.get('selectedConfigGroup');
  1243. selectedGroup.get('hosts').removeObject(hostName);
  1244. if (!selectedGroup.get('isDefault')) {
  1245. self.updateConfigurationGroup(selectedGroup, function(){}, function(){});
  1246. }
  1247. newGroup.get('hosts').pushObject(hostName);
  1248. callback(newGroup);
  1249. if (!newGroup.get('isDefault')) {
  1250. self.updateConfigurationGroup(newGroup, function(){}, function(){});
  1251. }
  1252. this.hide();
  1253. }
  1254. },
  1255. bodyClass: Ember.View.extend({
  1256. templateName: require('templates/utils/config_launch_switch_config_group_of_host')
  1257. })
  1258. });
  1259. },
  1260. /**
  1261. * Create a new config-group for a service.
  1262. *
  1263. * @param newConfigGroupData config group to post to server
  1264. * @param callback Callback function for Success or Error handling
  1265. * @return Returns the created config-group
  1266. */
  1267. postNewConfigurationGroup: function (newConfigGroupData, callback) {
  1268. var dataHosts = [];
  1269. newConfigGroupData.get('hosts').forEach(function (_host) {
  1270. dataHosts.push({
  1271. host_name: _host
  1272. });
  1273. }, this);
  1274. var sendData = {
  1275. name: 'config_groups.create',
  1276. data: {
  1277. 'group_name': newConfigGroupData.get('name'),
  1278. 'service_id': newConfigGroupData.get('service.id'),
  1279. 'description': newConfigGroupData.get('description'),
  1280. 'hosts': dataHosts
  1281. },
  1282. success: 'successFunction',
  1283. error: 'errorFunction',
  1284. successFunction: function (response) {
  1285. newConfigGroupData.set('id', response.resources[0].ConfigGroup.id);
  1286. if (callback) {
  1287. callback();
  1288. }
  1289. },
  1290. errorFunction: function (xhr, text, errorThrown) {
  1291. if (callback) {
  1292. callback(xhr, text, errorThrown);
  1293. }
  1294. console.error('Error in creating new Config Group');
  1295. }
  1296. };
  1297. sendData.sender = sendData;
  1298. App.ajax.send(sendData);
  1299. return newConfigGroupData;
  1300. },
  1301. /**
  1302. * PUTs the new configuration-group on the server.
  1303. * Changes possible here are the name, description and
  1304. * host memberships of the configuration-group.
  1305. *
  1306. * @param {App.ConfigGroup} configGroup Configuration group to update
  1307. * @param {Function} successCallback
  1308. * @param {Function} errorCallback
  1309. */
  1310. updateConfigurationGroup: function (configGroup, successCallback, errorCallback) {
  1311. var putConfigGroup = {
  1312. ConfigGroup: {
  1313. group_name: configGroup.get('name'),
  1314. description: configGroup.get('description'),
  1315. tag: configGroup.get('service.id'),
  1316. hosts: [],
  1317. desired_configs: []
  1318. }
  1319. };
  1320. configGroup.get('hosts').forEach(function(h){
  1321. putConfigGroup.ConfigGroup.hosts.push({
  1322. host_name: h
  1323. });
  1324. });
  1325. configGroup.get('configSiteTags').forEach(function(cst){
  1326. putConfigGroup.ConfigGroup.desired_configs.push({
  1327. type: cst.get('site'),
  1328. tag: cst.get('tag')
  1329. });
  1330. });
  1331. var sendData = {
  1332. name: 'config_groups.update',
  1333. data: {
  1334. id: configGroup.get('id'),
  1335. data: putConfigGroup
  1336. },
  1337. success: 'successFunction',
  1338. error: 'errorFunction',
  1339. successFunction: function () {
  1340. if(successCallback) {
  1341. successCallback();
  1342. }
  1343. },
  1344. errorFunction: function (xhr, text, errorThrown) {
  1345. if(errorCallback) {
  1346. errorCallback(xhr, text, errorThrown);
  1347. }
  1348. }
  1349. };
  1350. sendData.sender = sendData;
  1351. App.ajax.send(sendData);
  1352. },
  1353. clearConfigurationGroupHosts: function (configGroup, successCallback, errorCallback) {
  1354. configGroup = jQuery.extend({}, configGroup);
  1355. configGroup.set('hosts', []);
  1356. this.updateConfigurationGroup(configGroup, successCallback, errorCallback);
  1357. },
  1358. deleteConfigGroup: function (configGroup, successCallback, errorCallback) {
  1359. var sendData = {
  1360. name: 'config_groups.delete_config_group',
  1361. sender: this,
  1362. data: {
  1363. id: configGroup.get('id')
  1364. },
  1365. success: 'successFunction',
  1366. error: 'errorFunction',
  1367. successFunction: function () {
  1368. if(successCallback) {
  1369. successCallback();
  1370. }
  1371. },
  1372. errorFunction: function (xhr, text, errorThrown) {
  1373. if(errorCallback) {
  1374. errorCallback(xhr, text, errorThrown);
  1375. }
  1376. }
  1377. };
  1378. sendData.sender = sendData;
  1379. App.ajax.send(sendData);
  1380. },
  1381. /**
  1382. * Gets all the configuration-groups for the given service.
  1383. *
  1384. * @param serviceId
  1385. * (string) ID of the service. Ex: HDFS
  1386. */
  1387. getConfigGroupsForService: function (serviceId) {
  1388. },
  1389. /**
  1390. * Gets all the configuration-groups for a host.
  1391. *
  1392. * @param hostName
  1393. * (string) host name used to register
  1394. */
  1395. getConfigGroupsForHost: function (hostName) {
  1396. }
  1397. });