configs.js 79 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. require('controllers/wizard/slave_component_groups_controller');
  20. var batchUtils = require('utils/batch_scheduled_requests');
  21. var lazyLoading = require('utils/lazy_loading');
  22. App.MainServiceInfoConfigsController = Em.Controller.extend({
  23. name: 'mainServiceInfoConfigsController',
  24. isHostsConfigsPage: false,
  25. forceTransition: false,
  26. dataIsLoaded: false,
  27. stepConfigs: [], //contains all field properties that are viewed in this service
  28. selectedService: null,
  29. serviceConfigTags: null,
  30. selectedConfigGroup: null,
  31. configGroups: [],
  32. globalConfigs: [],
  33. uiConfigs: [],
  34. customConfig: [],
  35. serviceConfigsData: require('data/service_configs'),
  36. isApplyingChanges: false,
  37. saveConfigsFlag: true,
  38. putClusterConfigsCallsNumber: null,
  39. // contain Service Config Property, when user proceed from Select Config Group dialog
  40. overrideToAdd: null,
  41. serviceConfigs: function () {
  42. return App.config.get('preDefinedServiceConfigs');
  43. }.property('App.config.preDefinedServiceConfigs'),
  44. customConfigs: function () {
  45. return App.config.get('preDefinedCustomConfigs');
  46. }.property('App.config.preDefinedCustomConfigs'),
  47. configMapping: function () {
  48. return App.config.get('configMapping');
  49. }.property('App.config.configMapping'),
  50. configs: function () {
  51. return App.config.get('preDefinedGlobalProperties');
  52. }.property('App.config.preDefinedGlobalProperties'),
  53. secureConfigs: function () {
  54. if (App.get('isHadoop2Stack')) {
  55. return require('data/HDP2/secure_mapping');
  56. } else {
  57. return require('data/secure_mapping');
  58. }
  59. }.property('App.isHadoop2Stack'),
  60. /**
  61. * Map, which contains relation between group and site
  62. * to upload overriden properties
  63. */
  64. loadedGroupToOverrideSiteToTagMap: {},
  65. /**
  66. * During page load time the cluster level site to tag
  67. * mapping is stored here.
  68. *
  69. * Example:
  70. * {
  71. * 'global': 'version1',
  72. * 'hdfs-site': 'version1',
  73. * 'core-site': 'version1'
  74. * }
  75. */
  76. loadedClusterSiteToTagMap: {},
  77. /**
  78. * Holds the actual base service-config server data uploaded.
  79. * This is used by the host-override mechanism to update host
  80. * specific values.
  81. */
  82. savedSiteNameToServerServiceConfigDataMap: {},
  83. isSubmitDisabled: function () {
  84. return (!(this.stepConfigs.everyProperty('errorCount', 0)) || this.get('isApplyingChanges'));
  85. }.property('stepConfigs.@each.errorCount', 'isApplyingChanges'),
  86. slaveComponentGroups: null,
  87. /**
  88. * Filter text will be located here
  89. */
  90. filter: '',
  91. /**
  92. * Dropdown menu items in filter combobox
  93. */
  94. filterColumns: function () {
  95. var result = [];
  96. for (var i = 1; i < 2; i++) {
  97. result.push(Ember.Object.create({
  98. name: this.t('common.combobox.dropdown.' + i),
  99. selected: false
  100. }));
  101. }
  102. return result;
  103. }.property(),
  104. /**
  105. * clear and set properties to default value
  106. */
  107. clearStep: function () {
  108. this.set('isInit', true);
  109. this.set('hash', null);
  110. this.set('forceTransition', false);
  111. this.set('dataIsLoaded', false);
  112. this.set('filter', '');
  113. this.get('filterColumns').setEach('selected', false);
  114. this.get('stepConfigs').clear();
  115. this.get('globalConfigs').clear();
  116. this.get('uiConfigs').clear();
  117. this.get('customConfig').clear();
  118. this.set('loadedGroupToOverrideSiteToTagMap', {});
  119. this.set('savedSiteNameToServerServiceConfigDataMap', {});
  120. if (this.get('serviceConfigTags')) {
  121. this.set('serviceConfigTags', null);
  122. }
  123. },
  124. serviceConfigProperties: function () {
  125. return App.db.getServiceConfigProperties();
  126. }.property('content'),
  127. /**
  128. * "Finger-print" of the <code>stepConfigs</code>. Filled after first configGroup selecting
  129. * Used to determine if some changes were made (when user navigates away from this page)
  130. * {String}
  131. */
  132. hash: null,
  133. /**
  134. * Is this initial config group changing
  135. * {Boolean}
  136. */
  137. isInit: true,
  138. restartHosts: Em.A(),
  139. defaultsInfo: null,
  140. /**
  141. * On load function
  142. */
  143. loadStep: function () {
  144. console.log("TRACE: Loading configure for service");
  145. this.clearStep();
  146. this.loadServiceConfigs();
  147. },
  148. getHash: function() {
  149. if (!this.get('stepConfigs')[0]) {
  150. return "";
  151. }
  152. var hash = {};
  153. this.get('stepConfigs')[0].configs.forEach(function(config) {
  154. hash[config.get('name')] = {value: config.get('value'), overrides: []};
  155. if (!config.get('overrides')) return;
  156. if (!config.get('overrides.length')) return;
  157. config.get('overrides').forEach(function(override) {
  158. hash[config.get('name')].overrides.push(override.get('value'));
  159. });
  160. });
  161. return JSON.stringify(hash);
  162. },
  163. /**
  164. * Loads service configurations
  165. */
  166. loadServiceConfigs: function () {
  167. var advancedConfigs = [];
  168. var self = this;
  169. App.config.loadAdvancedConfig(this.get('content.serviceName'), function (properties) {
  170. advancedConfigs.pushObjects(properties);
  171. self.set('advancedConfigs', advancedConfigs);
  172. self.loadServiceTags();
  173. });
  174. },
  175. /**
  176. * load config tags of service
  177. */
  178. loadServiceTags: function () {
  179. App.ajax.send({
  180. name: 'config.tags_and_groups',
  181. sender: this,
  182. data: {
  183. serviceName: this.get('content.serviceName'),
  184. serviceConfigsDef: this.get('serviceConfigs').findProperty('serviceName', this.get('content.serviceName'))
  185. },
  186. success: 'loadServiceTagsSuccess'
  187. });
  188. },
  189. loadServiceTagsSuccess: function (data, opt, params) {
  190. var serviceConfigsDef = params.serviceConfigsDef;
  191. var serviceName = this.get('content.serviceName');
  192. console.debug("loadServiceConfigs(): data=", data);
  193. // Create default configuration group
  194. var defaultConfigGroupHosts = App.cache['HostsList'];
  195. var selectedConfigGroup;
  196. var siteToTagMap = {};
  197. serviceConfigsDef.sites.forEach(function(siteName){
  198. if(data.Clusters.desired_configs[siteName]){
  199. siteToTagMap[siteName] = data.Clusters.desired_configs[siteName].tag;
  200. } else {
  201. siteToTagMap[siteName] = 'version1';
  202. }
  203. }, this);
  204. this.loadedClusterSiteToTagMap = siteToTagMap;
  205. //parse loaded config groups
  206. if (App.supports.hostOverrides) {
  207. var configGroups = [];
  208. if (data.config_groups.length) {
  209. data.config_groups.forEach(function (item) {
  210. item = item.ConfigGroup;
  211. if (item.tag === this.get('content.serviceName')) {
  212. var groupHosts = item.hosts.mapProperty('host_name');
  213. var newConfigGroup = App.ConfigGroup.create({
  214. id: item.id,
  215. name: item.group_name,
  216. description: item.description,
  217. isDefault: false,
  218. parentConfigGroup: null,
  219. service: App.Service.find().findProperty('serviceName', item.tag),
  220. hosts: groupHosts,
  221. configSiteTags: []
  222. });
  223. groupHosts.forEach(function (host) {
  224. defaultConfigGroupHosts = defaultConfigGroupHosts.without(host);
  225. }, this);
  226. item.desired_configs.forEach(function (config) {
  227. newConfigGroup.configSiteTags.push(App.ConfigSiteTag.create({
  228. site: config.type,
  229. tag: config.tag
  230. }));
  231. }, this);
  232. // select default selected group for hosts page
  233. if (!selectedConfigGroup && this.get('isHostsConfigsPage') && newConfigGroup.get('hosts').contains(this.get('host.hostName')) && this.get('content.serviceName') === item.tag) {
  234. selectedConfigGroup = newConfigGroup;
  235. }
  236. configGroups.push(newConfigGroup);
  237. }
  238. }, this);
  239. }
  240. this.set('configGroups', configGroups);
  241. }
  242. var defaultConfigGroup = App.ConfigGroup.create({
  243. name: App.Service.DisplayNames[serviceName] + " Default",
  244. description: "Default cluster level " + serviceName + " configuration",
  245. isDefault: true,
  246. hosts: defaultConfigGroupHosts,
  247. parentConfigGroup: null,
  248. service: this.get('content'),
  249. serviceName: serviceName,
  250. configSiteTags: []
  251. });
  252. if (!selectedConfigGroup) {
  253. selectedConfigGroup = defaultConfigGroup;
  254. }
  255. this.get('configGroups').sort(function(configGroupA, configGroupB){
  256. return (configGroupA.name > configGroupB.name);
  257. });
  258. this.get('configGroups').unshift(defaultConfigGroup);
  259. this.set('selectedConfigGroup', selectedConfigGroup);
  260. },
  261. onConfigGroupChange: function () {
  262. this.get('stepConfigs').clear();
  263. var selectedConfigGroup = this.get('selectedConfigGroup');
  264. var serviceName = this.get('content.serviceName');
  265. //STEP 1: handle tags from JSON data for host overrides
  266. this.loadedGroupToOverrideSiteToTagMap = {};
  267. if (App.supports.hostOverrides) {
  268. var configGroupsWithOverrides = selectedConfigGroup.get('isDefault') && !this.get('isHostsConfigsPage') ? this.get('configGroups') : [selectedConfigGroup];
  269. configGroupsWithOverrides.forEach(function (item) {
  270. var groupName = item.get('name');
  271. this.loadedGroupToOverrideSiteToTagMap[groupName] = {};
  272. item.get('configSiteTags').forEach(function (siteTag) {
  273. var site = siteTag.get('site');
  274. this.loadedGroupToOverrideSiteToTagMap[groupName][site] = siteTag.get('tag');
  275. }, this);
  276. }, this);
  277. }
  278. //STEP 2: Create an array of objects defining tag names to be polled and new tag names to be set after submit
  279. this.setServiceConfigTags(this.loadedClusterSiteToTagMap);
  280. //STEP 3: Load advanced configs
  281. var advancedConfigs = this.get('advancedConfigs');
  282. //STEP 4: Load on-site config by service from server
  283. var configGroups = App.router.get('configurationController').getConfigsByTags(this.get('serviceConfigTags'));
  284. //STEP 5: Merge global and on-site configs with pre-defined
  285. var configSet = App.config.mergePreDefinedWithLoaded(configGroups, advancedConfigs, this.get('serviceConfigTags'), serviceName);
  286. configSet = App.config.syncOrderWithPredefined(configSet);
  287. //var serviceConfigs = this.getSitesConfigProperties(advancedConfigs);
  288. var configs = configSet.configs;
  289. //put global configs into globalConfigs to save them separately
  290. this.set('globalConfigs', configSet.globalConfigs);
  291. //STEP 6: add advanced configs
  292. //App.config.addAdvancedConfigs(configs, advancedConfigs, serviceName);
  293. //STEP 7: add custom configs
  294. App.config.addCustomConfigs(configs);
  295. //put properties from capacity-scheduler.xml into one config with textarea view
  296. if (this.get('content.serviceName') === 'YARN' && !App.supports.capacitySchedulerUi) {
  297. configs = App.config.fileConfigsIntoTextarea(configs, 'capacity-scheduler.xml');
  298. }
  299. //STEP 8: add configs as names of host components
  300. this.addHostNamesToGlobalConfig();
  301. var allConfigs = this.get('globalConfigs').concat(configs);
  302. //STEP 9: Load and add overriden configs of group
  303. App.config.loadServiceConfigGroupOverrides(allConfigs, this.loadedGroupToOverrideSiteToTagMap, this.get('configGroups'));
  304. //STEP 10: creation of serviceConfig object which contains configs for current service
  305. var serviceConfig = App.config.createServiceConfig(serviceName);
  306. //STEP11: Make SecondaryNameNode invisible on enabling namenode HA
  307. if (serviceConfig.get('serviceName') === 'HDFS') {
  308. App.config.OnNnHAHideSnn(serviceConfig);
  309. }
  310. if (serviceName || serviceConfig.serviceName === 'MISC') {
  311. //STEP 11: render configs and wrap each in ServiceConfigProperty object
  312. var self =this;
  313. // set recommended Defaults first then load the configs (including set validator)
  314. this.setRecommendedDefaults(advancedConfigs).done(function () {
  315. self.loadConfigs(allConfigs, serviceConfig);
  316. self.checkOverrideProperty(serviceConfig);
  317. self.get('stepConfigs').pushObject(serviceConfig);
  318. self.set('selectedService', self.get('stepConfigs').objectAt(0));
  319. self.checkForSecureConfig(self.get('selectedService'));
  320. self.set('dataIsLoaded', true);
  321. self.set('hash', self.getHash());
  322. self.set('isInit', false);
  323. });
  324. } else {
  325. this.set('selectedService', this.get('stepConfigs').objectAt(0));
  326. this.checkForSecureConfig(this.get('selectedService'));
  327. this.set('dataIsLoaded', true);
  328. this.set('hash', this.getHash());
  329. this.set('isInit', false);
  330. }
  331. }.observes('selectedConfigGroup'),
  332. /**
  333. * Changes format from Object to Array
  334. *
  335. * {
  336. * 'core-site': 'version1',
  337. * 'hdfs-site': 'version1',
  338. * 'global': 'version2',
  339. * ...
  340. * }
  341. *
  342. * to
  343. *
  344. * [
  345. * {
  346. * siteName: 'core-site',
  347. * tagName: 'version1',
  348. * newTageName: null
  349. * },
  350. * ...
  351. * ]
  352. *
  353. * set tagnames for configuration of the *-site.xml
  354. */
  355. setServiceConfigTags: function (desiredConfigsSiteTags) {
  356. console.debug("setServiceConfigTags(): Trying to set ", desiredConfigsSiteTags);
  357. var newServiceConfigTags = [];
  358. for (var index in desiredConfigsSiteTags) {
  359. newServiceConfigTags.pushObject({
  360. siteName: index,
  361. tagName: desiredConfigsSiteTags[index],
  362. newTagName: null
  363. }, this);
  364. }
  365. console.debug("setServiceConfigTags(): Setting 'serviceConfigTags' to ", newServiceConfigTags);
  366. this.set('serviceConfigTags', newServiceConfigTags);
  367. },
  368. /**
  369. * check whether the config property is a security related knob
  370. * @param serviceConfig
  371. */
  372. checkForSecureConfig: function (serviceConfig) {
  373. serviceConfig.get('configs').forEach(function (_config) {
  374. this.get('secureConfigs').forEach(function (_secureConfig) {
  375. if (_config.get('name') === _secureConfig.name) {
  376. _config.set('isSecureConfig', true);
  377. }
  378. }, this)
  379. }, this)
  380. },
  381. /**
  382. * Get info about hosts and host components to configDefaultsProviders
  383. * @returns {{masterComponentHosts: Array, slaveComponentHosts: Array, hosts: {}}}
  384. */
  385. getInfoForDefaults: function() {
  386. App.ajax.send({
  387. name: 'host_components.all',
  388. sender: this,
  389. data: {
  390. clusterName: App.get('clusterName')
  391. },
  392. success: 'slavesSuccessCallback'
  393. });
  394. },
  395. slavesSuccessCallback: function (response) {
  396. var slaveComponentHosts = [];
  397. var slaves = response.items.mapProperty('HostRoles').filter(function (c) {
  398. return App.StackServiceComponent.find().findProperty('componentName', c.component_name).get('isSlave');
  399. }).map(function(item) {
  400. return Em.Object.create({
  401. host: item.host_name,
  402. componentName: item.component_name
  403. });
  404. });
  405. slaves.forEach(function(slave) {
  406. var s = slaveComponentHosts.findProperty('componentName', slave.componentName);
  407. if (s) {
  408. s.hosts.push({hostName: slave.host});
  409. }
  410. else {
  411. slaveComponentHosts.push({
  412. componentName: slave.get('componentName'),
  413. hosts: [{hostName: slave.host}]
  414. });
  415. }
  416. });
  417. App.ajax.send({
  418. name: 'host_components.with_services_names',
  419. sender: this,
  420. data: {
  421. clusterName: App.get('clusterName'),
  422. slaveComponentHosts: slaveComponentHosts
  423. },
  424. success: 'mastersSuccessCallback'
  425. });
  426. },
  427. mastersSuccessCallback: function (response, request, data) {
  428. var masterComponentHosts = response.items.filter(function (c) {
  429. return App.StackServiceComponent.find().findProperty('componentName', c.HostRoles.component_name).get('isMaster');
  430. }).map(function(item) {
  431. return {
  432. component: item.HostRoles.component_name,
  433. serviceId: item.component[0].ServiceComponentInfo.service_name,
  434. host: item.HostRoles.host_name
  435. }
  436. });
  437. App.ajax.send({
  438. name: 'hosts.confirmed',
  439. sender: this,
  440. data: {
  441. clusterName: App.get('clusterName'),
  442. masterComponentHosts: masterComponentHosts,
  443. slaveComponentHosts: data.slaveComponentHosts
  444. },
  445. success: 'hostsSuccessCallback'
  446. });
  447. },
  448. hostsSuccessCallback: function (response, request, data) {
  449. var hosts = {};
  450. response.items.mapProperty('Hosts').map(function(host) {
  451. hosts[host.host_name] = {
  452. name: host.host_name,
  453. cpu: host.cpu_count,
  454. memory: host.total_mem,
  455. disk_info: host.disk_info
  456. };
  457. });
  458. var obj = {
  459. masterComponentHosts: [],
  460. slaveComponentHosts: [],
  461. hosts: hosts
  462. };
  463. lazyLoading.run({
  464. initSize: 20,
  465. chunkSize: 50,
  466. delay: 50,
  467. destination: obj.masterComponentHosts,
  468. source: data.masterComponentHosts,
  469. context: Em.Object.create()
  470. });
  471. lazyLoading.run({
  472. initSize: 20,
  473. chunkSize: 50,
  474. delay: 50,
  475. destination: obj.slaveComponentHosts,
  476. source: obj.slaveComponentHosts,
  477. context: Em.Object.create()
  478. });
  479. this.set('defaultsInfo', obj);
  480. },
  481. /**
  482. * Load child components to service config object
  483. * @param {Array} configs - array of configs
  484. * @param {Object} componentConfig - component config object
  485. * @method loadConfigs
  486. */
  487. loadConfigs: function(configs, componentConfig) {
  488. var serviceConfigsData = this.get('serviceConfigsData').findProperty('serviceName', this.get('content.serviceName'));
  489. var defaultGroupSelected = this.get('selectedConfigGroup.isDefault');
  490. configs.forEach(function (_serviceConfigProperty) {
  491. var serviceConfigProperty = this.createConfigProperty(_serviceConfigProperty, defaultGroupSelected, serviceConfigsData);
  492. componentConfig.configs.pushObject(serviceConfigProperty);
  493. serviceConfigProperty.validate();
  494. }, this);
  495. },
  496. /**
  497. * create {Em.Object}service_cfg_property based on {Object}_serviceConfigProperty and additional info
  498. * @param {Object} _serviceConfigProperty - config object
  499. * @param {Boolean} defaultGroupSelected - true if selected cfg group is default
  500. * @param {Object} serviceConfigsData - service cfg object
  501. * @returns {Ember.Object|null}
  502. * @method createConfigProperty
  503. */
  504. createConfigProperty: function(_serviceConfigProperty, defaultGroupSelected, serviceConfigsData) {
  505. console.log("config", _serviceConfigProperty);
  506. if (!_serviceConfigProperty) return null;
  507. var overrides = _serviceConfigProperty.overrides;
  508. // we will populate the override properties below
  509. _serviceConfigProperty.overrides = null;
  510. _serviceConfigProperty.isOverridable = Em.isNone(_serviceConfigProperty.isOverridable) ? true : _serviceConfigProperty.isOverridable;
  511. var serviceConfigProperty = App.ServiceConfigProperty.create(_serviceConfigProperty);
  512. this.setValueForCheckBox(serviceConfigProperty);
  513. this.setValidator(serviceConfigProperty, serviceConfigsData);
  514. this.setValuesForOverrides(overrides, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected);
  515. this.setEditability(serviceConfigProperty, defaultGroupSelected);
  516. return serviceConfigProperty;
  517. },
  518. /**
  519. * trigger addOverrideProperty
  520. * @param {Object} componentConfig
  521. * @method checkOverrideProperty
  522. */
  523. checkOverrideProperty: function(componentConfig) {
  524. var overrideToAdd = this.get('overrideToAdd');
  525. if (overrideToAdd) {
  526. overrideToAdd = componentConfig.configs.findProperty('name', overrideToAdd.name);
  527. if (overrideToAdd) {
  528. this.addOverrideProperty(overrideToAdd);
  529. this.set('overrideToAdd', null);
  530. }
  531. }
  532. },
  533. /**
  534. * set recommended defaults for advanced configs for current service
  535. * @param {Array} advancedConfigs
  536. * @mrethod setRecommendedDefaults
  537. */
  538. setRecommendedDefaults: function (advancedConfigs) {
  539. var s = this.get('serviceConfigsData').findProperty('serviceName', this.get('content.serviceName'));
  540. var dfd = $.Deferred();
  541. this.getInfoForDefaults();
  542. this.addObserver('defaultsInfo.hosts.length', this, function() {
  543. var localDB = this.get('defaultsInfo');
  544. var recommendedDefaults = {};
  545. if (s.defaultsProviders) {
  546. s.defaultsProviders.forEach(function (defaultsProvider) {
  547. var d = defaultsProvider.getDefaults(localDB);
  548. for (var name in d) {
  549. if (!!d[name]) {
  550. recommendedDefaults[name] = d[name];
  551. } else {
  552. var defaultValueFromStack = advancedConfigs.findProperty('name', name);
  553. // If property default value is not declared on client, fetch it from stack definition
  554. // If it's not declared with any valid value in both server stack and client, then js reference error is expected to be thrown
  555. recommendedDefaults[name] = defaultValueFromStack && defaultValueFromStack.value
  556. }
  557. }
  558. });
  559. }
  560. if (s.configsValidator) {
  561. s.configsValidator.set('recommendedDefaults', recommendedDefaults);
  562. }
  563. dfd.resolve();
  564. });
  565. return dfd.promise();
  566. },
  567. /**
  568. * set isEditable property of config for admin
  569. * if default cfg group and not on the host config page
  570. * @param {Ember.Object} serviceConfigProperty
  571. * @param {Boolean} defaultGroupSelected
  572. * @method setEditability
  573. */
  574. setEditability: function (serviceConfigProperty, defaultGroupSelected) {
  575. serviceConfigProperty.set('isEditable', false);
  576. if (App.get('isAdmin') && defaultGroupSelected && !this.get('isHostsConfigsPage')) {
  577. serviceConfigProperty.set('isEditable', serviceConfigProperty.get('isReconfigurable'));
  578. }
  579. },
  580. /**
  581. * set serviceValidator for config property
  582. * hide properties for other services
  583. * @param {Ember.Object} serviceConfigProperty
  584. * @param {Object} serviceConfigsData
  585. * @method setValidator
  586. */
  587. setValidator: function(serviceConfigProperty, serviceConfigsData) {
  588. if (serviceConfigProperty.get('serviceName') === this.get('content.serviceName')) {
  589. if (serviceConfigsData.configsValidator) {
  590. for (var validatorName in serviceConfigsData.configsValidator.get('configValidators')) {
  591. if (serviceConfigProperty.get("name") == validatorName) {
  592. serviceConfigProperty.set('serviceValidator', serviceConfigsData.configsValidator);
  593. }
  594. }
  595. }
  596. console.log("config result", serviceConfigProperty);
  597. } else {
  598. serviceConfigProperty.set('isVisible', false);
  599. }
  600. },
  601. /**
  602. * set override values
  603. * @param overrides
  604. * @param _serviceConfigProperty
  605. * @param serviceConfigProperty
  606. * @param defaultGroupSelected
  607. */
  608. setValuesForOverrides: function (overrides, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected) {
  609. if (Em.isNone(overrides)) return;
  610. overrides.forEach(function (override) {
  611. var newSCP = this.createNewSCP(override, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected);
  612. var parentOverridesArray = serviceConfigProperty.get('overrides');
  613. if (parentOverridesArray == null) {
  614. parentOverridesArray = Em.A([]);
  615. serviceConfigProperty.set('overrides', parentOverridesArray);
  616. }
  617. parentOverridesArray.pushObject(newSCP);
  618. console.debug("createOverrideProperty(): Added:", newSCP, " to main-property:", serviceConfigProperty)
  619. }, this);
  620. },
  621. /**
  622. * create new overiden property and set approperiate fields
  623. * @param override
  624. * @param _serviceConfigProperty
  625. * @param serviceConfigProperty
  626. * @param defaultGroupSelected
  627. * @returns {*}
  628. */
  629. createNewSCP: function(override, _serviceConfigProperty, serviceConfigProperty, defaultGroupSelected) {
  630. var newSCP = App.ServiceConfigProperty.create(_serviceConfigProperty);
  631. newSCP.set('value', override.value);
  632. newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
  633. newSCP.set('parentSCP', serviceConfigProperty);
  634. if (App.supports.hostOverrides && defaultGroupSelected) {
  635. newSCP.set('group', override.group);
  636. newSCP.set('isEditable', false);
  637. }
  638. return newSCP;
  639. },
  640. /**
  641. * convert string values to boolean for checkboxes
  642. * @param {Ember.Object} serviceConfigProperty
  643. */
  644. setValueForCheckBox: function(serviceConfigProperty) {
  645. if (serviceConfigProperty.get("displayType") == 'checkbox') {
  646. switch (serviceConfigProperty.get("value")) {
  647. case 'true':
  648. serviceConfigProperty.set("value", true);
  649. serviceConfigProperty.set("defaultValue", true);
  650. break;
  651. case 'false':
  652. serviceConfigProperty.set("value", false);
  653. serviceConfigProperty.set("defaultValue", false);
  654. break;
  655. }
  656. }
  657. },
  658. /**
  659. * Initialize save configs popup
  660. */
  661. restartServicePopup: function () {
  662. if (this.get("isSubmitDisabled")) {
  663. return;
  664. }
  665. var self = this;
  666. var header, message, messageClass, status;
  667. var serviceName = this.get('content.serviceName'),
  668. displayName = this.get('content.displayName'),
  669. urlParams = '';
  670. if (App.supports.hostOverrides ||
  671. (serviceName !== 'HDFS' && this.get('content.isStopped') === true) ||
  672. ((serviceName === 'HDFS') && this.get('content.isStopped') === true && (!App.Service.find().someProperty('id', 'MAPREDUCE') || App.Service.find('MAPREDUCE').get('isStopped')))) {
  673. if (this.isDirChanged()) {
  674. App.showConfirmationPopup(function () {
  675. self.saveConfigs();
  676. }, Em.I18n.t('services.service.config.confirmDirectoryChange').format(displayName));
  677. } else {
  678. this.saveConfigs();
  679. }
  680. } else {
  681. status = 'started';
  682. if (this.get('content.serviceName') !== 'HDFS' || (this.get('content.serviceName') === 'HDFS' && !App.Service.find().someProperty('id', 'MAPREDUCE'))) {
  683. header = Em.I18n.t('services.service.config.notSaved');
  684. message = Em.I18n.t('services.service.config.msgServiceStop');
  685. } else {
  686. header = Em.I18n.t('services.service.config.notSaved');
  687. message = Em.I18n.t('services.service.config.msgHDFSMapRServiceStop');
  688. urlParams += '&ServiceComponentInfo/service_name.in(HDFS,MAPREDUCE)';
  689. }
  690. messageClass = 'alert alert-error';
  691. this.showSaveConfigsPopup(header, false, message, messageClass, null, status, urlParams);
  692. }
  693. },
  694. /**
  695. * Define if user has changed some dir properties
  696. * @return {Boolean}
  697. */
  698. isDirChanged: function () {
  699. var dirChanged = false;
  700. var serviceName = this.get('content.serviceName');
  701. if (serviceName === 'HDFS') {
  702. var hdfsConfigs = this.get('stepConfigs').findProperty('serviceName', 'HDFS').get('configs');
  703. if (App.get('isHadoop2Stack')) {
  704. if (hdfsConfigs.findProperty('name', 'dfs.namenode.name.dir').get('isNotDefaultValue') ||
  705. hdfsConfigs.findProperty('name', 'dfs.namenode.checkpoint.dir').get('isNotDefaultValue') ||
  706. hdfsConfigs.findProperty('name', 'dfs.datanode.data.dir').get('isNotDefaultValue')) {
  707. dirChanged = true;
  708. }
  709. } else {
  710. if (hdfsConfigs.findProperty('name', 'dfs.name.dir').get('isNotDefaultValue') ||
  711. hdfsConfigs.findProperty('name', 'fs.checkpoint.dir').get('isNotDefaultValue') ||
  712. hdfsConfigs.findProperty('name', 'dfs.data.dir').get('isNotDefaultValue')) {
  713. dirChanged = true;
  714. }
  715. }
  716. } else if (serviceName === 'MAPREDUCE') {
  717. var mapredConfigs = self.get('stepConfigs').findProperty('serviceName', 'MAPREDUCE').get('configs');
  718. if (mapredConfigs.findProperty('name', 'mapred.local.dir').get('isNotDefaultValue') ||
  719. mapredConfigs.findProperty('name', 'mapred.system.dir').get('isNotDefaultValue')) {
  720. dirChanged = true;
  721. }
  722. }
  723. return dirChanged;
  724. },
  725. /**
  726. * Save changed configs and config groups
  727. */
  728. saveConfigs: function () {
  729. var selectedConfigGroup = this.get('selectedConfigGroup');
  730. var configs = this.get('stepConfigs').findProperty('serviceName', this.get('content.serviceName')).get('configs');
  731. if (selectedConfigGroup.get('isDefault')) {
  732. this.saveGlobalConfigs(configs);
  733. if (this.get('content.serviceName') === 'YARN' && !App.supports.capacitySchedulerUi) {
  734. configs = App.config.textareaIntoFileConfigs(configs, 'capacity-scheduler.xml');
  735. }
  736. this.saveSiteConfigs(configs);
  737. /**
  738. * First we put cluster configurations, which automatically creates /configurations
  739. * resources. Next we update host level overrides.
  740. */
  741. this.doPUTClusterConfigurations();
  742. } else {
  743. var overridenConfigs = [];
  744. var groupHosts = [];
  745. configs.filterProperty('isOverridden', true).forEach(function (config) {
  746. overridenConfigs = overridenConfigs.concat(config.get('overrides'));
  747. });
  748. this.formatConfigValues(overridenConfigs);
  749. selectedConfigGroup.get('hosts').forEach(function (hostName) {
  750. groupHosts.push({"host_name": hostName});
  751. });
  752. this.putConfigGroupChanges({
  753. ConfigGroup: {
  754. "id": selectedConfigGroup.get('id'),
  755. "cluster_name": App.get('clusterName'),
  756. "group_name": selectedConfigGroup.get('name'),
  757. "tag": selectedConfigGroup.get('service.id'),
  758. "description": selectedConfigGroup.get('description'),
  759. "hosts": groupHosts,
  760. "desired_configs": this.buildGroupDesiredConfigs(overridenConfigs)
  761. }
  762. });
  763. }
  764. },
  765. /**
  766. * On save configs handler. Open save configs popup with appropriate message.
  767. */
  768. onDoPUTClusterConfigurations: function () {
  769. var header, message, messageClass, value, status, urlParams = '';
  770. var result = {
  771. flag: this.get('saveConfigsFlag'),
  772. message: null,
  773. value: null
  774. };
  775. if (!result.flag) {
  776. result.message = Em.I18n.t('services.service.config.failSaveConfig');
  777. } else {
  778. if (!result.flag) {
  779. result.message = Em.I18n.t('services.service.config.failSaveConfigHostOverrides');
  780. }
  781. }
  782. App.router.get('clusterController').updateClusterData();
  783. App.router.get('updateController').updateComponentConfig(function () {
  784. });
  785. var flag = result.flag;
  786. if (result.flag === true) {
  787. header = Em.I18n.t('services.service.config.saved');
  788. message = Em.I18n.t('services.service.config.saved.message');
  789. messageClass = 'alert alert-success';
  790. // warn the user if any of the components are in UNKNOWN state
  791. status = 'unknown';
  792. urlParams += ',ServiceComponentInfo/installed_count,ServiceComponentInfo/total_count';
  793. if (this.get('content.serviceName') === 'HDFS' || App.Service.find().someProperty('id', 'MAPREDUCE')) {
  794. urlParams += '&ServiceComponentInfo/service_name.in(HDFS,MAPREDUCE)'
  795. }
  796. } else {
  797. header = Em.I18n.t('common.failure');
  798. message = result.message;
  799. messageClass = 'alert alert-error';
  800. value = result.value;
  801. }
  802. this.showSaveConfigsPopup(header, flag, message, messageClass, value, status, urlParams);
  803. },
  804. /**
  805. * Show save configs popup
  806. */
  807. showSaveConfigsPopup: function (header, flag, message, messageClass, value, status, urlParams) {
  808. var self = this;
  809. App.ModalPopup.show({
  810. header: header,
  811. primary: Em.I18n.t('ok'),
  812. secondary: null,
  813. onPrimary: function () {
  814. this.hide();
  815. if (flag) {
  816. self.loadStep();
  817. }
  818. },
  819. bodyClass: Ember.View.extend({
  820. flag: flag,
  821. message: message,
  822. messageClass: messageClass,
  823. runningHosts: [],
  824. runningComponentCount: 0,
  825. unknownHosts: [],
  826. unknownComponentCount: 0,
  827. siteProperties: value,
  828. isLoaded: false,
  829. componentsFilterSuccessCallback: function (response) {
  830. var count = 0,
  831. view = this,
  832. lazyLoadHosts = function (dest) {
  833. lazyLoading.run({
  834. initSize: 20,
  835. chunkSize: 50,
  836. delay: 50,
  837. destination: dest,
  838. source: hosts,
  839. context: view
  840. });
  841. },
  842. setComponents = function (item, components) {
  843. item.host_components.forEach(function (c) {
  844. var name = c.HostRoles.host_name;
  845. if (!components[name]) {
  846. components[name] = [];
  847. } else {
  848. components[name].push(App.format.role(item.ServiceComponentInfo.component_name));
  849. }
  850. });
  851. return components;
  852. },
  853. setHosts = function (components) {
  854. var hosts = [];
  855. Em.keys(components).forEach(function (key) {
  856. hosts.push({
  857. name: key,
  858. components: components[key].join(', ')
  859. });
  860. });
  861. return hosts;
  862. },
  863. components = {},
  864. hosts = [];
  865. switch (status) {
  866. case 'unknown':
  867. response.items.filter(function (item) {
  868. return (item.ServiceComponentInfo.total_count > item.ServiceComponentInfo.started_count + item.ServiceComponentInfo.installed_count);
  869. }).forEach(function (item) {
  870. var total = item.ServiceComponentInfo.total_count,
  871. started = item.ServiceComponentInfo.started_count,
  872. installed = item.ServiceComponentInfo.installed_count,
  873. unknown = total - started + installed;
  874. components = setComponents(item, components);
  875. count += unknown;
  876. });
  877. hosts = setHosts(components);
  878. this.set('unknownComponentCount', count);
  879. lazyLoadHosts(this.get('unknownHosts'));
  880. break;
  881. case 'started':
  882. response.items.filterProperty('ServiceComponentInfo.started_count').forEach(function (item) {
  883. var started = item.ServiceComponentInfo.started_count;
  884. components = setComponents(item, components);
  885. count += started;
  886. hosts = setHosts(components);
  887. });
  888. this.set('runningComponentCount', count);
  889. lazyLoadHosts(this.get('runningHosts'));
  890. break;
  891. }
  892. },
  893. componentsFilterErrorCallback: function () {
  894. this.set('isLoaded', true);
  895. },
  896. didInsertElement: function () {
  897. App.ajax.send({
  898. name: 'components.filter_by_status',
  899. sender: this,
  900. data: {
  901. clusterName: App.get('clusterName'),
  902. urlParams: urlParams
  903. },
  904. success: 'componentsFilterSuccessCallback',
  905. error: 'componentsFilterErrorCallback'
  906. });
  907. },
  908. getDisplayMessage: function () {
  909. var displayMsg = [];
  910. var siteProperties = this.get('siteProperties');
  911. if (siteProperties) {
  912. siteProperties.forEach(function (_siteProperty) {
  913. var displayProperty = _siteProperty.siteProperty;
  914. var displayNames = _siteProperty.displayNames;
  915. if (displayNames && displayNames.length) {
  916. if (displayNames.length === 1) {
  917. displayMsg.push(displayProperty + Em.I18n.t('as') + displayNames[0]);
  918. } else {
  919. var name;
  920. displayNames.forEach(function (_name, index) {
  921. if (index === 0) {
  922. name = _name;
  923. } else if (index === siteProperties.length - 1) {
  924. name = name + Em.I18n.t('and') + _name;
  925. } else {
  926. name = name + ', ' + _name;
  927. }
  928. }, this);
  929. displayMsg.push(displayProperty + Em.I18n.t('as') + name);
  930. }
  931. } else {
  932. displayMsg.push(displayProperty);
  933. }
  934. }, this);
  935. }
  936. return displayMsg;
  937. }.property('siteProperties'),
  938. runningHostsMessage: function () {
  939. return Em.I18n.t('services.service.config.stopService.runningHostComponents').format(this.get('runningComponentCount'), this.get('runningHosts.length'));
  940. }.property('runningComponentCount', 'runningHosts.length'),
  941. unknownHostsMessage: function () {
  942. return Em.I18n.t('services.service.config.stopService.unknownHostComponents').format(this.get('unknownComponentCount'), this.get('unknownHosts.length'));
  943. }.property('unknownComponentCount', 'unknownHosts.length'),
  944. templateName: require('templates/main/service/info/configs_save_popup')
  945. })
  946. })
  947. },
  948. /**
  949. * construct desired_configs for config groups from overriden properties
  950. * @param configs
  951. * @param timeTag
  952. * @return {Array}
  953. */
  954. buildGroupDesiredConfigs: function (configs, timeTag) {
  955. var sites = [];
  956. var time = timeTag || (new Date).getTime();
  957. configs.forEach(function (config) {
  958. var type = config.get('filename').replace('.xml', '');
  959. var site = sites.findProperty('type', type);
  960. if (site) {
  961. site.properties.push({
  962. name: config.get('name'),
  963. value: config.get('value')
  964. });
  965. } else {
  966. site = {
  967. type: type,
  968. tag: 'version' + time,
  969. properties: [
  970. {
  971. name: config.get('name'),
  972. value: config.get('value')
  973. }
  974. ]
  975. };
  976. sites.push(site);
  977. }
  978. });
  979. sites.forEach(function (site) {
  980. if (site.type === 'global') {
  981. site.properties = this.createGlobalSiteObj(site.tag, site.properties).properties;
  982. } else {
  983. site.properties = this.createSiteObj(site.type, site.tag, site.properties).properties;
  984. }
  985. }, this);
  986. return sites;
  987. },
  988. /**
  989. * persist properties of config groups to server
  990. * @param data
  991. */
  992. putConfigGroupChanges: function (data) {
  993. App.ajax.send({
  994. name: 'config_groups.update_config_group',
  995. sender: this,
  996. data: {
  997. id: data.ConfigGroup.id,
  998. configGroup: data
  999. },
  1000. success: "putConfigGroupChangesSuccess"
  1001. });
  1002. },
  1003. putConfigGroupChangesSuccess: function () {
  1004. this.set('saveConfigsFlag', true);
  1005. this.onDoPUTClusterConfigurations();
  1006. },
  1007. /**
  1008. * save new or change exist configs in global configs
  1009. * @param configs
  1010. */
  1011. saveGlobalConfigs: function (configs) {
  1012. var globalConfigs = this.get('globalConfigs');
  1013. configs.filterProperty('id', 'puppet var').forEach(function (uiConfigProperty) {
  1014. uiConfigProperty.set('value', App.config.trimProperty(uiConfigProperty));
  1015. if (globalConfigs.someProperty('name', uiConfigProperty.name)) {
  1016. var modelGlobalConfig = globalConfigs.findProperty('name', uiConfigProperty.name);
  1017. modelGlobalConfig.value = uiConfigProperty.value;
  1018. } else {
  1019. globalConfigs.pushObject({
  1020. name: uiConfigProperty.name,
  1021. value: uiConfigProperty.value
  1022. });
  1023. }
  1024. }, this);
  1025. this.setHiveHostName(globalConfigs);
  1026. this.setOozieHostName(globalConfigs);
  1027. this.set('globalConfigs', globalConfigs);
  1028. },
  1029. /**
  1030. * set hive hostnames in global configs
  1031. * @param globals
  1032. */
  1033. setHiveHostName: function (globals) {
  1034. if (globals.someProperty('name', 'hive_database')) {
  1035. var hiveDb = globals.findProperty('name', 'hive_database');
  1036. if (hiveDb.value === 'New MySQL Database') {
  1037. var ambariHost = globals.findProperty('name', 'hive_ambari_host');
  1038. if (ambariHost) {
  1039. ambariHost.name = 'hive_hostname';
  1040. }
  1041. globals = globals.without(globals.findProperty('name', 'hive_existing_mysql_host'));
  1042. globals = globals.without(globals.findProperty('name', 'hive_existing_mysql_database'));
  1043. globals = globals.without(globals.findProperty('name', 'hive_existing_oracle_host'));
  1044. globals = globals.without(globals.findProperty('name', 'hive_existing_oracle_database'));
  1045. globals = globals.without(globals.findProperty('name', 'hive_existing_postgresql_host'));
  1046. globals = globals.without(globals.findProperty('name', 'hive_existing_postgresql_database'));
  1047. } else if (hiveDb.value === 'Existing MySQL Database') {
  1048. var existingMySqlHost = globals.findProperty('name', 'hive_existing_mysql_host');
  1049. if (existingMySqlHost) {
  1050. existingMySqlHost.name = 'hive_hostname';
  1051. }
  1052. globals = globals.without(globals.findProperty('name', 'hive_ambari_host'));
  1053. globals = globals.without(globals.findProperty('name', 'hive_ambari_database'));
  1054. globals = globals.without(globals.findProperty('name', 'hive_existing_oracle_host'));
  1055. globals = globals.without(globals.findProperty('name', 'hive_existing_oracle_database'));
  1056. globals = globals.without(globals.findProperty('name', 'hive_existing_postgresql_host'));
  1057. globals = globals.without(globals.findProperty('name', 'hive_existing_postgresql_database'));
  1058. } else if (hiveDb.value === Em.I18n.t('services.service.config.hive.oozie.postgresql')) {
  1059. var existingPostgreSqlHost = globals.findProperty('name', 'hive_existing_postgresql_host');
  1060. if (existingPostgreSqlHost) {
  1061. existingPostgreSqlHost.name = 'hive_hostname';
  1062. }
  1063. globals = globals.without(globals.findProperty('name', 'hive_ambari_host'));
  1064. globals = globals.without(globals.findProperty('name', 'hive_ambari_database'));
  1065. globals = globals.without(globals.findProperty('name', 'hive_existing_mysql_host'));
  1066. globals = globals.without(globals.findProperty('name', 'hive_existing_mysql_database'));
  1067. globals = globals.without(globals.findProperty('name', 'hive_existing_oracle_host'));
  1068. globals = globals.without(globals.findProperty('name', 'hive_existing_oracle_database'));
  1069. }
  1070. else { //existing oracle database
  1071. var existingOracleHost = globals.findProperty('name', 'hive_existing_oracle_host');
  1072. if (existingOracleHost) {
  1073. existingOracleHost.name = 'hive_hostname';
  1074. }
  1075. globals = globals.without(globals.findProperty('name', 'hive_ambari_host'));
  1076. globals = globals.without(globals.findProperty('name', 'hive_ambari_database'));
  1077. globals = globals.without(globals.findProperty('name', 'hive_existing_mysql_host'));
  1078. globals = globals.without(globals.findProperty('name', 'hive_existing_mysql_database'));
  1079. globals = globals.without(globals.findProperty('name', 'hive_existing_postgresql_host'));
  1080. globals = globals.without(globals.findProperty('name', 'hive_existing_postgresql_database'));
  1081. }
  1082. }
  1083. },
  1084. /**
  1085. * set oozie hostnames in global configs
  1086. * @param globals
  1087. */
  1088. setOozieHostName: function (globals) {
  1089. if (globals.someProperty('name', 'oozie_database')) {
  1090. var oozieDb = globals.findProperty('name', 'oozie_database');
  1091. if (oozieDb.value === 'New Derby Database') {
  1092. globals = globals.without(globals.findProperty('name', 'oozie_ambari_host'));
  1093. globals = globals.without(globals.findProperty('name', 'oozie_ambari_database'));
  1094. globals = globals.without(globals.findProperty('name', 'oozie_existing_mysql_host'));
  1095. globals = globals.without(globals.findProperty('name', 'oozie_existing_mysql_database'));
  1096. globals = globals.without(globals.findProperty('name', 'oozie_existing_oracle_host'));
  1097. globals = globals.without(globals.findProperty('name', 'oozie_existing_oracle_database'));
  1098. globals = globals.without(globals.findProperty('name', 'oozie_existing_postgresql_host'));
  1099. globals = globals.without(globals.findProperty('name', 'oozie_existing_postgresql_database'));
  1100. } else if (oozieDb.value === 'New MySQL Database') {
  1101. var ambariHost = globals.findProperty('name', 'oozie_ambari_host');
  1102. if (ambariHost) {
  1103. ambariHost.name = 'oozie_hostname';
  1104. }
  1105. globals = globals.without(globals.findProperty('name', 'oozie_existing_mysql_host'));
  1106. globals = globals.without(globals.findProperty('name', 'oozie_existing_mysql_database'));
  1107. globals = globals.without(globals.findProperty('name', 'oozie_existing_oracle_host'));
  1108. globals = globals.without(globals.findProperty('name', 'oozie_existing_oracle_database'));
  1109. globals = globals.without(globals.findProperty('name', 'oozie_derby_database'));
  1110. globals = globals.without(globals.findProperty('name', 'oozie_existing_postgresql_host'));
  1111. globals = globals.without(globals.findProperty('name', 'oozie_existing_postgresql_database'));
  1112. } else if (oozieDb.value === 'Existing MySQL Database') {
  1113. var existingMySqlHost = globals.findProperty('name', 'oozie_existing_mysql_host');
  1114. if (existingMySqlHost) {
  1115. existingMySqlHost.name = 'oozie_hostname';
  1116. }
  1117. globals = globals.without(globals.findProperty('name', 'oozie_ambari_host'));
  1118. globals = globals.without(globals.findProperty('name', 'oozie_ambari_database'));
  1119. globals = globals.without(globals.findProperty('name', 'oozie_existing_oracle_host'));
  1120. globals = globals.without(globals.findProperty('name', 'oozie_existing_oracle_database'));
  1121. globals = globals.without(globals.findProperty('name', 'oozie_derby_database'));
  1122. globals = globals.without(globals.findProperty('name', 'oozie_existing_postgresql_host'));
  1123. globals = globals.without(globals.findProperty('name', 'oozie_existing_postgresql_database'));
  1124. } else if (oozieDb.value === Em.I18n.t('services.service.config.hive.oozie.postgresql')) {
  1125. var existingPostgreSqlHost = globals.findProperty('name', 'oozie_existing_postgresql_host');
  1126. if (existingPostgreSqlHost) {
  1127. existingPostgreSqlHost.name = 'oozie_hostname';
  1128. }
  1129. globals = globals.without(globals.findProperty('name', 'oozie_ambari_host'));
  1130. globals = globals.without(globals.findProperty('name', 'oozie_ambari_database'));
  1131. globals = globals.without(globals.findProperty('name', 'oozie_existing_mysql_host'));
  1132. globals = globals.without(globals.findProperty('name', 'oozie_existing_mysql_database'));
  1133. globals = globals.without(globals.findProperty('name', 'oozie_existing_oracle_host'));
  1134. globals = globals.without(globals.findProperty('name', 'oozie_existing_oracle_database'));
  1135. }
  1136. else { //existing oracle database
  1137. var existingOracleHost = globals.findProperty('name', 'oozie_existing_oracle_host');
  1138. if (existingOracleHost) {
  1139. existingOracleHost.name = 'oozie_hostname';
  1140. }
  1141. globals = globals.without(globals.findProperty('name', 'oozie_ambari_host'));
  1142. globals = globals.without(globals.findProperty('name', 'oozie_ambari_database'));
  1143. globals = globals.without(globals.findProperty('name', 'oozie_existing_mysql_host'));
  1144. globals = globals.without(globals.findProperty('name', 'oozie_existing_mysql_database'));
  1145. globals = globals.without(globals.findProperty('name', 'oozie_derby_database'));
  1146. }
  1147. }
  1148. },
  1149. /**
  1150. * save site configs
  1151. * @param configs
  1152. */
  1153. saveSiteConfigs: function (configs) {
  1154. //storedConfigs contains custom configs as well
  1155. var serviceConfigProperties = configs.filterProperty('id', 'site property');
  1156. this.formatConfigValues(serviceConfigProperties);
  1157. var storedConfigs = serviceConfigProperties.filterProperty('value');
  1158. var mappedConfigs = App.config.excludeUnsupportedConfigs(this.get('configMapping').all(), App.Service.find().mapProperty('serviceName'));
  1159. var allUiConfigs = this.loadUiSideConfigs(mappedConfigs);
  1160. this.set('uiConfigs', storedConfigs.concat(allUiConfigs));
  1161. },
  1162. formatConfigValues: function(serviceConfigProperties){
  1163. serviceConfigProperties.forEach(function (_config) {
  1164. if (typeof _config.get('value') === "boolean") _config.set('value', _config.value.toString());
  1165. _config.set('value', App.config.trimProperty(_config, true));
  1166. });
  1167. },
  1168. /**
  1169. * return configs from the UI side
  1170. * @param configMapping array with configs
  1171. * @return {Array}
  1172. */
  1173. loadUiSideConfigs: function (configMapping) {
  1174. var uiConfig = [];
  1175. var configs = configMapping.filterProperty('foreignKey', null);
  1176. this.addDynamicProperties(configs);
  1177. configs.forEach(function (_config) {
  1178. var valueWithOverrides = this.getGlobConfigValueWithOverrides(_config.templateName, _config.value);
  1179. if (valueWithOverrides !== null) {
  1180. uiConfig.pushObject({
  1181. "id": "site property",
  1182. "name": _config.name,
  1183. "value": valueWithOverrides.value,
  1184. "filename": _config.filename,
  1185. "overrides": valueWithOverrides.overrides
  1186. });
  1187. }
  1188. }, this);
  1189. return uiConfig;
  1190. },
  1191. addDynamicProperties: function (configs) {
  1192. var allConfigs = this.get('stepConfigs').findProperty('serviceName', this.get('content.serviceName')).get('configs');
  1193. var templetonHiveProperty = allConfigs.someProperty('name', 'templeton.hive.properties');
  1194. if (!templetonHiveProperty && this.get('content.serviceName') === 'WEBHCAT') {
  1195. configs.pushObject({
  1196. "name": "templeton.hive.properties",
  1197. "templateName": ["hivemetastore_host"],
  1198. "foreignKey": null,
  1199. "value": "hive.metastore.local=false,hive.metastore.uris=thrift://<templateName[0]>:9083,hive.metastore.sasl.enabled=yes,hive.metastore.execute.setugi=true,hive.metastore.warehouse.dir=/apps/hive/warehouse",
  1200. "filename": "webhcat-site.xml"
  1201. });
  1202. }
  1203. },
  1204. /**
  1205. * return global config value
  1206. * @param templateName
  1207. * @param expression
  1208. * @return {Object}
  1209. * example: <code>{
  1210. * value: '...',
  1211. * overrides: {
  1212. * 'value1': [h1, h2],
  1213. * 'value2': [h3]
  1214. * }
  1215. * }</code>
  1216. */
  1217. getGlobConfigValueWithOverrides: function (templateName, expression) {
  1218. var express = expression.match(/<(.*?)>/g);
  1219. var value = expression;
  1220. var overrideHostToValue = {};
  1221. if (express != null) {
  1222. express.forEach(function (_express) {
  1223. var index = parseInt(_express.match(/\[([\d]*)(?=\])/)[1]);
  1224. var globalObj = this.get('globalConfigs').findProperty('name', templateName[index]);
  1225. if (globalObj) {
  1226. var globOverride = globalObj.overrides;
  1227. if (globOverride != null) {
  1228. for (var ov in globOverride) {
  1229. globOverride[ov].forEach(function (host) {
  1230. var replacedVal = (host in overrideHostToValue) ? overrideHostToValue[host] : expression;
  1231. overrideHostToValue[host] = replacedVal.replace(_express, ov);
  1232. }, this);
  1233. }
  1234. }
  1235. value = expression.replace(_express, globalObj.value);
  1236. } else {
  1237. value = null;
  1238. }
  1239. }, this);
  1240. }
  1241. return this.getValueWithOverrides(value, overrideHostToValue)
  1242. },
  1243. getValueWithOverrides: function(value, overrideHostToValue) {
  1244. var valueWithOverrides = {
  1245. value: value,
  1246. overrides: {}
  1247. };
  1248. if (!jQuery.isEmptyObject(overrideHostToValue)) {
  1249. for (var host in overrideHostToValue) {
  1250. var hostVal = overrideHostToValue[host];
  1251. if (!(hostVal in valueWithOverrides.overrides)) {
  1252. valueWithOverrides.overrides[hostVal] = [];
  1253. }
  1254. valueWithOverrides.overrides[hostVal].push(host);
  1255. }
  1256. }
  1257. return valueWithOverrides;
  1258. },
  1259. /**
  1260. * Saves cluster level configurations for all necessary sites.
  1261. * PUT calls are made to /api/v1/clusters/clusterName for each site.
  1262. * @return {Boolean}
  1263. * @method doPUTClusterConfigurations
  1264. */
  1265. doPUTClusterConfigurations: function () {
  1266. this.set('saveConfigsFlag', true);
  1267. var serviceConfigTags = this.get('serviceConfigTags');
  1268. this.setNewTagNames(serviceConfigTags);
  1269. var siteNameToServerDataMap = {};
  1270. this.set('putClusterConfigsCallsNumber', serviceConfigTags.length);
  1271. serviceConfigTags.forEach(function (_serviceTags) {
  1272. var configs = this.createConfigObject(_serviceTags.siteName, _serviceTags.newTagName);
  1273. if (configs) {
  1274. this.doPUTClusterConfiguration(_serviceTags.siteName, configs);
  1275. siteNameToServerDataMap[_serviceTags.siteName] = configs;
  1276. } else {
  1277. if (this.decrementProperty('putClusterConfigsCallsNumber') === 0) {
  1278. this.onDoPUTClusterConfigurations();
  1279. }
  1280. }
  1281. }, this);
  1282. this.set("savedSiteNameToServerServiceConfigDataMap", siteNameToServerDataMap);
  1283. },
  1284. /**
  1285. * create different config object depending on siteName
  1286. * @param {String} siteName
  1287. * @param {String} tagName
  1288. * @returns {Object|null}
  1289. * @method createConfigObject
  1290. */
  1291. createConfigObject: function(siteName, tagName) {
  1292. console.log("TRACE: Inside " + siteName);
  1293. switch(siteName) {
  1294. case 'global':
  1295. return this.createGlobalSiteObj(tagName, this.get('globalConfigs'));
  1296. case 'core-site':
  1297. if(this.get('content.serviceName') === 'HDFS' || this.get('content.serviceName') === 'GLUSTERFS') {
  1298. return this.createCoreSiteObj(tagName);
  1299. }
  1300. return null;
  1301. default:
  1302. var filename = (App.config.get('filenameExceptions').contains(siteName)) ? siteName : siteName + '.xml';
  1303. if (filename === 'mapred-queue-acls.xml' && !App.supports.capacitySchedulerUi) {
  1304. return null;
  1305. }
  1306. return this.createSiteObj(siteName, tagName, this.get('uiConfigs').filterProperty('filename', filename));
  1307. }
  1308. },
  1309. /**
  1310. * load existen properties and compare them with current if there are
  1311. * differences - trigger doPUTClusterConfigurationSite to save new properties
  1312. * @param {String} siteName
  1313. * @param {Object} configs
  1314. * @method doPUTClusterConfiguration
  1315. */
  1316. doPUTClusterConfiguration: function(siteName, configs) {
  1317. var loadedProperties;
  1318. loadedProperties = App.router.get('configurationController').getConfigsByTags([{siteName: siteName, tagName: this.loadedClusterSiteToTagMap[siteName]}]);
  1319. if (loadedProperties && loadedProperties[0]) {
  1320. loadedProperties = loadedProperties[0].properties;
  1321. }
  1322. if (!loadedProperties) {
  1323. loadedProperties = {};
  1324. }
  1325. if (this.isConfigChanged(loadedProperties, configs.properties)) {
  1326. this.doPUTClusterConfigurationSite(configs);
  1327. } else {
  1328. if (this.decrementProperty('putClusterConfigsCallsNumber') === 0) {
  1329. this.onDoPUTClusterConfigurations();
  1330. }
  1331. }
  1332. },
  1333. /**
  1334. * Compares the loaded config values with the saving config values.
  1335. * @param {Object} loadedConfig -
  1336. * loadedConfig: {
  1337. * configName1: "configValue1",
  1338. * configName2: "configValue2"
  1339. * }
  1340. * @param {Object} savingConfig
  1341. * savingConfig: {
  1342. * configName1: "configValue1",
  1343. * configName2: "configValue2"
  1344. * }
  1345. * @returns {boolean}
  1346. * @method isConfigChanged
  1347. */
  1348. isConfigChanged: function (loadedConfig, savingConfig) {
  1349. var changed = false;
  1350. if (loadedConfig != null && savingConfig != null) {
  1351. var seenLoadKeys = [];
  1352. for (var loadKey in loadedConfig) {
  1353. if (!loadedConfig.hasOwnProperty(loadKey)) continue;
  1354. seenLoadKeys.push(loadKey);
  1355. var loadValue = loadedConfig[loadKey];
  1356. var saveValue = savingConfig[loadKey];
  1357. if ("boolean" == typeof(saveValue)) {
  1358. saveValue = saveValue.toString();
  1359. }
  1360. if (saveValue == null) {
  1361. saveValue = "null";
  1362. }
  1363. if (loadValue !== saveValue) {
  1364. changed = true;
  1365. break;
  1366. }
  1367. }
  1368. for (var saveKey in savingConfig) {
  1369. if (seenLoadKeys.indexOf(saveKey) < 0) {
  1370. changed = true;
  1371. break;
  1372. }
  1373. }
  1374. }
  1375. return changed;
  1376. },
  1377. /**
  1378. * Saves configuration of a particular site. The provided data
  1379. * contains the site name and tag to be used.
  1380. * @param {Object} data
  1381. * @method doPUTClusterConfigurationSite
  1382. */
  1383. doPUTClusterConfigurationSite: function (data) {
  1384. App.ajax.send({
  1385. name: 'config.cluster_configuration.put',
  1386. sender: this,
  1387. data: {
  1388. data: JSON.stringify({
  1389. Clusters: {
  1390. desired_config: data
  1391. }
  1392. }),
  1393. cluster: App.router.getClusterName()
  1394. },
  1395. success: 'doPUTClusterConfigurationSiteSuccessCallback',
  1396. error: 'doPUTClusterConfigurationSiteErrorCallback'
  1397. });
  1398. },
  1399. doPUTClusterConfigurationSiteSuccessCallback: function() {
  1400. if (this.decrementProperty('putClusterConfigsCallsNumber') === 0) {
  1401. this.onDoPUTClusterConfigurations();
  1402. }
  1403. },
  1404. doPUTClusterConfigurationSiteErrorCallback: function() {
  1405. this.set('saveConfigsFlag', false);
  1406. this.doPUTClusterConfigurationSiteSuccessCallback();
  1407. },
  1408. /**
  1409. * add newTagName property to each config in serviceConfigs
  1410. * @param serviceConfigs
  1411. */
  1412. setNewTagNames: function (serviceConfigs) {
  1413. var time = (new Date).getTime();
  1414. serviceConfigs.forEach(function (_serviceConfigs) {
  1415. _serviceConfigs.newTagName = 'version' + time;
  1416. }, this);
  1417. },
  1418. /**
  1419. * create global site object
  1420. * @param {String} tagName
  1421. * @param {Array} globalConfigs array of config objects
  1422. * @return {{"type": String, "tag": String, "properties": Object}}
  1423. * @method createGlobalSiteObj
  1424. */
  1425. createGlobalSiteObj: function (tagName, globalConfigs) {
  1426. var heapsizeException = ['hadoop_heapsize', 'yarn_heapsize', 'nodemanager_heapsize', 'resourcemanager_heapsize', 'apptimelineserver_heapsize', 'jobhistory_heapsize'];
  1427. var globalSiteProperties = {};
  1428. globalConfigs.forEach(function (_globalSiteObj) {
  1429. // do not pass any globalConfigs whose name ends with _host or _hosts
  1430. if (_globalSiteObj.isRequiredByAgent !== false) {
  1431. // append "m" to JVM memory options except for hadoop_heapsize
  1432. if (/_heapsize|_newsize|_maxnewsize$/.test(_globalSiteObj.name) && !heapsizeException.contains(_globalSiteObj.name)) {
  1433. _globalSiteObj.value += "m";
  1434. }
  1435. globalSiteProperties[_globalSiteObj.name] = App.config.escapeXMLCharacters(_globalSiteObj.value);
  1436. //this.recordHostOverride(_globalSiteObj, 'global', tagName, this);
  1437. //console.log("TRACE: name of the global property is: " + _globalSiteObj.name);
  1438. //console.log("TRACE: value of the global property is: " + _globalSiteObj.value);
  1439. }
  1440. }, this);
  1441. return {"type": "global", "tag": tagName, "properties": globalSiteProperties};
  1442. },
  1443. /**
  1444. * create core site object
  1445. * @param tagName
  1446. * @return {{"type": String, "tag": String, "properties": Object}}
  1447. * @method createCoreSiteObj
  1448. */
  1449. createCoreSiteObj: function (tagName) {
  1450. var coreSiteObj = this.get('uiConfigs').filterProperty('filename', 'core-site.xml');
  1451. var coreSiteProperties = {};
  1452. coreSiteObj.forEach(function (_coreSiteObj) {
  1453. coreSiteProperties[_coreSiteObj.name] = App.config.escapeXMLCharacters(_coreSiteObj.value);
  1454. //this.recordHostOverride(_coreSiteObj, 'core-site', tagName, this);
  1455. }, this);
  1456. return {"type": "core-site", "tag": tagName, "properties": coreSiteProperties};
  1457. },
  1458. /**
  1459. * create site object
  1460. * @param siteName
  1461. * @param tagName
  1462. * @param siteObj
  1463. * @return {Object}
  1464. */
  1465. createSiteObj: function (siteName, tagName, siteObj) {
  1466. var siteProperties = {};
  1467. siteObj.forEach(function (_siteObj) {
  1468. switch(siteName) {
  1469. case 'falcon-startup.properties':
  1470. case 'falcon-runtime.properties':
  1471. case 'pig-properties':
  1472. siteProperties[_siteObj.name] = _siteObj.value;
  1473. break;
  1474. default:
  1475. siteProperties[_siteObj.name] = this.setServerConfigValue(_siteObj.name, _siteObj.value);
  1476. }
  1477. }, this);
  1478. return {"type": siteName, "tag": tagName, "properties": siteProperties};
  1479. },
  1480. /**
  1481. * This method will be moved to config's decorators class.
  1482. *
  1483. * For now, provide handling for special properties that need
  1484. * be specified in special format required for server.
  1485. *
  1486. * @param configName {String} - name of config property
  1487. * @param value {Mixed} - value of config property
  1488. *
  1489. * @return {String} - formated value
  1490. */
  1491. setServerConfigValue: function (configName, value) {
  1492. switch (configName) {
  1493. case 'storm.zookeeper.servers':
  1494. return JSON.stringify(value).replace(/"/g, "'");
  1495. break;
  1496. case 'content':
  1497. return value;
  1498. break;
  1499. default:
  1500. return App.config.escapeXMLCharacters(value);
  1501. }
  1502. },
  1503. /**
  1504. * Array of Objects
  1505. * {
  1506. * hostProperty - hostName property name for current component
  1507. * componentName - master componentName
  1508. * serviceName - serviceName of component
  1509. * serviceUseThis - services that use hostname property of component(componentName)
  1510. * m(multiple) - true if can be more than one components installed on cluster
  1511. * }
  1512. */
  1513. hostComponentsmapping: [
  1514. {
  1515. hostProperty: 'namenode_host',
  1516. componentName: 'NAMENODE',
  1517. serviceName: 'HDFS',
  1518. serviceUseThis: [],
  1519. m: true
  1520. },
  1521. {
  1522. hostProperty: 'snamenode_host',
  1523. componentName: 'SECONDARY_NAMENODE',
  1524. serviceName: 'HDFS',
  1525. serviceUseThis: []
  1526. },
  1527. {
  1528. hostProperty: 'jobtracker_host',
  1529. componentName: 'JOBTRACKER',
  1530. serviceName: 'MAPREDUCE',
  1531. serviceUseThis: []
  1532. },
  1533. {
  1534. hostProperty: 'jobtracker_host',
  1535. componentName: 'JOBTRACKER',
  1536. serviceName: 'MAPREDUCE2',
  1537. serviceUseThis: []
  1538. },
  1539. {
  1540. hostProperty: 'hs_host',
  1541. componentName: 'HISTORYSERVER',
  1542. serviceName: 'MAPREDUCE2',
  1543. serviceUseThis: ['YARN']
  1544. },
  1545. {
  1546. hostProperty: 'ats_host',
  1547. componentName: 'APP_TIMELINE_SERVER',
  1548. serviceName: 'YARN',
  1549. serviceUseThis: []
  1550. },
  1551. {
  1552. hostProperty: 'rm_host',
  1553. componentName: 'RESOURCEMANAGER',
  1554. serviceName: 'YARN',
  1555. serviceUseThis: []
  1556. },
  1557. {
  1558. hostProperty: 'hivemetastore_host',
  1559. componentName: 'HIVE_SERVER',
  1560. serviceName: 'HIVE',
  1561. serviceUseThis: ['WEBHCAT']
  1562. },
  1563. {
  1564. hostProperty: 'oozieserver_host',
  1565. componentName: 'OOZIE_SERVER',
  1566. serviceName: 'OOZIE',
  1567. serviceUseThis: []
  1568. },
  1569. {
  1570. hostProperty: 'hbasemaster_host',
  1571. componentName: 'HBASE_MASTER',
  1572. serviceName: 'HBASE',
  1573. serviceUseThis: [],
  1574. m: true
  1575. },
  1576. {
  1577. hostProperty: 'hueserver_host',
  1578. componentName: 'HUE_SERVER',
  1579. serviceName: 'HUE',
  1580. serviceUseThis: []
  1581. },
  1582. {
  1583. hostProperty: 'webhcatserver_host',
  1584. componentName: 'WEBHCAT_SERVER',
  1585. serviceName: 'WEBHCAT',
  1586. serviceUseThis: [],
  1587. m: true
  1588. },
  1589. {
  1590. hostProperty: 'zookeeperserver_hosts',
  1591. componentName: 'ZOOKEEPER_SERVER',
  1592. serviceName: 'ZOOKEEPER',
  1593. serviceUseThis: ['HBASE', 'WEBHCAT'],
  1594. m: true
  1595. },
  1596. {
  1597. hostProperty: 'stormuiserver_host',
  1598. componentName: 'STORM_UI_SERVER',
  1599. serviceName: 'STORM',
  1600. serviceUseThis: []
  1601. },
  1602. {
  1603. hostProperty: 'drpcserver_host',
  1604. componentName: 'DRPC_SERVER',
  1605. serviceName: 'STORM',
  1606. serviceUseThis: []
  1607. },
  1608. {
  1609. hostProperty: 'storm_rest_api_host',
  1610. componentName: 'STORM_REST_API',
  1611. serviceName: 'STORM',
  1612. serviceUseThis: []
  1613. },
  1614. {
  1615. hostProperty: 'supervisor_hosts',
  1616. componentName: 'SUPERVISOR',
  1617. serviceName: 'STORM',
  1618. serviceUseThis: [],
  1619. m: true
  1620. }
  1621. ],
  1622. /**
  1623. * Adds host name of master component to global config;
  1624. * @method addHostNamesToGlobalConfig
  1625. */
  1626. addHostNamesToGlobalConfig: function () {
  1627. var serviceName = this.get('content.serviceName');
  1628. var globalConfigs = this.get('globalConfigs');
  1629. //namenode_host is required to derive "fs.default.name" a property of core-site
  1630. try {
  1631. this.setHostForService('HDFS', 'NAMENODE', 'namenode_host', true);
  1632. } catch (err) {
  1633. console.log("No NameNode Host available. This is expected if you're using GLUSTERFS rather than HDFS.");
  1634. }
  1635. var hostProperties = this.get('hostComponentsmapping').filter(function(h) {
  1636. return h.serviceUseThis.contains(serviceName) || h.serviceName == serviceName;
  1637. });
  1638. hostProperties.forEach(function(h) {
  1639. this.setHostForService(h.serviceName, h.componentName, h.hostProperty, h.m);
  1640. }, this);
  1641. if (serviceName === 'HIVE') {
  1642. var hiveDb = globalConfigs.findProperty('name', 'hive_database').value;
  1643. if (['Existing MySQL Database', 'Existing Oracle Database'].contains(hiveDb)) {
  1644. globalConfigs.findProperty('name', 'hive_hostname').isVisible = true;
  1645. }
  1646. }
  1647. if (serviceName === 'OOZIE') {
  1648. var oozieDb = globalConfigs.findProperty('name', 'oozie_database').value;
  1649. if (['Existing MySQL Database', 'Existing Oracle Database'].contains(oozieDb)) {
  1650. globalConfigs.findProperty('name', 'oozie_hostname').isVisible = true;
  1651. }
  1652. }
  1653. },
  1654. /**
  1655. * set host name(s) property for component
  1656. * @param {String} serviceName - service name of component
  1657. * @param {String} componentName - component name whic host we want to know
  1658. * @param {String} hostProperty - name of host property for current component
  1659. * @param {Boolean} multiple - true if can be more than one component
  1660. * @method setHostForService
  1661. */
  1662. setHostForService: function(serviceName, componentName, hostProperty, multiple) {
  1663. var globalConfigs = this.get('globalConfigs');
  1664. var serviceConfigs = this.get('serviceConfigs').findProperty('serviceName', serviceName).configs;
  1665. var hostConfig = serviceConfigs.findProperty('name', hostProperty);
  1666. if (hostConfig) {
  1667. hostConfig.defaultValue = this.getMasterComponentHostValue(componentName, multiple);
  1668. globalConfigs.push(hostConfig);
  1669. }
  1670. },
  1671. /**
  1672. * get hostName of component
  1673. * @param {String} componentName
  1674. * @param {Boolean} multiple - true if can be more than one component installed on cluster
  1675. * @return {String|Array|Boolean} hostName|hostNames|false if missing component
  1676. * @method getMasterComponentHostValue
  1677. */
  1678. getMasterComponentHostValue: function(componentName, multiple) {
  1679. var components = this.get('content.hostComponents').filterProperty('componentName', componentName);
  1680. if (components.length > 0) {
  1681. return multiple ? components.mapProperty('hostName') : components[0].get('hostName');
  1682. }
  1683. return false;
  1684. },
  1685. /**
  1686. * Provides service component name and display-name information for
  1687. * the current selected service.
  1688. * @return {Em.Array} validComponents - array of valid components
  1689. * @method getCurrentServiceComponents
  1690. */
  1691. getCurrentServiceComponents: function () {
  1692. var components = this.get('content.hostComponents');
  1693. var validComponents = Ember.A([]);
  1694. var seenComponents = {};
  1695. components.forEach(function (component) {
  1696. var cn = component.get('componentName');
  1697. var cdn = component.get('displayName');
  1698. if (!seenComponents[cn]) {
  1699. validComponents.push(Ember.Object.create({
  1700. componentName: cn,
  1701. displayName: cdn,
  1702. selected: false
  1703. }));
  1704. seenComponents[cn] = cn;
  1705. }
  1706. });
  1707. return validComponents;
  1708. }.property('content'),
  1709. /**
  1710. * trigger loadStep
  1711. * @method loadStep
  1712. */
  1713. doCancel: function () {
  1714. this.loadStep();
  1715. },
  1716. /**
  1717. * trigger restartAllServiceHostComponents(batchUtils) if confirmed in popup
  1718. * @method restartAllStaleConfigComponents
  1719. * @return App.showConfirmationFeedBackPopup
  1720. */
  1721. restartAllStaleConfigComponents: function() {
  1722. var self = this;
  1723. var serviceDisplayName = this.get('content.displayName');
  1724. var bodyMessage = Em.Object.create({
  1725. confirmMsg: Em.I18n.t('services.service.restartAll.confirmMsg').format(serviceDisplayName),
  1726. confirmButton: Em.I18n.t('services.service.restartAll.confirmButton'),
  1727. additionalWarningMsg: this.get('content.passiveState') === 'OFF' ? Em.I18n.t('services.service.restartAll.warningMsg.turnOnMM').format(serviceDisplayName): null
  1728. });
  1729. return App.showConfirmationFeedBackPopup(function(query) {
  1730. var selectedService = self.get('content.id');
  1731. batchUtils.restartAllServiceHostComponents(selectedService, true, query);
  1732. }, bodyMessage);
  1733. },
  1734. /**
  1735. * trigger launchHostComponentRollingRestart(batchUtils)
  1736. * @method rollingRestartStaleConfigSlaveComponents
  1737. */
  1738. rollingRestartStaleConfigSlaveComponents: function(componentName) {
  1739. batchUtils.launchHostComponentRollingRestart(componentName.context, this.get('content.displayName'), this.get('content.passiveState') === "ON", true);
  1740. },
  1741. /**
  1742. * trigger showItemsShouldBeRestarted popup with hosts that requires resetart
  1743. * @method showHostsShouldBeRestarted
  1744. */
  1745. showHostsShouldBeRestarted: function() {
  1746. var hosts = [];
  1747. for(var hostName in this.get('content.restartRequiredHostsAndComponents')) {
  1748. hosts.push(hostName);
  1749. }
  1750. var hostsText = hosts.length == 1 ? Em.I18n.t('common.host') : Em.I18n.t('common.hosts');
  1751. hosts = hosts.join(', ');
  1752. this.showItemsShouldBeRestarted(hosts, Em.I18n.t('service.service.config.restartService.shouldBeRestarted').format(hostsText));
  1753. },
  1754. /**
  1755. * trigger showItemsShouldBeRestarted popup with components that requires resetart
  1756. * @method showComponentsShouldBeRestarted
  1757. */
  1758. showComponentsShouldBeRestarted: function() {
  1759. var rhc = this.get('content.restartRequiredHostsAndComponents');
  1760. var hostsComponets = [];
  1761. var componentsObject = {};
  1762. for(var hostName in rhc) {
  1763. rhc[hostName].forEach(function(hostComponent) {
  1764. hostsComponets.push(hostComponent);
  1765. if(componentsObject[hostComponent] != undefined) {
  1766. componentsObject[hostComponent]++;
  1767. } else {
  1768. componentsObject[hostComponent] = 1;
  1769. }
  1770. })
  1771. }
  1772. var componentsList = [];
  1773. for( var obj in componentsObject) {
  1774. var componentDisplayName = (componentsObject[obj] > 1) ? obj + 's' : obj;
  1775. componentsList.push(componentsObject[obj] + ' ' + componentDisplayName);
  1776. }
  1777. var componentsText = componentsList.length == 1 ? Em.I18n.t('common.component') : Em.I18n.t('common.components');
  1778. hostsComponets = componentsList.join(', ');
  1779. this.showItemsShouldBeRestarted(hostsComponets, Em.I18n.t('service.service.config.restartService.shouldBeRestarted').format(componentsText));
  1780. },
  1781. showItemsShouldBeRestarted: function(content, header) {
  1782. App.ModalPopup.show({
  1783. content: content,
  1784. header: header,
  1785. bodyClass: Em.View.extend({
  1786. templateName: require('templates/common/selectable_popup'),
  1787. textareaVisible: false,
  1788. textTrigger: function() {
  1789. this.set('textareaVisible', !this.get('textareaVisible'));
  1790. },
  1791. putContentToTextarea: function() {
  1792. var content = this.get('parentView.content');
  1793. if (this.get('textareaVisible')) {
  1794. var wrapper = $(".task-detail-log-maintext");
  1795. $('.task-detail-log-clipboard').html(content).width(wrapper.width()).height(wrapper.height());
  1796. Em.run.next(function() {
  1797. $('.task-detail-log-clipboard').select();
  1798. });
  1799. }
  1800. }.observes('textareaVisible')
  1801. }),
  1802. secondary: null
  1803. });
  1804. },
  1805. /**
  1806. * add new overridden property to config property object
  1807. * @param {object} serviceConfigProperty - config property object
  1808. * @method addOverrideProperty
  1809. */
  1810. addOverrideProperty: function(serviceConfigProperty) {
  1811. var overrides = serviceConfigProperty.get('overrides');
  1812. if (!overrides) {
  1813. overrides = [];
  1814. serviceConfigProperty.set('overrides', overrides);
  1815. }
  1816. // create new override with new value
  1817. var newSCP = App.ServiceConfigProperty.create(serviceConfigProperty);
  1818. newSCP.set('value', '');
  1819. newSCP.set('isOriginalSCP', false); // indicated this is overridden value,
  1820. newSCP.set('parentSCP', serviceConfigProperty);
  1821. newSCP.set('isEditable', true);
  1822. console.debug("createOverrideProperty(): Added:", newSCP, " to main-property:", serviceConfigProperty);
  1823. overrides.pushObject(newSCP);
  1824. },
  1825. /**
  1826. * trigger manageConfigurationGroups
  1827. * @method manageConfigurationGroup
  1828. */
  1829. manageConfigurationGroup: function () {
  1830. this.manageConfigurationGroups();
  1831. },
  1832. manageConfigurationGroups: function (controller) {
  1833. var serviceData = (controller && controller.get('selectedService')) || this.get('content');
  1834. var serviceName = serviceData.get('serviceName');
  1835. var displayName = serviceData.get('displayName');
  1836. App.router.get('manageConfigGroupsController').set('isInstaller', !!controller);
  1837. App.router.get('manageConfigGroupsController').set('serviceName', serviceName);
  1838. return App.ModalPopup.show({
  1839. header: Em.I18n.t('services.service.config_groups_popup.header').format(displayName),
  1840. bodyClass: App.MainServiceManageConfigGroupView.extend({
  1841. serviceName: serviceName,
  1842. displayName: displayName,
  1843. controllerBinding: 'App.router.manageConfigGroupsController'
  1844. }),
  1845. classNames: ['sixty-percent-width-modal', 'manage-configuration-group-popup'],
  1846. primary: Em.I18n.t('common.save'),
  1847. onPrimary: function() {
  1848. var modifiedConfigGroups = this.get('subViewController.hostsModifiedConfigGroups');
  1849. // Save modified config-groups
  1850. if (!!controller) {
  1851. controller.set('selectedService.configGroups', App.router.get('manageConfigGroupsController.configGroups'));
  1852. controller.selectedServiceObserver();
  1853. if (controller.get('name') == "wizardStep7Controller") {
  1854. if (controller.get('selectedService.selected') === false && modifiedConfigGroups.toDelete.length > 0) {
  1855. controller.setGroupsToDelete(modifiedConfigGroups.toDelete);
  1856. }
  1857. App.config.persistWizardStep7ConfigGroups();
  1858. this.updateConfigGroupOnServicePage();
  1859. }
  1860. this.hide();
  1861. return;
  1862. }
  1863. console.log("manageConfigurationGroups(): Saving modified config-groups: ", modifiedConfigGroups);
  1864. var self = this;
  1865. var errors = [];
  1866. var deleteQueriesCounter = modifiedConfigGroups.toClearHosts.length + modifiedConfigGroups.toDelete.length;
  1867. var createQueriesCounter = modifiedConfigGroups.toSetHosts.length + modifiedConfigGroups.toCreate.length;
  1868. var deleteQueriesRun = false;
  1869. var createQueriesRun = false;
  1870. var runNextQuery = function () {
  1871. if (!deleteQueriesRun && deleteQueriesCounter > 0) {
  1872. deleteQueriesRun = true;
  1873. modifiedConfigGroups.toClearHosts.forEach(function (cg) {
  1874. App.config.clearConfigurationGroupHosts(cg, finishFunction, finishFunction);
  1875. }, this);
  1876. modifiedConfigGroups.toDelete.forEach(function (cg) {
  1877. App.config.deleteConfigGroup(cg, finishFunction, finishFunction);
  1878. }, this);
  1879. } else if (!createQueriesRun && deleteQueriesCounter < 1) {
  1880. createQueriesRun = true;
  1881. modifiedConfigGroups.toSetHosts.forEach(function (cg) {
  1882. App.config.updateConfigurationGroup(cg, finishFunction, finishFunction);
  1883. }, this);
  1884. modifiedConfigGroups.toCreate.forEach(function (cg) {
  1885. App.config.postNewConfigurationGroup(cg, finishFunction);
  1886. }, this);
  1887. }
  1888. };
  1889. var finishFunction = function (xhr, text, errorThrown) {
  1890. if (xhr && errorThrown) {
  1891. var error = xhr.status + "(" + errorThrown + ") ";
  1892. try {
  1893. var json = $.parseJSON(xhr.responseText);
  1894. error += json.message;
  1895. } catch (err) {
  1896. }
  1897. console.error('Error updating Config Group:', error);
  1898. errors.push(error);
  1899. }
  1900. if (createQueriesRun) {
  1901. createQueriesCounter--;
  1902. } else {
  1903. deleteQueriesCounter--;
  1904. }
  1905. if (deleteQueriesCounter + createQueriesCounter < 1) {
  1906. if (errors.length > 0) {
  1907. console.log(errors);
  1908. self.get('subViewController').set('errorMessage', errors.join(". "));
  1909. } else {
  1910. self.updateConfigGroupOnServicePage();
  1911. self.hide();
  1912. }
  1913. } else {
  1914. runNextQuery();
  1915. }
  1916. };
  1917. runNextQuery();
  1918. },
  1919. onSecondary: function () {
  1920. this.hide();
  1921. },
  1922. onClose: function () {
  1923. this.hide();
  1924. },
  1925. subViewController: function () {
  1926. return App.router.get('manageConfigGroupsController');
  1927. }.property('App.router.manageConfigGroupsController'),
  1928. updateConfigGroupOnServicePage: function () {
  1929. var subViewController = this.get('subViewController');
  1930. var selectedConfigGroup = subViewController.get('selectedConfigGroup');
  1931. var managedConfigGroups = subViewController.get('configGroups');
  1932. if (!controller) {
  1933. controller = App.router.get('mainServiceInfoConfigsController');
  1934. controller.set('configGroups', managedConfigGroups);
  1935. } else {
  1936. controller.set('selectedService.configGroups', managedConfigGroups);
  1937. }
  1938. //check whether selectedConfigGroup was selected
  1939. if (selectedConfigGroup && controller.get('configGroups').someProperty('name', selectedConfigGroup.get('name'))) {
  1940. controller.set('selectedConfigGroup', selectedConfigGroup);
  1941. } else {
  1942. controller.set('selectedConfigGroup', managedConfigGroups.findProperty('isDefault', true));
  1943. }
  1944. },
  1945. updateButtons: function(){
  1946. var modified = this.get('subViewController.isHostsModified');
  1947. this.set('disablePrimary', !modified);
  1948. }.observes('subViewController.isHostsModified'),
  1949. secondary : Em.I18n.t('common.cancel'),
  1950. didInsertElement: Em.K
  1951. });
  1952. },
  1953. /**
  1954. * If user chabges cfg group if some configs was changed popup with propose to save changes must be shown
  1955. * @param {object} event - triggered event for selecting another config-group
  1956. * @method selectConfigGroup
  1957. */
  1958. selectConfigGroup: function (event) {
  1959. if (!this.get('isInit')) {
  1960. if (this.hasUnsavedChanges()) {
  1961. this.showSavePopup(null, event);
  1962. return;
  1963. }
  1964. }
  1965. this.set('selectedConfigGroup', event.context);
  1966. },
  1967. /**
  1968. * Are some unsaved changes available
  1969. * @returns {boolean}
  1970. */
  1971. hasUnsavedChanges: function() {
  1972. return this.get('hash') != this.getHash();
  1973. },
  1974. /**
  1975. * If some configs are changed and user navigates away or select another config-group, show this popup with propose to save changes
  1976. * @param {String} path
  1977. * @param {object} event - triggered event for selecting another config-group
  1978. * @method showSavePopup
  1979. */
  1980. showSavePopup: function (path, event) {
  1981. var self = this;
  1982. return App.ModalPopup.show({
  1983. header: Em.I18n.t('common.warning'),
  1984. body: Em.I18n.t('services.service.config.exitPopup.body'),
  1985. footerClass: Ember.View.extend({
  1986. templateName: require('templates/main/service/info/save_popup_footer'),
  1987. isSaveDisabled: function() {
  1988. return self.get('isSubmitDisabled');
  1989. }.property()
  1990. }),
  1991. primary: Em.I18n.t('common.save'),
  1992. secondary: Em.I18n.t('common.cancel'),
  1993. onSave: function () {
  1994. self.restartServicePopup();
  1995. this.hide();
  1996. },
  1997. onDiscard: function () {
  1998. if (path) {
  1999. self.set('forceTransition', true);
  2000. App.router.route(path);
  2001. } else if (event) {
  2002. // Prevent multiple popups
  2003. self.set('hash', self.getHash());
  2004. self.selectConfigGroup(event);
  2005. }
  2006. this.hide();
  2007. },
  2008. onCancel: function () {
  2009. this.hide();
  2010. }
  2011. });
  2012. }
  2013. });