cluster_controller.js 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. App.ClusterController = Em.Controller.extend({
  20. name: 'clusterController',
  21. isLoaded: false,
  22. ambariProperties: null,
  23. clusterDataLoadedPercent: 'width:0', // 0 to 1
  24. isGangliaUrlLoaded: false,
  25. isNagiosUrlLoaded: false,
  26. /**
  27. * Provides the URL to use for Ganglia server. This URL
  28. * is helpful in populating links in UI.
  29. *
  30. * If null is returned, it means GANGLIA service is not installed.
  31. */
  32. gangliaUrl: null,
  33. /**
  34. * Provides the URL to use for NAGIOS server. This URL
  35. * is helpful in getting alerts data from server and also
  36. * in populating links in UI.
  37. *
  38. * If null is returned, it means NAGIOS service is not installed.
  39. */
  40. nagiosUrl: null,
  41. clusterName: function () {
  42. return App.get('clusterName');
  43. }.property('App.clusterName'),
  44. updateLoadStatus: function (item) {
  45. var loadList = this.get('dataLoadList');
  46. var loaded = true;
  47. var numLoaded = 0;
  48. var loadListLength = 0;
  49. loadList.set(item, true);
  50. for (var i in loadList) {
  51. if (loadList.hasOwnProperty(i)) {
  52. loadListLength++;
  53. if (!loadList[i] && loaded) {
  54. loaded = false;
  55. }
  56. }
  57. // calculate the number of true
  58. if (loadList.hasOwnProperty(i) && loadList[i]) {
  59. numLoaded++;
  60. }
  61. }
  62. this.set('isLoaded', loaded);
  63. this.set('clusterDataLoadedPercent', 'width:' + (Math.floor(numLoaded / loadListLength * 100)).toString() + '%');
  64. },
  65. doOnClusterLoad: function (item) {
  66. if (this.get('isLoaded')) {
  67. App.router.get('mainAdminSecurityController').getUpdatedSecurityStatus();
  68. }
  69. }.observes('isLoaded'),
  70. dataLoadList: Em.Object.create({
  71. 'hosts': false,
  72. 'serviceMetrics': false,
  73. 'stackComponents': false,
  74. 'services': false,
  75. 'cluster': false,
  76. 'clusterStatus': false,
  77. 'racks': false,
  78. 'componentConfigs': false,
  79. 'componentsState': false,
  80. 'rootService': false,
  81. 'alertDefinitions': false
  82. }),
  83. /**
  84. * load cluster name
  85. */
  86. loadClusterName: function (reload) {
  87. var dfd = $.Deferred();
  88. if (App.get('clusterName') && !reload) {
  89. App.set('clusterName', this.get('clusterName'));
  90. dfd.resolve();
  91. } else {
  92. App.ajax.send({
  93. name: 'cluster.load_cluster_name',
  94. sender: this,
  95. success: 'loadClusterNameSuccessCallback',
  96. error: 'loadClusterNameErrorCallback'
  97. }).complete(function () {
  98. if (!App.get('currentStackVersion')) {
  99. App.set('currentStackVersion', App.defaultStackVersion);
  100. }
  101. dfd.resolve();
  102. });
  103. }
  104. return dfd.promise()
  105. },
  106. loadClusterNameSuccessCallback: function (data) {
  107. if (data.items && data.items.length > 0) {
  108. App.set('clusterName', data.items[0].Clusters.cluster_name);
  109. App.set('currentStackVersion', data.items[0].Clusters.version);
  110. }
  111. },
  112. loadClusterNameErrorCallback: function (request, ajaxOptions, error) {
  113. console.log('failed on loading cluster name');
  114. this.set('isLoaded', true);
  115. },
  116. /**
  117. * load current server clock in milli-seconds
  118. */
  119. loadClientServerClockDistance: function () {
  120. var dfd = $.Deferred();
  121. this.getServerClock().done(function () {
  122. dfd.resolve();
  123. });
  124. return dfd.promise();
  125. },
  126. getServerClock: function () {
  127. return App.ajax.send({
  128. name: 'ambari.service.load_server_clock',
  129. sender: this,
  130. success: 'getServerClockSuccessCallback',
  131. error: 'getServerClockErrorCallback'
  132. });
  133. },
  134. getServerClockSuccessCallback: function (data) {
  135. var clientClock = new Date().getTime();
  136. var serverClock = (data.RootServiceComponents.server_clock).toString();
  137. serverClock = serverClock.length < 13 ? serverClock + '000' : serverClock;
  138. App.set('clockDistance', serverClock - clientClock);
  139. App.set('currentServerTime', parseInt(serverClock));
  140. console.log('loading ambari server clock distance');
  141. },
  142. getServerClockErrorCallback: function () {
  143. console.log('Cannot load ambari server clock');
  144. },
  145. getUrl: function (testUrl, url) {
  146. return (App.get('testMode')) ? testUrl : App.get('apiPrefix') + '/clusters/' + App.get('clusterName') + url;
  147. },
  148. setGangliaUrl: function () {
  149. if (App.get('testMode')) {
  150. this.set('gangliaUrl', 'http://gangliaserver/ganglia/?t=yes');
  151. this.set('isGangliaUrlLoaded', true);
  152. } else {
  153. // We want live data here
  154. var gangliaServer = App.HostComponent.find().findProperty('componentName', 'GANGLIA_SERVER');
  155. if (this.get('isLoaded') && gangliaServer) {
  156. this.set('isGangliaUrlLoaded', false);
  157. App.ajax.send({
  158. name: 'hosts.for_quick_links',
  159. sender: this,
  160. data: {
  161. clusterName: App.get('clusterName'),
  162. masterHosts: gangliaServer.get('hostName'),
  163. urlParams: ''
  164. },
  165. success: 'setGangliaUrlSuccessCallback'
  166. });
  167. }
  168. }
  169. }.observes('App.router.updateController.isUpdated', 'dataLoadList.hosts', 'gangliaWebProtocol', 'isLoaded'),
  170. setGangliaUrlSuccessCallback: function (response) {
  171. var url = null;
  172. if (response.items.length > 0) {
  173. url = this.get('gangliaWebProtocol') + "://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : response.items[0].Hosts.public_host_name) + "/ganglia";
  174. }
  175. this.set('gangliaUrl', url);
  176. this.set('isGangliaUrlLoaded', true);
  177. },
  178. setNagiosUrl: function () {
  179. if (App.get('testMode')) {
  180. this.set('nagiosUrl', 'http://nagiosserver/nagios');
  181. this.set('isNagiosUrlLoaded', true);
  182. } else {
  183. // We want live data here
  184. var nagiosServer = App.HostComponent.find().findProperty('componentName', 'NAGIOS_SERVER');
  185. if (this.get('isLoaded') && nagiosServer) {
  186. this.set('isNagiosUrlLoaded', false);
  187. App.ajax.send({
  188. name: 'hosts.for_quick_links',
  189. sender: this,
  190. data: {
  191. clusterName: App.get('clusterName'),
  192. masterHosts: nagiosServer.get('hostName'),
  193. urlParams: ''
  194. },
  195. success: 'setNagiosUrlSuccessCallback'
  196. });
  197. }
  198. }
  199. }.observes('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics', 'dataLoadList.hosts', 'nagiosWebProtocol', 'isLoaded'),
  200. setNagiosUrlSuccessCallback: function (response) {
  201. var url = null;
  202. if (response.items.length > 0) {
  203. url = this.get('nagiosWebProtocol') + "://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : response.items[0].Hosts.public_host_name) + "/nagios";
  204. }
  205. this.set('nagiosUrl', url);
  206. this.set('isNagiosUrlLoaded', true);
  207. },
  208. nagiosWebProtocol: function () {
  209. var properties = this.get('ambariProperties');
  210. if (properties && properties.hasOwnProperty('nagios.https') && properties['nagios.https']) {
  211. return "https";
  212. } else {
  213. return "http";
  214. }
  215. }.property('ambariProperties'),
  216. gangliaWebProtocol: function () {
  217. var properties = this.get('ambariProperties');
  218. if (properties && properties.hasOwnProperty('ganglia.https') && properties['ganglia.https']) {
  219. return "https";
  220. } else {
  221. return "http";
  222. }
  223. }.property('ambariProperties'),
  224. isNagiosInstalled: function () {
  225. return !!App.Service.find().findProperty('serviceName', 'NAGIOS');
  226. }.property('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics'),
  227. isGangliaInstalled: function () {
  228. return !!App.Service.find().findProperty('serviceName', 'GANGLIA');
  229. }.property('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics'),
  230. /**
  231. * load all data and update load status
  232. */
  233. loadClusterData: function () {
  234. var self = this;
  235. this.getAllHostNames();
  236. this.loadAmbariProperties();
  237. if (!App.get('clusterName')) {
  238. return;
  239. }
  240. if (this.get('isLoaded')) { // do not load data repeatedly
  241. App.router.get('mainController').startPolling();
  242. return;
  243. }
  244. var clusterUrl = this.getUrl('/data/clusters/cluster.json', '?fields=Clusters');
  245. var racksUrl = "/data/racks/racks.json";
  246. var hostsController = App.router.get('mainHostController');
  247. hostsController.set('isCountersUpdating', true);
  248. hostsController.updateStatusCounters();
  249. hostsController.set('isCountersUpdating', false);
  250. App.HttpClient.get(racksUrl, App.racksMapper, {
  251. complete: function (jqXHR, textStatus) {
  252. self.updateLoadStatus('racks');
  253. }
  254. }, function (jqXHR, textStatus) {
  255. self.updateLoadStatus('racks');
  256. });
  257. App.HttpClient.get(clusterUrl, App.clusterMapper, {
  258. complete: function (jqXHR, textStatus) {
  259. self.updateLoadStatus('cluster');
  260. }
  261. }, function (jqXHR, textStatus) {
  262. self.updateLoadStatus('cluster');
  263. });
  264. if (App.get('testMode')) {
  265. self.updateLoadStatus('clusterStatus');
  266. } else {
  267. App.clusterStatus.updateFromServer().complete(function () {
  268. self.updateLoadStatus('clusterStatus');
  269. if (App.get('supports.stackUpgrade')) {
  270. self.restoreUpgradeState();
  271. }
  272. });
  273. }
  274. /**
  275. * Order of loading:
  276. * 1. request for service components supported by stack
  277. * 2. load stack components to model
  278. * 3. request for services
  279. * 4. put services in cache
  280. * 5. request for hosts and host-components (single call)
  281. * 6. request for service metrics
  282. * 7. load host-components to model
  283. * 8. load hosts to model
  284. * 9. load services from cache with metrics to model
  285. * 10. update stale_configs of host-components (depends on App.supports.hostOverrides)
  286. * 11. load root service (Ambari)
  287. * 12. load alert definitions to model
  288. * 13. load unhealthy alert instances
  289. */
  290. self.loadStackServiceComponents(function (data) {
  291. data.items.forEach(function (service) {
  292. service.StackServices.is_selected = true;
  293. service.StackServices.is_installed = false;
  294. }, self);
  295. App.stackServiceMapper.mapStackServices(data);
  296. App.config.setPreDefinedServiceConfigs(true);
  297. var updater = App.router.get('updateController');
  298. self.updateLoadStatus('stackComponents');
  299. updater.updateServices(function () {
  300. self.updateLoadStatus('services');
  301. updater.updateHost(function () {
  302. self.updateLoadStatus('hosts');
  303. });
  304. updater.updateServiceMetric(function () {
  305. updater.updateComponentConfig(function () {
  306. self.updateLoadStatus('componentConfigs');
  307. });
  308. updater.updateComponentsState(function () {
  309. self.updateLoadStatus('componentsState');
  310. });
  311. self.updateLoadStatus('serviceMetrics');
  312. updater.updateAlertGroups(function () {
  313. updater.updateAlertDefinitions(function() {
  314. updater.updateAlertDefinitionSummary(function () {
  315. updater.updateUnhealthyAlertInstances(function () {
  316. self.updateLoadStatus('alertGroups');
  317. self.updateLoadStatus('alertDefinitions');
  318. self.updateLoadStatus('alertInstancesUnhealthy');
  319. });
  320. });
  321. });
  322. });
  323. });
  324. });
  325. self.loadRootService().done(function (data) {
  326. App.rootServiceMapper.map(data);
  327. self.updateLoadStatus('rootService');
  328. });
  329. });
  330. },
  331. /**
  332. * restore upgrade status from local storage
  333. * and make call to get latest status from server
  334. */
  335. restoreUpgradeState: function () {
  336. var dbUpgradeState = App.db.get('MainAdminStackAndUpgrade', 'upgradeState');
  337. if (!Em.isNone(dbUpgradeState)) {
  338. App.set('upgradeState', dbUpgradeState);
  339. }
  340. App.router.get('mainAdminStackAndUpgradeController').initDBProperties();
  341. App.router.get('mainAdminStackAndUpgradeController').loadUpgradeData(true);
  342. },
  343. loadRootService: function () {
  344. return App.ajax.send({
  345. name: 'service.ambari',
  346. sender: this
  347. });
  348. },
  349. requestHosts: function (realUrl, callback) {
  350. var testHostUrl = '/data/hosts/HDP2/hosts.json';
  351. var url = this.getUrl(testHostUrl, realUrl);
  352. App.HttpClient.get(url, App.hostsMapper, {
  353. complete: callback
  354. }, callback)
  355. },
  356. /**
  357. *
  358. * @param callback
  359. */
  360. loadStackServiceComponents: function (callback) {
  361. var callbackObj = {
  362. loadStackServiceComponentsSuccess: callback
  363. };
  364. App.ajax.send({
  365. name: 'wizard.service_components',
  366. data: {
  367. stackUrl: App.get('stackVersionURL'),
  368. stackVersion: App.get('currentStackVersionNumber')
  369. },
  370. sender: callbackObj,
  371. success: 'loadStackServiceComponentsSuccess'
  372. });
  373. },
  374. loadAmbariProperties: function () {
  375. return App.ajax.send({
  376. name: 'ambari.service',
  377. sender: this,
  378. success: 'loadAmbariPropertiesSuccess',
  379. error: 'loadAmbariPropertiesError'
  380. });
  381. },
  382. loadAmbariPropertiesSuccess: function (data) {
  383. console.log('loading ambari properties');
  384. this.set('ambariProperties', data.RootServiceComponents.properties);
  385. },
  386. loadAmbariPropertiesError: function () {
  387. console.warn('can\'t get ambari properties');
  388. },
  389. updateClusterData: function () {
  390. var testUrl = '/data/clusters/HDP2/cluster.json';
  391. var clusterUrl = this.getUrl(testUrl, '?fields=Clusters');
  392. App.HttpClient.get(clusterUrl, App.clusterMapper, {
  393. complete: function () {
  394. }
  395. });
  396. },
  397. /**
  398. *
  399. * @returns {*|Transport|$.ajax|boolean|ServerResponse}
  400. */
  401. getAllHostNames: function () {
  402. return App.ajax.send({
  403. name: 'hosts.all',
  404. sender: this,
  405. success: 'getHostNamesSuccess',
  406. error: 'getHostNamesError'
  407. });
  408. },
  409. getHostNamesSuccess: function (data) {
  410. App.set("allHostNames", data.items.mapProperty("Hosts.host_name"));
  411. },
  412. getHostNamesError: function () {
  413. console.error('failed to load hostNames');
  414. }
  415. });