cluster_controller.js 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. App.ClusterController = Em.Controller.extend({
  20. name: 'clusterController',
  21. isLoaded: false,
  22. ambariProperties: null,
  23. ambariViews: [],
  24. clusterDataLoadedPercent: 'width:0', // 0 to 1
  25. isGangliaUrlLoaded: false,
  26. isNagiosUrlLoaded: false,
  27. /**
  28. * Provides the URL to use for Ganglia server. This URL
  29. * is helpful in populating links in UI.
  30. *
  31. * If null is returned, it means GANGLIA service is not installed.
  32. */
  33. gangliaUrl: null,
  34. /**
  35. * Provides the URL to use for NAGIOS server. This URL
  36. * is helpful in getting alerts data from server and also
  37. * in populating links in UI.
  38. *
  39. * If null is returned, it means NAGIOS service is not installed.
  40. */
  41. nagiosUrl: null,
  42. clusterName: function () {
  43. return App.get('clusterName');
  44. }.property('App.clusterName'),
  45. updateLoadStatus: function (item) {
  46. var loadList = this.get('dataLoadList');
  47. var loaded = true;
  48. var numLoaded = 0;
  49. var loadListLength = 0;
  50. loadList.set(item, true);
  51. for (var i in loadList) {
  52. if (loadList.hasOwnProperty(i)) {
  53. loadListLength++;
  54. if (!loadList[i] && loaded) {
  55. loaded = false;
  56. }
  57. }
  58. // calculate the number of true
  59. if (loadList.hasOwnProperty(i) && loadList[i]) {
  60. numLoaded++;
  61. }
  62. }
  63. this.set('isLoaded', loaded);
  64. this.set('clusterDataLoadedPercent', 'width:' + (Math.floor(numLoaded / loadListLength * 100)).toString() + '%');
  65. },
  66. dataLoadList: Em.Object.create({
  67. 'hosts': false,
  68. 'serviceMetrics': false,
  69. 'stackComponents': false,
  70. 'services': false,
  71. 'cluster': false,
  72. 'clusterStatus': false,
  73. 'racks': false,
  74. 'users': false,
  75. 'componentConfigs': false,
  76. 'componentsState': false
  77. }),
  78. /**
  79. * load cluster name
  80. */
  81. loadClusterName: function (reload) {
  82. var dfd = $.Deferred();
  83. if (App.get('clusterName') && !reload) {
  84. dfd.resolve();
  85. } else {
  86. App.ajax.send({
  87. name: 'cluster.load_cluster_name',
  88. sender: this,
  89. success: 'loadClusterNameSuccessCallback',
  90. error: 'loadClusterNameErrorCallback'
  91. }).complete(function () {
  92. if (!App.get('currentStackVersion')) {
  93. App.set('currentStackVersion', App.defaultStackVersion);
  94. }
  95. dfd.resolve();
  96. });
  97. }
  98. return dfd.promise()
  99. },
  100. loadClusterNameSuccessCallback: function (data) {
  101. App.set('clusterName', data.items[0].Clusters.cluster_name);
  102. App.set('currentStackVersion', data.items[0].Clusters.version);
  103. },
  104. loadClusterNameErrorCallback: function (request, ajaxOptions, error) {
  105. console.log('failed on loading cluster name');
  106. this.set('isLoaded', true);
  107. },
  108. /**
  109. * load current server clock in milli-seconds
  110. */
  111. loadClientServerClockDistance: function () {
  112. var dfd = $.Deferred();
  113. this.getServerClock().done(function () {
  114. dfd.resolve();
  115. });
  116. return dfd.promise();
  117. },
  118. getServerClock: function () {
  119. return App.ajax.send({
  120. name: 'ambari.service.load_server_clock',
  121. sender: this,
  122. success: 'getServerClockSuccessCallback',
  123. error: 'getServerClockErrorCallback'
  124. });
  125. },
  126. getServerClockSuccessCallback: function (data) {
  127. var clientClock = new Date().getTime();
  128. var serverClock = (data.RootServiceComponents.server_clock).toString();
  129. serverClock = serverClock.length < 13 ? serverClock + '000' : serverClock;
  130. App.set('clockDistance', serverClock - clientClock);
  131. App.set('currentServerTime', parseInt(serverClock));
  132. console.log('loading ambari server clock distance');
  133. },
  134. getServerClockErrorCallback: function () {
  135. console.log('Cannot load ambari server clock');
  136. },
  137. getUrl: function (testUrl, url) {
  138. return (App.get('testMode')) ? testUrl : App.get('apiPrefix') + '/clusters/' + App.get('clusterName') + url;
  139. },
  140. setGangliaUrl: function () {
  141. if (App.get('testMode')) {
  142. this.set('gangliaUrl', 'http://gangliaserver/ganglia/?t=yes');
  143. this.set('isGangliaUrlLoaded', true);
  144. } else {
  145. // We want live data here
  146. var gangliaServer = App.HostComponent.find().findProperty('componentName', 'GANGLIA_SERVER');
  147. if (this.get('isLoaded') && gangliaServer) {
  148. this.set('isGangliaUrlLoaded', false);
  149. App.ajax.send({
  150. name: 'hosts.for_quick_links',
  151. sender: this,
  152. data: {
  153. clusterName: App.get('clusterName'),
  154. masterHosts: gangliaServer.get('hostName'),
  155. urlParams: ''
  156. },
  157. success: 'setGangliaUrlSuccessCallback'
  158. });
  159. }
  160. }
  161. }.observes('App.router.updateController.isUpdated', 'dataLoadList.hosts', 'gangliaWebProtocol', 'isLoaded'),
  162. setGangliaUrlSuccessCallback: function (response) {
  163. var url = null;
  164. if (response.items.length > 0) {
  165. url = this.get('gangliaWebProtocol') + "://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : response.items[0].Hosts.public_host_name) + "/ganglia";
  166. }
  167. this.set('gangliaUrl', url);
  168. this.set('isGangliaUrlLoaded', true);
  169. },
  170. setNagiosUrl: function () {
  171. if (App.get('testMode')) {
  172. this.set('nagiosUrl', 'http://nagiosserver/nagios');
  173. this.set('isNagiosUrlLoaded', true);
  174. } else {
  175. // We want live data here
  176. var nagiosServer = App.HostComponent.find().findProperty('componentName', 'NAGIOS_SERVER');
  177. if (this.get('isLoaded') && nagiosServer) {
  178. this.set('isNagiosUrlLoaded', false);
  179. App.ajax.send({
  180. name: 'hosts.for_quick_links',
  181. sender: this,
  182. data: {
  183. clusterName: App.get('clusterName'),
  184. masterHosts: nagiosServer.get('hostName'),
  185. urlParams: ''
  186. },
  187. success: 'setNagiosUrlSuccessCallback'
  188. });
  189. }
  190. }
  191. }.observes('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics', 'dataLoadList.hosts', 'nagiosWebProtocol', 'isLoaded'),
  192. setNagiosUrlSuccessCallback: function (response) {
  193. var url = null;
  194. if (response.items.length > 0) {
  195. url = this.get('nagiosWebProtocol') + "://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : response.items[0].Hosts.public_host_name) + "/nagios";
  196. }
  197. this.set('nagiosUrl', url);
  198. this.set('isNagiosUrlLoaded', true);
  199. },
  200. nagiosWebProtocol: function () {
  201. var properties = this.get('ambariProperties');
  202. if (properties && properties.hasOwnProperty('nagios.https') && properties['nagios.https']) {
  203. return "https";
  204. } else {
  205. return "http";
  206. }
  207. }.property('ambariProperties'),
  208. gangliaWebProtocol: function () {
  209. var properties = this.get('ambariProperties');
  210. if (properties && properties.hasOwnProperty('ganglia.https') && properties['ganglia.https']) {
  211. return "https";
  212. } else {
  213. return "http";
  214. }
  215. }.property('ambariProperties'),
  216. isNagiosInstalled: function () {
  217. return !!App.Service.find().findProperty('serviceName', 'NAGIOS');
  218. }.property('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics'),
  219. isGangliaInstalled: function () {
  220. return !!App.Service.find().findProperty('serviceName', 'GANGLIA');
  221. }.property('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics'),
  222. /**
  223. * load all data and update load status
  224. */
  225. loadClusterData: function () {
  226. var self = this;
  227. this.loadAmbariProperties();
  228. this.loadAmbariViews();
  229. if (!App.get('clusterName')) {
  230. return;
  231. }
  232. if (this.get('isLoaded')) { // do not load data repeatedly
  233. App.router.get('mainController').startPolling();
  234. return;
  235. }
  236. var clusterUrl = this.getUrl('/data/clusters/cluster.json', '?fields=Clusters');
  237. var racksUrl = "/data/racks/racks.json";
  238. var hostsController = App.router.get('mainHostController');
  239. hostsController.set('isCountersUpdating', true);
  240. hostsController.updateStatusCounters();
  241. hostsController.set('isCountersUpdating', false);
  242. App.HttpClient.get(racksUrl, App.racksMapper, {
  243. complete: function (jqXHR, textStatus) {
  244. self.updateLoadStatus('racks');
  245. }
  246. }, function (jqXHR, textStatus) {
  247. self.updateLoadStatus('racks');
  248. });
  249. App.HttpClient.get(clusterUrl, App.clusterMapper, {
  250. complete: function (jqXHR, textStatus) {
  251. self.updateLoadStatus('cluster');
  252. }
  253. }, function (jqXHR, textStatus) {
  254. self.updateLoadStatus('cluster');
  255. });
  256. if (App.get('testMode')) {
  257. self.updateLoadStatus('clusterStatus');
  258. } else {
  259. App.clusterStatus.updateFromServer().complete(function () {
  260. self.updateLoadStatus('clusterStatus');
  261. });
  262. }
  263. this.loadUsersInfo();
  264. /**
  265. * Order of loading:
  266. * 1. request for service components supported by stack
  267. * 2. load stack components to model
  268. * 3. request for services
  269. * 4. put services in cache
  270. * 5. request for hosts and host-components (single call)
  271. * 6. request for service metrics
  272. * 7. load host-components to model
  273. * 8. load hosts to model
  274. * 9. load services from cache with metrics to model
  275. * 10. update stale_configs of host-components (depends on App.supports.hostOverrides)
  276. */
  277. this.loadStackServiceComponents(function (data) {
  278. data.items.forEach(function(service) {
  279. service.StackServices.is_selected = true;
  280. service.StackServices.is_installed = false;
  281. },this);
  282. App.stackServiceMapper.map(data);
  283. App.config.setPreDefinedServiceConfigs();
  284. var updater = App.router.get('updateController');
  285. self.updateLoadStatus('stackComponents');
  286. updater.updateServices(function () {
  287. self.updateLoadStatus('services');
  288. updater.updateHost(function () {
  289. self.updateLoadStatus('hosts');
  290. });
  291. updater.updateServiceMetric(function () {
  292. if (App.supports.hostOverrides) {
  293. updater.updateComponentConfig(function () {
  294. self.updateLoadStatus('componentConfigs');
  295. });
  296. } else {
  297. self.updateLoadStatus('componentConfigs');
  298. }
  299. updater.updateComponentsState(function () {
  300. self.updateLoadStatus('componentsState');
  301. });
  302. self.updateLoadStatus('serviceMetrics');
  303. });
  304. });
  305. });
  306. App.router.get('mainAdminSecurityController').getUpdatedSecurityStatus();
  307. },
  308. requestHosts: function (realUrl, callback) {
  309. var testHostUrl = App.get('isHadoop2Stack') ? '/data/hosts/HDP2/hosts.json' : '/data/hosts/hosts.json';
  310. var url = this.getUrl(testHostUrl, realUrl);
  311. App.HttpClient.get(url, App.hostsMapper, {
  312. complete: callback
  313. }, callback)
  314. },
  315. loadAmbariViews: function () {
  316. App.ajax.send({
  317. name: 'views.info',
  318. sender: this,
  319. success: 'loadAmbariViewsSuccess'
  320. });
  321. },
  322. loadAmbariViewsSuccess: function (data) {
  323. if (data.items.length) {
  324. App.ajax.send({
  325. name: 'views.instances',
  326. sender: this,
  327. success: 'loadViewInstancesSuccess'
  328. });
  329. }
  330. },
  331. loadViewInstancesSuccess: function (data) {
  332. this.set('ambariViews', []);
  333. var self = this;
  334. data.items.forEach(function (view) {
  335. view.versions.forEach(function (version) {
  336. version.instances.forEach(function (instance) {
  337. var current_instance = Em.Object.create({
  338. iconPath: instance.ViewInstanceInfo.icon_path || "/img/ambari-view-default.png",
  339. label: instance.ViewInstanceInfo.label || version.ViewVersionInfo.label || instance.ViewInstanceInfo.view_name,
  340. visible: instance.ViewInstanceInfo.visible || false,
  341. version: instance.ViewInstanceInfo.version,
  342. description: instance.ViewInstanceInfo.description || Em.I18n.t('views.main.instance.noDescription'),
  343. viewName: instance.ViewInstanceInfo.view_name,
  344. instanceName: instance.ViewInstanceInfo.instance_name,
  345. href: instance.ViewInstanceInfo.context_path
  346. });
  347. self.get('ambariViews').pushObject(current_instance);
  348. }, this);
  349. }, this);
  350. }, this);
  351. },
  352. /**
  353. *
  354. * @param callback
  355. */
  356. loadStackServiceComponents: function (callback) {
  357. var callbackObj = {
  358. loadStackServiceComponentsSuccess: callback
  359. };
  360. App.ajax.send({
  361. name: 'wizard.service_components',
  362. data: {
  363. stackUrl: App.get('stackVersionURL'),
  364. stackVersion: App.get('currentStackVersionNumber')
  365. },
  366. sender: callbackObj,
  367. success: 'loadStackServiceComponentsSuccess'
  368. });
  369. },
  370. loadAmbariProperties: function () {
  371. return App.ajax.send({
  372. name: 'ambari.service',
  373. sender: this,
  374. success: 'loadAmbariPropertiesSuccess',
  375. error: 'loadAmbariPropertiesError'
  376. });
  377. },
  378. loadAmbariPropertiesSuccess: function (data) {
  379. console.log('loading ambari properties');
  380. this.set('ambariProperties', data.RootServiceComponents.properties);
  381. },
  382. loadAmbariPropertiesError: function () {
  383. console.warn('can\'t get ambari properties');
  384. },
  385. /**
  386. * Load info about users.
  387. **/
  388. loadUsersInfo: function() {
  389. return App.ajax.send({
  390. name: 'users.all',
  391. sender: this,
  392. success: 'loadUsersSuccess',
  393. error: 'loadUsersError'
  394. });
  395. },
  396. loadUsersSuccess: function(data) {
  397. App.ajax.send({
  398. name: 'users.privileges',
  399. sender: this,
  400. data: {
  401. users: data
  402. },
  403. success: 'loadUsersPrivilegesSuccess'
  404. });
  405. },
  406. loadUsersError: function() {
  407. this.updateLoadStatus('users');
  408. },
  409. /**
  410. * Load privileges, check relations between user and privilege,
  411. * map users using <code>App.usersMappper</code>.
  412. **/
  413. loadUsersPrivilegesSuccess: function(data, opt, params) {
  414. params.users.items.forEach(function(user) {
  415. user.privileges = {};
  416. user.privileges.items = data.items.filterProperty('PrivilegeInfo.principal_name', user.Users.user_name);
  417. });
  418. App.usersMapper.map(params.users);
  419. this.updateLoadStatus('users');
  420. },
  421. updateClusterData: function () {
  422. var testUrl = App.get('isHadoop2Stack') ? '/data/clusters/HDP2/cluster.json' : '/data/clusters/cluster.json';
  423. var clusterUrl = this.getUrl(testUrl, '?fields=Clusters');
  424. App.HttpClient.get(clusterUrl, App.clusterMapper, {
  425. complete: function () {
  426. }
  427. });
  428. }
  429. });