cluster_controller.js 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. App.ClusterController = Em.Controller.extend({
  20. name:'clusterController',
  21. cluster:null,
  22. isLoaded:false,
  23. clusterDataLoadedPercent: 'width:0', // 0 to 1
  24. /**
  25. * Whether we need to update statuses automatically or not
  26. */
  27. isWorking: false,
  28. updateLoadStatus:function (item) {
  29. var loadList = this.get('dataLoadList');
  30. var loaded = true;
  31. var numLoaded = 0;
  32. var loadListLength = 0;
  33. loadList.set(item, true);
  34. for (var i in loadList) {
  35. if (loadList.hasOwnProperty(i)) {
  36. loadListLength++;
  37. if(!loadList[i] && loaded){
  38. loaded = false;
  39. }
  40. }
  41. // calculate the number of true
  42. if (loadList.hasOwnProperty(i) && loadList[i]){
  43. numLoaded++;
  44. }
  45. }
  46. this.set('isLoaded', loaded);
  47. this.set('clusterDataLoadedPercent', 'width:' + (Math.floor(numLoaded / loadListLength * 100)).toString() + '%');
  48. },
  49. dataLoadList:Em.Object.create({
  50. 'hosts':false,
  51. 'services':false,
  52. 'cluster':false,
  53. 'clusterStatus':false,
  54. 'racks':false,
  55. 'alerts':false,
  56. 'users':false,
  57. 'datasets':false,
  58. 'targetclusters':false
  59. }),
  60. /**
  61. * load cluster name
  62. */
  63. loadClusterName:function (reload) {
  64. if (this.get('clusterName') && !reload) {
  65. return;
  66. }
  67. App.ajax.send({
  68. name: 'cluster.load_cluster_name',
  69. sender: this,
  70. success: 'loadClusterNameSuccessCallback',
  71. error: 'loadClusterNameErrorCallback'
  72. });
  73. if(!App.get('currentStackVersion')){
  74. App.set('currentStackVersion', App.defaultStackVersion);
  75. }
  76. },
  77. loadClusterNameSuccessCallback: function (data) {
  78. this.set('cluster', data.items[0]);
  79. App.set('clusterName', data.items[0].Clusters.cluster_name);
  80. App.set('currentStackVersion', data.items[0].Clusters.version);
  81. },
  82. loadClusterNameErrorCallback: function (request, ajaxOptions, error) {
  83. console.log('failed on loading cluster name');
  84. this.set('isLoaded', true);
  85. },
  86. getUrl:function (testUrl, url) {
  87. return (App.testMode) ? testUrl : App.apiPrefix + '/clusters/' + this.get('clusterName') + url;
  88. },
  89. /**
  90. * Provides the URL to use for Ganglia server. This URL
  91. * is helpful in populating links in UI.
  92. *
  93. * If null is returned, it means GANGLIA service is not installed.
  94. */
  95. gangliaUrl: function () {
  96. if (App.testMode) {
  97. return 'http://gangliaserver/ganglia/?t=yes';
  98. } else {
  99. // We want live data here
  100. var svcs = App.Service.find();
  101. var gangliaSvc = svcs.findProperty("serviceName", "GANGLIA");
  102. if (gangliaSvc) {
  103. var svcComponents = gangliaSvc.get('hostComponents');
  104. if (svcComponents) {
  105. var gangliaSvcComponent = svcComponents.findProperty("componentName", "GANGLIA_SERVER");
  106. if (gangliaSvcComponent) {
  107. var hostName = gangliaSvcComponent.get('host.hostName');
  108. if (hostName) {
  109. var host = App.Host.find(hostName);
  110. if (host) {
  111. hostName = host.get('publicHostName');
  112. }
  113. return "http://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : hostName) + "/ganglia";
  114. }
  115. }
  116. }
  117. }
  118. return null;
  119. }
  120. }.property('App.router.updateController.isUpdated', 'dataLoadList.hosts'),
  121. /**
  122. * Provides the URL to use for NAGIOS server. This URL
  123. * is helpful in getting alerts data from server and also
  124. * in populating links in UI.
  125. *
  126. * If null is returned, it means NAGIOS service is not installed.
  127. */
  128. nagiosUrl:function () {
  129. if (App.testMode) {
  130. return 'http://nagiosserver/nagios';
  131. } else {
  132. // We want live data here
  133. var svcs = App.Service.find();
  134. var nagiosSvc = svcs.findProperty("serviceName", "NAGIOS");
  135. if (nagiosSvc) {
  136. var svcComponents = nagiosSvc.get('hostComponents');
  137. if (svcComponents) {
  138. var nagiosSvcComponent = svcComponents.findProperty("componentName", "NAGIOS_SERVER");
  139. if (nagiosSvcComponent) {
  140. var hostName = nagiosSvcComponent.get('host.hostName');
  141. if (hostName) {
  142. var host = App.Host.find(hostName);
  143. if (host) {
  144. hostName = host.get('publicHostName');
  145. }
  146. return "http://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : hostName) + "/nagios";
  147. }
  148. }
  149. }
  150. }
  151. return null;
  152. }
  153. }.property('App.router.updateController.isUpdated', 'dataLoadList.services', 'dataLoadList.hosts'),
  154. isNagiosInstalled:function () {
  155. return !!App.Service.find().findProperty('serviceName', 'NAGIOS');
  156. }.property('App.router.updateController.isUpdated', 'dataLoadList.services'),
  157. /**
  158. * Sorted list of alerts.
  159. * Changes whenever alerts are loaded.
  160. */
  161. alerts:[],
  162. updateAlerts: function(){
  163. var alerts = App.Alert.find();
  164. var alertsArray = alerts.toArray();
  165. var sortedArray = alertsArray.sort(function (left, right) {
  166. var statusDiff = right.get('status') - left.get('status');
  167. if (statusDiff == 0) { // same error severity - sort by time
  168. var rightTime = right.get('date');
  169. var leftTime = left.get('date');
  170. rightTime = rightTime ? rightTime.getTime() : 0;
  171. leftTime = leftTime ? leftTime.getTime() : 0;
  172. statusDiff = rightTime - leftTime;
  173. }
  174. return statusDiff;
  175. });
  176. this.set('alerts', sortedArray);
  177. },
  178. /**
  179. * Load alerts from server
  180. * @param callback Slave function, should be called to fire delayed update.
  181. * Look at <code>App.updater.run</code> for more information.
  182. * Also used to set <code>dataLoadList.alerts</code> status during app loading
  183. */
  184. loadAlerts:function (callback) {
  185. if (this.get('isNagiosInstalled')) {
  186. var testUrl = App.testHadoop2Stack ? '/data/alerts/HDP2/alerts.json':'/data/alerts/alerts.json';
  187. var dataUrl = this.getUrl(testUrl, '/host_components?fields=HostRoles/nagios_alerts&HostRoles/component_name=NAGIOS_SERVER');
  188. var self = this;
  189. var ajaxOptions = {
  190. dataType:"json",
  191. complete:function () {
  192. self.updateAlerts();
  193. callback();
  194. },
  195. error: function(jqXHR, testStatus, error) {
  196. console.log('Nagios $.ajax() response:', error);
  197. }
  198. };
  199. App.HttpClient.get(dataUrl, App.alertsMapper, ajaxOptions);
  200. } else {
  201. console.log("No Nagios URL provided.");
  202. callback();
  203. }
  204. },
  205. /**
  206. * Determination of Nagios presence is known only after App.Service is
  207. * loaded from server. When that is done, no one tells alerts to load,
  208. * due to which alerts are not loaded & shown till the next polling cycle.
  209. * This method immediately loads alerts once Nagios presence is known.
  210. */
  211. isNagiosInstalledListener: function () {
  212. var self = this;
  213. self.loadAlerts(function () {
  214. self.updateLoadStatus('alerts');
  215. });
  216. }.observes('isNagiosInstalled'),
  217. /**
  218. * Send request to server to load components updated statuses
  219. * @param callback Slave function, should be called to fire delayed update.
  220. * Look at <code>App.updater.run</code> for more information
  221. * @return {Boolean} Whether we have errors
  222. */
  223. loadUpdatedStatus: function(callback){
  224. if(!this.get('clusterName')){
  225. callback();
  226. return false;
  227. }
  228. var testUrl = App.testHadoop2Stack ? '/data/dashboard/HDP2/services.json':'/data/dashboard/services.json';
  229. var servicesUrl = this.getUrl(testUrl, '/services?fields=ServiceInfo,components/host_components/HostRoles/desired_state,components/host_components/HostRoles/state');
  230. App.HttpClient.get(servicesUrl, App.statusMapper, {
  231. complete: callback
  232. });
  233. return true;
  234. },
  235. /**
  236. * Run <code>loadUpdatedStatus</code> with delay
  237. * @param delay
  238. */
  239. loadUpdatedStatusDelayed: function(delay){
  240. setTimeout(function(){
  241. App.updater.immediateRun('loadUpdatedStatus');
  242. }, delay);
  243. },
  244. /**
  245. * Start polling, when <code>isWorking</code> become true
  246. */
  247. startPolling: function(){
  248. if(!this.get('isWorking')){
  249. return false;
  250. }
  251. App.updater.run(this, 'loadUpdatedStatus', 'isWorking', App.componentsUpdateInterval); //update will not run it immediately
  252. App.updater.run(this, 'loadAlerts', 'isWorking'); //update will not run it immediately
  253. return true;
  254. }.observes('isWorking'),
  255. /**
  256. *
  257. * load all data and update load status
  258. */
  259. loadClusterData:function () {
  260. var self = this;
  261. if (!this.get('clusterName')) {
  262. return;
  263. }
  264. if(this.get('isLoaded')) { // do not load data repeatedly
  265. return;
  266. }
  267. var clusterUrl = this.getUrl('/data/clusters/cluster.json', '?fields=Clusters');
  268. var testHostUrl = App.testHadoop2Stack ? '/data/hosts/HDP2/hosts.json':'/data/hosts/hosts.json';
  269. var hostsUrl = this.getUrl(testHostUrl, '/hosts?fields=Hosts/host_name,Hosts/public_host_name,Hosts/disk_info,Hosts/cpu_count,Hosts/total_mem,Hosts/host_status,Hosts/last_heartbeat_time,Hosts/os_arch,Hosts/os_type,Hosts/ip,host_components,metrics/disk,metrics/load/load_one');
  270. var usersUrl = App.testMode ? '/data/users/users.json' : App.apiPrefix + '/users/?fields=*';
  271. var racksUrl = "/data/racks/racks.json";
  272. var dataSetUrl = "/data/mirroring/all_datasets.json";
  273. var targetClusterUrl = "/data/mirroring/target_clusters.json";
  274. App.HttpClient.get(targetClusterUrl, App.targetClusterMapper, {
  275. complete: function (jqXHR, textStatus) {
  276. self.updateLoadStatus('targetclusters');
  277. }
  278. }, function (jqXHR, textStatus) {
  279. self.updateLoadStatus('targetclusters');
  280. });
  281. App.HttpClient.get(dataSetUrl, App.dataSetMapper, {
  282. complete: function (jqXHR, textStatus) {
  283. self.updateLoadStatus('datasets');
  284. }
  285. }, function (jqXHR, textStatus) {
  286. self.updateLoadStatus('datasets');
  287. });
  288. App.HttpClient.get(racksUrl, App.racksMapper, {
  289. complete:function (jqXHR, textStatus) {
  290. self.updateLoadStatus('racks');
  291. }
  292. }, function (jqXHR, textStatus) {
  293. self.updateLoadStatus('racks');
  294. });
  295. App.HttpClient.get(clusterUrl, App.clusterMapper, {
  296. complete:function (jqXHR, textStatus) {
  297. self.updateLoadStatus('cluster');
  298. }
  299. }, function (jqXHR, textStatus) {
  300. self.updateLoadStatus('cluster');
  301. });
  302. if (App.testMode) {
  303. self.updateLoadStatus('clusterStatus');
  304. } else {
  305. App.clusterStatus.updateFromServer(true).complete(function() {
  306. self.updateLoadStatus('clusterStatus');
  307. });
  308. }
  309. App.HttpClient.get(hostsUrl, App.hostsMapper, {
  310. complete:function (jqXHR, textStatus) {
  311. self.updateLoadStatus('hosts');
  312. }
  313. }, function (jqXHR, textStatus) {
  314. self.updateLoadStatus('hosts');
  315. });
  316. App.HttpClient.get(usersUrl, App.usersMapper, {
  317. complete:function (jqXHR, textStatus) {
  318. self.updateLoadStatus('users');
  319. }
  320. }, function (jqXHR, textStatus) {
  321. self.updateLoadStatus('users');
  322. });
  323. App.router.get('updateController').updateServiceMetric(function(){
  324. self.updateLoadStatus('services');
  325. }, true);
  326. this.loadAlerts(function(){
  327. self.updateLoadStatus('alerts');
  328. });
  329. },
  330. clusterName:function () {
  331. return (this.get('cluster')) ? this.get('cluster').Clusters.cluster_name : null;
  332. }.property('cluster'),
  333. updateClusterData: function () {
  334. var testUrl = App.testHadoop2Stack ? '/data/clusters/HDP2/cluster.json':'/data/clusters/cluster.json';
  335. var clusterUrl = this.getUrl(testUrl, '?fields=Clusters');
  336. App.HttpClient.get(clusterUrl, App.clusterMapper, {
  337. complete:function(){}
  338. });
  339. }
  340. });