cluster_controller.js 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. App.ClusterController = Em.Controller.extend({
  20. name:'clusterController',
  21. cluster:null,
  22. isLoaded:false,
  23. updateLoadStatus:function (item) {
  24. var loadList = this.get('dataLoadList');
  25. var loaded = true;
  26. loadList.set(item, true);
  27. for (var i in loadList) {
  28. if (loadList.hasOwnProperty(i) && !loadList[i] && loaded) {
  29. loaded = false;
  30. }
  31. }
  32. this.set('isLoaded', loaded);
  33. },
  34. dataLoadList:Em.Object.create({
  35. 'hosts':false,
  36. 'services':false,
  37. 'cluster':false,
  38. 'racks':false,
  39. 'alerts':false,
  40. 'users':false
  41. }),
  42. postLoadList:{
  43. 'runs':false
  44. },
  45. /**
  46. * load cluster name
  47. */
  48. loadClusterName:function (reload) {
  49. if (this.get('clusterName') && !reload) {
  50. return;
  51. }
  52. var self = this;
  53. var url = (App.testMode) ? '/data/clusters/info.json' : App.apiPrefix + '/clusters';
  54. $.ajax({
  55. async:false,
  56. type:"GET",
  57. url:url,
  58. dataType:'json',
  59. timeout:App.timeout,
  60. success:function (data) {
  61. self.set('cluster', data.items[0]);
  62. },
  63. error:function (request, ajaxOptions, error) {
  64. console.log('failed on loading cluster name');
  65. self.set('isLoaded', true);
  66. },
  67. statusCode:require('data/statusCodes')
  68. });
  69. },
  70. getUrl:function (testUrl, url) {
  71. return (App.testMode) ? testUrl : App.apiPrefix + '/clusters/' + this.get('clusterName') + url;
  72. },
  73. /**
  74. * Provides the URL to use for NAGIOS server. This URL
  75. * is helpful in getting alerts data from server and also
  76. * in populating links in UI.
  77. *
  78. * If null is returned, it means NAGIOS service is not installed.
  79. */
  80. nagiosUrl:function () {
  81. if (App.testMode) {
  82. return 'http://nagiosserver/nagios';
  83. } else {
  84. // We want live data here
  85. var svcs = App.Service.find();
  86. var nagiosSvc = svcs.findProperty("serviceName", "NAGIOS");
  87. if (nagiosSvc) {
  88. var svcComponents = nagiosSvc.get('components');
  89. if (svcComponents) {
  90. var nagiosSvcComponent = svcComponents.findProperty("componentName", "NAGIOS_SERVER");
  91. if (nagiosSvcComponent) {
  92. var hostName = nagiosSvcComponent.get('host.hostName');
  93. if (hostName) {
  94. return "http://"+hostName+"/nagios";
  95. }
  96. }
  97. }
  98. }
  99. return null;
  100. }
  101. }.property('dataLoadList.services'),
  102. isNagiosInstalled:function () {
  103. if (App.testMode) {
  104. return true;
  105. } else {
  106. var svcs = App.Service.find();
  107. var nagiosSvc = svcs.findProperty("serviceName", "NAGIOS");
  108. return nagiosSvc != null;
  109. }
  110. }.property('dataLoadList.services'),
  111. /**
  112. * Sorted list of alerts.
  113. * Changes whenever alerts are loaded.
  114. */
  115. alerts:function () {
  116. var alerts = App.Alert.find();
  117. var alertsArray = alerts.toArray();
  118. var sortedArray = alertsArray.sort(function (left, right) {
  119. var statusDiff = right.get('status') - left.get('status');
  120. if (statusDiff == 0) { // same error severity - sort by time
  121. var rightTime = right.get('date');
  122. var leftTime = left.get('time');
  123. rightTime = rightTime ? rightTime.getTime() : 0;
  124. leftTime = leftTime ? leftTime.getTime() : 0;
  125. statusDiff = rightTime - leftTime;
  126. }
  127. return statusDiff;
  128. });
  129. return sortedArray;
  130. }.property('dataLoadList.alerts'),
  131. loadRuns: function(){
  132. if(this.get('postLoadList.runs')){
  133. return;
  134. }
  135. var self= this;
  136. var runsUrl = App.testMode ? "/data/apps/runs.json" : App.apiPrefix + "/jobhistory/workflow";
  137. App.HttpClient.get(runsUrl, App.runsMapper, {
  138. complete:function (jqXHR, textStatus) {
  139. self.set('postLoadList.runs', true);
  140. }
  141. }, function(){
  142. self.set('postLoadList.runs', true);
  143. });
  144. },
  145. /**
  146. * This method automatically loads alerts when Nagios URL
  147. * changes. Once done it will trigger dataLoadList.alerts
  148. * property, which will trigger the alerts property.
  149. */
  150. loadAlerts:function () {
  151. var nagiosUrl = this.get('nagiosUrl');
  152. if (nagiosUrl) {
  153. var lastSlash = nagiosUrl.lastIndexOf('/');
  154. if (lastSlash > -1) {
  155. nagiosUrl = nagiosUrl.substring(0, lastSlash);
  156. }
  157. var dataUrl;
  158. var ajaxOptions = {
  159. dataType:"jsonp",
  160. jsonp:"jsonp",
  161. context:this,
  162. complete:function (jqXHR, textStatus) {
  163. this.updateLoadStatus('alerts')
  164. }
  165. };
  166. if (App.testMode) {
  167. dataUrl = "/data/alerts/alerts.jsonp";
  168. ajaxOptions.jsonpCallback = "jQuery172040994187095202506_1352498338217";
  169. } else {
  170. dataUrl = nagiosUrl + "/hdp/nagios/nagios_alerts.php?q1=alerts&alert_type=all";
  171. }
  172. App.HttpClient.get(dataUrl, App.alertsMapper, ajaxOptions);
  173. } else {
  174. this.updateLoadStatus('alerts');
  175. console.log("No Nagios URL provided.")
  176. }
  177. }.observes('nagiosUrl'),
  178. updateStatus: function(){
  179. var servicesUrl1 = this.getUrl('/data/dashboard/services.json', '/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=*,components/host_components/*');
  180. var self = this;
  181. App.HttpClient.get(servicesUrl1, App.statusMapper, {
  182. complete:function (jqXHR, textStatus) {
  183. console.log('update finished')
  184. setTimeout(function(){
  185. self.updateStatus();
  186. }, 3000);
  187. }
  188. }, null);
  189. },
  190. /**
  191. *
  192. * load all data and update load status
  193. */
  194. loadClusterData:function () {
  195. var self = this;
  196. if (!this.get('clusterName')) {
  197. return;
  198. }
  199. var clusterUrl = this.getUrl('/data/clusters/cluster.json', '?fields=Clusters');
  200. var hostsUrl = this.getUrl('/data/hosts/hosts.json', '/hosts?fields=*');
  201. var servicesUrl1 = this.getUrl('/data/dashboard/services.json', '/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=*,components/host_components/*');
  202. var servicesUrl2 = this.getUrl('/data/dashboard/serviceComponents.json', '/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=components/ServiceComponentInfo');
  203. var usersUrl = App.testMode ? '/data/users/users.json' : App.apiPrefix + '/users/?fields=*';
  204. var racksUrl = "/data/racks/racks.json";
  205. App.HttpClient.get(racksUrl, App.racksMapper, {
  206. complete:function (jqXHR, textStatus) {
  207. self.updateLoadStatus('racks');
  208. }
  209. }, function (jqXHR, textStatus) {
  210. self.updateLoadStatus('racks');
  211. });
  212. App.HttpClient.get(clusterUrl, App.clusterMapper, {
  213. complete:function (jqXHR, textStatus) {
  214. self.updateLoadStatus('cluster');
  215. }
  216. }, function (jqXHR, textStatus) {
  217. self.updateLoadStatus('cluster');
  218. });
  219. App.HttpClient.get(hostsUrl, App.hostsMapper, {
  220. complete:function (jqXHR, textStatus) {
  221. self.updateLoadStatus('hosts');
  222. }
  223. }, function (jqXHR, textStatus) {
  224. self.updateLoadStatus('hosts');
  225. });
  226. App.HttpClient.get(usersUrl, App.usersMapper, {
  227. complete:function (jqXHR, textStatus) {
  228. self.updateLoadStatus('users');
  229. }
  230. }, function (jqXHR, textStatus) {
  231. self.updateLoadStatus('users');
  232. });
  233. //////////////////////////////
  234. // Hack for services START //
  235. //////////////////////////////
  236. var metricsJson = null;
  237. var serviceComponentJson = null;
  238. var metricsMapper = {
  239. map:function (data) {
  240. metricsJson = data;
  241. }
  242. };
  243. var serviceComponentMapper = {
  244. map:function (data) {
  245. serviceComponentJson = data;
  246. if (metricsJson != null && serviceComponentJson != null) {
  247. var hdfsSvc1 = null;
  248. var hdfsSvc2 = null;
  249. var mrSvc1 = null;
  250. var mrSvc2 = null;
  251. var hbaseSvc1 = null;
  252. var hbaseSvc2 = null;
  253. metricsJson.items.forEach(function (svc) {
  254. if (svc.ServiceInfo.service_name == "HDFS") {
  255. hdfsSvc1 = svc;
  256. }
  257. if (svc.ServiceInfo.service_name == "MAPREDUCE") {
  258. mrSvc1 = svc;
  259. }
  260. if (svc.ServiceInfo.service_name == "HBASE") {
  261. hbaseSvc1 = svc;
  262. }
  263. });
  264. serviceComponentJson.items.forEach(function (svc) {
  265. if (svc.ServiceInfo.service_name == "HDFS") {
  266. hdfsSvc2 = svc;
  267. }
  268. if (svc.ServiceInfo.service_name == "MAPREDUCE") {
  269. mrSvc2 = svc;
  270. }
  271. if (svc.ServiceInfo.service_name == "HBASE") {
  272. hbaseSvc2 = svc;
  273. }
  274. });
  275. var nnC1 = null;
  276. var nnC2 = null;
  277. var jtC1 = null;
  278. var jtC2 = null;
  279. var hbm1 = null;
  280. var hbm2 = null;
  281. if (hdfsSvc1) {
  282. hdfsSvc1.components.forEach(function (c) {
  283. if (c.ServiceComponentInfo.component_name == "NAMENODE") {
  284. nnC1 = c;
  285. }
  286. });
  287. }
  288. if (hdfsSvc2) {
  289. hdfsSvc2.components.forEach(function (c) {
  290. if (c.ServiceComponentInfo.component_name == "NAMENODE") {
  291. nnC2 = c;
  292. }
  293. });
  294. }
  295. if (mrSvc1) {
  296. mrSvc1.components.forEach(function (c) {
  297. if (c.ServiceComponentInfo.component_name == "JOBTRACKER") {
  298. jtC1 = c;
  299. }
  300. });
  301. }
  302. if (mrSvc2) {
  303. mrSvc2.components.forEach(function (c) {
  304. if (c.ServiceComponentInfo.component_name == "JOBTRACKER") {
  305. jtC2 = c;
  306. }
  307. });
  308. }
  309. if (hbaseSvc1) {
  310. hbaseSvc1.components.forEach(function (c) {
  311. if (c.ServiceComponentInfo.component_name == "HBASE_MASTER") {
  312. hbm1 = c;
  313. }
  314. });
  315. }
  316. if (hbaseSvc2) {
  317. hbaseSvc2.components.forEach(function (c) {
  318. if (c.ServiceComponentInfo.component_name == "HBASE_MASTER") {
  319. hbm2 = c;
  320. }
  321. });
  322. }
  323. if (nnC1 && nnC2) {
  324. nnC1.ServiceComponentInfo = nnC2.ServiceComponentInfo;
  325. }
  326. if (jtC1 && jtC2) {
  327. jtC1.ServiceComponentInfo = jtC2.ServiceComponentInfo;
  328. }
  329. if (hbm1 && hbm2) {
  330. hbm1.ServiceComponentInfo = hbm2.ServiceComponentInfo;
  331. }
  332. App.servicesMapper.map(metricsJson);
  333. self.updateLoadStatus('services');
  334. }
  335. }
  336. }
  337. App.HttpClient.get(servicesUrl1, metricsMapper, {
  338. complete:function (jqXHR, textStatus) {
  339. App.HttpClient.get(servicesUrl2, serviceComponentMapper, {
  340. complete:function (jqXHR, textStatus) {
  341. }
  342. });
  343. }
  344. });
  345. /////////////////////////////
  346. // Hack for services END //
  347. /////////////////////////////
  348. setTimeout(function(){
  349. self.updateStatus();
  350. }, 8000);
  351. },
  352. clusterName:function () {
  353. return (this.get('cluster')) ? this.get('cluster').Clusters.cluster_name : null;
  354. }.property('cluster')
  355. })