cluster_controller.js 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. App.ClusterController = Em.Controller.extend({
  20. name:'clusterController',
  21. cluster:null,
  22. isLoaded:false,
  23. updateLoadStatus:function (item) {
  24. var loadList = this.get('dataLoadList');
  25. var loaded = true;
  26. loadList.set(item, true);
  27. for (var i in loadList) {
  28. if (loadList.hasOwnProperty(i) && !loadList[i] && loaded) {
  29. loaded = false;
  30. }
  31. }
  32. this.set('isLoaded', loaded);
  33. },
  34. dataLoadList:Em.Object.create({
  35. 'hosts':false,
  36. 'services':false,
  37. 'cluster':false,
  38. 'racks':false,
  39. 'alerts':false,
  40. 'users':false
  41. }),
  42. postLoadList:{
  43. 'runs':false
  44. },
  45. /**
  46. * load cluster name
  47. */
  48. loadClusterName:function (reload) {
  49. if (this.get('clusterName') && !reload) {
  50. return;
  51. }
  52. var self = this;
  53. var url = (App.testMode) ? '/data/clusters/info.json' : App.apiPrefix + '/clusters';
  54. $.ajax({
  55. async:false,
  56. type:"GET",
  57. url:url,
  58. dataType:'json',
  59. timeout:App.timeout,
  60. success:function (data) {
  61. self.set('cluster', data.items[0]);
  62. },
  63. error:function (request, ajaxOptions, error) {
  64. console.log('failed on loading cluster name');
  65. self.set('isLoaded', true);
  66. },
  67. statusCode:require('data/statusCodes')
  68. });
  69. },
  70. getUrl:function (testUrl, url) {
  71. return (App.testMode) ? testUrl : App.apiPrefix + '/clusters/' + this.get('clusterName') + url;
  72. },
  73. /**
  74. * Provides the URL to use for NAGIOS server. This URL
  75. * is helpful in getting alerts data from server and also
  76. * in populating links in UI.
  77. *
  78. * If null is returned, it means NAGIOS service is not installed.
  79. */
  80. nagiosUrl:function () {
  81. if (App.testMode) {
  82. return 'http://nagiosserver/nagios';
  83. } else {
  84. // We want live data here
  85. var svcs = App.Service.find();
  86. var nagiosSvc = svcs.findProperty("serviceName", "NAGIOS");
  87. if (nagiosSvc) {
  88. var svcComponents = nagiosSvc.get('components');
  89. if (svcComponents) {
  90. var nagiosSvcComponent = svcComponents.findProperty("componentName", "NAGIOS_SERVER");
  91. if (nagiosSvcComponent) {
  92. var hostName = nagiosSvcComponent.get('host.hostName');
  93. if (hostName) {
  94. return null;
  95. //return "http://"+hostName+"/nagios";
  96. }
  97. }
  98. }
  99. }
  100. return null;
  101. }
  102. }.property('dataLoadList.services'),
  103. isNagiosInstalled:function () {
  104. if (App.testMode) {
  105. return true;
  106. } else {
  107. var svcs = App.Service.find();
  108. var nagiosSvc = svcs.findProperty("serviceName", "NAGIOS");
  109. return nagiosSvc != null;
  110. }
  111. }.property('dataLoadList.services'),
  112. /**
  113. * Sorted list of alerts.
  114. * Changes whenever alerts are loaded.
  115. */
  116. alerts:function () {
  117. var alerts = App.Alert.find();
  118. var alertsArray = alerts.toArray();
  119. var sortedArray = alertsArray.sort(function (left, right) {
  120. var statusDiff = right.get('status') - left.get('status');
  121. if (statusDiff == 0) { // same error severity - sort by time
  122. var rightTime = right.get('date');
  123. var leftTime = left.get('time');
  124. rightTime = rightTime ? rightTime.getTime() : 0;
  125. leftTime = leftTime ? leftTime.getTime() : 0;
  126. statusDiff = rightTime - leftTime;
  127. }
  128. return statusDiff;
  129. });
  130. return sortedArray;
  131. }.property('dataLoadList.alerts'),
  132. loadRuns: function(){
  133. if(this.get('postLoadList.runs')){
  134. return;
  135. }
  136. var self= this;
  137. var runsUrl = App.testMode ? "/data/apps/runs.json" : App.apiPrefix + "/jobhistory/workflow";
  138. App.HttpClient.get(runsUrl, App.runsMapper, {
  139. complete:function (jqXHR, textStatus) {
  140. self.set('postLoadList.runs', true);
  141. }
  142. }, function(){
  143. self.set('postLoadList.runs', true);
  144. });
  145. },
  146. /**
  147. * This method automatically loads alerts when Nagios URL
  148. * changes. Once done it will trigger dataLoadList.alerts
  149. * property, which will trigger the alerts property.
  150. */
  151. loadAlerts:function () {
  152. var nagiosUrl = this.get('nagiosUrl');
  153. if (nagiosUrl) {
  154. var lastSlash = nagiosUrl.lastIndexOf('/');
  155. if (lastSlash > -1) {
  156. nagiosUrl = nagiosUrl.substring(0, lastSlash);
  157. }
  158. var dataUrl;
  159. var ajaxOptions = {
  160. dataType:"jsonp",
  161. jsonp:"jsonp",
  162. context:this,
  163. complete:function (jqXHR, textStatus) {
  164. this.updateLoadStatus('alerts')
  165. }
  166. };
  167. if (App.testMode) {
  168. dataUrl = "/data/alerts/alerts.jsonp";
  169. ajaxOptions.jsonpCallback = "jQuery172040994187095202506_1352498338217";
  170. } else {
  171. dataUrl = nagiosUrl + "/hdp/nagios/nagios_alerts.php?q1=alerts&alert_type=all";
  172. }
  173. App.HttpClient.get(dataUrl, App.alertsMapper, ajaxOptions);
  174. } else {
  175. this.updateLoadStatus('alerts');
  176. console.log("No Nagios URL provided.")
  177. }
  178. }.observes('nagiosUrl'),
  179. updateStatus: function(){
  180. var servicesUrl1 = this.getUrl('/data/dashboard/services.json', '/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=*,components/host_components/*');
  181. var self = this;
  182. App.HttpClient.get(servicesUrl1, App.statusMapper, {
  183. complete:function (jqXHR, textStatus) {
  184. console.log('update finished')
  185. setTimeout(function(){
  186. self.updateStatus();
  187. }, 1000);
  188. }
  189. }, null);
  190. },
  191. /**
  192. *
  193. * load all data and update load status
  194. */
  195. loadClusterData:function () {
  196. var self = this;
  197. if (!this.get('clusterName')) {
  198. return;
  199. }
  200. var clusterUrl = this.getUrl('/data/clusters/cluster.json', '?fields=Clusters');
  201. var hostsUrl = this.getUrl('/data/hosts/hosts.json', '/hosts?fields=*');
  202. var servicesUrl1 = this.getUrl('/data/dashboard/services.json', '/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=*,components/host_components/*');
  203. var servicesUrl2 = this.getUrl('/data/dashboard/serviceComponents.json', '/services?ServiceInfo/service_name!=MISCELLANEOUS&ServiceInfo/service_name!=DASHBOARD&fields=components/ServiceComponentInfo');
  204. var usersUrl = App.testMode ? '/data/users/users.json' : App.apiPrefix + '/users/?fields=*';
  205. var racksUrl = "/data/racks/racks.json";
  206. App.HttpClient.get(racksUrl, App.racksMapper, {
  207. complete:function (jqXHR, textStatus) {
  208. self.updateLoadStatus('racks');
  209. }
  210. }, function (jqXHR, textStatus) {
  211. self.updateLoadStatus('racks');
  212. });
  213. App.HttpClient.get(clusterUrl, App.clusterMapper, {
  214. complete:function (jqXHR, textStatus) {
  215. self.updateLoadStatus('cluster');
  216. }
  217. }, function (jqXHR, textStatus) {
  218. self.updateLoadStatus('cluster');
  219. });
  220. App.HttpClient.get(hostsUrl, App.hostsMapper, {
  221. complete:function (jqXHR, textStatus) {
  222. self.updateLoadStatus('hosts');
  223. }
  224. }, function (jqXHR, textStatus) {
  225. self.updateLoadStatus('hosts');
  226. });
  227. App.HttpClient.get(usersUrl, App.usersMapper, {
  228. complete:function (jqXHR, textStatus) {
  229. self.updateLoadStatus('users');
  230. }
  231. }, function (jqXHR, textStatus) {
  232. self.updateLoadStatus('users');
  233. });
  234. //////////////////////////////
  235. // Hack for services START //
  236. //////////////////////////////
  237. var metricsJson = null;
  238. var serviceComponentJson = null;
  239. var metricsMapper = {
  240. map:function (data) {
  241. metricsJson = data;
  242. }
  243. };
  244. var serviceComponentMapper = {
  245. map:function (data) {
  246. serviceComponentJson = data;
  247. if (metricsJson != null && serviceComponentJson != null) {
  248. var hdfsSvc1 = null;
  249. var hdfsSvc2 = null;
  250. var mrSvc1 = null;
  251. var mrSvc2 = null;
  252. var hbaseSvc1 = null;
  253. var hbaseSvc2 = null;
  254. metricsJson.items.forEach(function (svc) {
  255. if (svc.ServiceInfo.service_name == "HDFS") {
  256. hdfsSvc1 = svc;
  257. }
  258. if (svc.ServiceInfo.service_name == "MAPREDUCE") {
  259. mrSvc1 = svc;
  260. }
  261. if (svc.ServiceInfo.service_name == "HBASE") {
  262. hbaseSvc1 = svc;
  263. }
  264. });
  265. serviceComponentJson.items.forEach(function (svc) {
  266. if (svc.ServiceInfo.service_name == "HDFS") {
  267. hdfsSvc2 = svc;
  268. }
  269. if (svc.ServiceInfo.service_name == "MAPREDUCE") {
  270. mrSvc2 = svc;
  271. }
  272. if (svc.ServiceInfo.service_name == "HBASE") {
  273. hbaseSvc2 = svc;
  274. }
  275. });
  276. var nnC1 = null;
  277. var nnC2 = null;
  278. var jtC1 = null;
  279. var jtC2 = null;
  280. var hbm1 = null;
  281. var hbm2 = null;
  282. if (hdfsSvc1) {
  283. hdfsSvc1.components.forEach(function (c) {
  284. if (c.ServiceComponentInfo.component_name == "NAMENODE") {
  285. nnC1 = c;
  286. }
  287. });
  288. }
  289. if (hdfsSvc2) {
  290. hdfsSvc2.components.forEach(function (c) {
  291. if (c.ServiceComponentInfo.component_name == "NAMENODE") {
  292. nnC2 = c;
  293. }
  294. });
  295. }
  296. if (mrSvc1) {
  297. mrSvc1.components.forEach(function (c) {
  298. if (c.ServiceComponentInfo.component_name == "JOBTRACKER") {
  299. jtC1 = c;
  300. }
  301. });
  302. }
  303. if (mrSvc2) {
  304. mrSvc2.components.forEach(function (c) {
  305. if (c.ServiceComponentInfo.component_name == "JOBTRACKER") {
  306. jtC2 = c;
  307. }
  308. });
  309. }
  310. if (hbaseSvc1) {
  311. hbaseSvc1.components.forEach(function (c) {
  312. if (c.ServiceComponentInfo.component_name == "HBASE_MASTER") {
  313. hbm1 = c;
  314. }
  315. });
  316. }
  317. if (hbaseSvc2) {
  318. hbaseSvc2.components.forEach(function (c) {
  319. if (c.ServiceComponentInfo.component_name == "HBASE_MASTER") {
  320. hbm2 = c;
  321. }
  322. });
  323. }
  324. if (nnC1 && nnC2) {
  325. nnC1.ServiceComponentInfo = nnC2.ServiceComponentInfo;
  326. }
  327. if (jtC1 && jtC2) {
  328. jtC1.ServiceComponentInfo = jtC2.ServiceComponentInfo;
  329. }
  330. if (hbm1 && hbm2) {
  331. hbm1.ServiceComponentInfo = hbm2.ServiceComponentInfo;
  332. }
  333. App.servicesMapper.map(metricsJson);
  334. self.updateLoadStatus('services');
  335. }
  336. }
  337. }
  338. App.HttpClient.get(servicesUrl1, metricsMapper, {
  339. complete:function (jqXHR, textStatus) {
  340. App.HttpClient.get(servicesUrl2, serviceComponentMapper, {
  341. complete:function (jqXHR, textStatus) {
  342. }
  343. });
  344. }
  345. });
  346. /////////////////////////////
  347. // Hack for services END //
  348. /////////////////////////////
  349. setTimeout(function(){
  350. self.updateStatus();
  351. }, 1000);
  352. },
  353. clusterName:function () {
  354. return (this.get('cluster')) ? this.get('cluster').Clusters.cluster_name : null;
  355. }.property('cluster')
  356. })