background_operations_controller.js 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. App.BackgroundOperationsController = Em.Controller.extend({
  20. name: 'backgroundOperationsController',
  21. /**
  22. * Whether we need to refresh background operations or not
  23. */
  24. isWorking : false,
  25. allOperationsCount : 0,
  26. /**
  27. * For host component popup
  28. */
  29. services:[],
  30. serviceTimestamp: null,
  31. /**
  32. * Possible levels:
  33. * REQUESTS_LIST
  34. * HOSTS_LIST
  35. * TASKS_LIST
  36. * TASK_DETAILS
  37. */
  38. levelInfo: Em.Object.create({
  39. name: 'REQUESTS_LIST',
  40. requestId: null,
  41. taskId: null
  42. }),
  43. /**
  44. * Start polling, when <code>isWorking</code> become true
  45. */
  46. startPolling: function(){
  47. if(this.get('isWorking')){
  48. this.requestMostRecent();
  49. App.updater.run(this, 'requestMostRecent', 'isWorking', App.bgOperationsUpdateInterval);
  50. }
  51. }.observes('isWorking'),
  52. /**
  53. * Get requests data from server
  54. * @param callback
  55. */
  56. requestMostRecent: function (callback) {
  57. var queryParams = this.getQueryParams();
  58. App.ajax.send({
  59. 'name': queryParams.name,
  60. 'sender': this,
  61. 'success': queryParams.successCallback,
  62. 'callback': callback,
  63. 'data': queryParams.data
  64. });
  65. return !this.isInitLoading();
  66. },
  67. /**
  68. * indicate whether data for current level has already been loaded or not
  69. * @return {Boolean}
  70. */
  71. isInitLoading: function () {
  72. var levelInfo = this.get('levelInfo');
  73. var request = this.get('services').findProperty('id', levelInfo.get('requestId'));
  74. if (levelInfo.get('name') === 'HOSTS_LIST') {
  75. return !!(request && App.isEmptyObject(request.get('hostsMap')));
  76. }
  77. return false;
  78. },
  79. /**
  80. * construct params of ajax query regarding displayed level
  81. */
  82. getQueryParams: function () {
  83. var levelInfo = this.get('levelInfo');
  84. var result = {
  85. name: 'background_operations.get_most_recent',
  86. successCallback: 'callBackForMostRecent',
  87. data: {}
  88. };
  89. if (levelInfo.get('name') === 'TASK_DETAILS' && !App.testMode) {
  90. result.name = 'background_operations.get_by_task';
  91. result.successCallback = 'callBackFilteredByTask';
  92. result.data = {
  93. 'taskId': levelInfo.get('taskId'),
  94. 'requestId': levelInfo.get('requestId')
  95. };
  96. } else if (levelInfo.get('name') === 'TASKS_LIST' || levelInfo.get('name') === 'HOSTS_LIST') {
  97. result.name = 'background_operations.get_by_request';
  98. result.successCallback = 'callBackFilteredByRequest';
  99. result.data = {
  100. 'requestId': levelInfo.get('requestId')
  101. };
  102. }
  103. return result;
  104. },
  105. /**
  106. * Push hosts and their tasks to request
  107. * @param data
  108. * @param ajaxQuery
  109. * @param params
  110. */
  111. callBackFilteredByRequest: function (data, ajaxQuery, params) {
  112. var requestId = data.Requests.id;
  113. var request = this.get('services').findProperty('id', requestId);
  114. var hostsMap = {};
  115. var previousTaskStatusMap = request.get('previousTaskStatusMap');
  116. var currentTaskStatusMap = {};
  117. data.tasks.forEach(function (task) {
  118. var host = hostsMap[task.Tasks.host_name];
  119. task.Tasks.request_id = requestId;
  120. if (host) {
  121. host.logTasks.push(task);
  122. host.isModified = (host.isModified) ? true : previousTaskStatusMap[task.Tasks.id] !== task.Tasks.status;
  123. } else {
  124. hostsMap[task.Tasks.host_name] = {
  125. name: task.Tasks.host_name,
  126. publicName: task.Tasks.host_name,
  127. logTasks: [task],
  128. isModified: previousTaskStatusMap[task.Tasks.id] !== task.Tasks.status
  129. };
  130. }
  131. currentTaskStatusMap[task.Tasks.id] = task.Tasks.status;
  132. }, this);
  133. /**
  134. * sync up request progress with up to date progress of hosts on Host's list,
  135. * to avoid discrepancies while waiting for response with latest progress of request
  136. * after switching to operation's list
  137. */
  138. if (request.get('isRunning')) {
  139. request.set('progress', App.HostPopup.getProgress(data.tasks));
  140. request.set('status', App.HostPopup.getStatus(data.tasks)[0]);
  141. request.set('isRunning', (request.get('progress') !== 100));
  142. }
  143. request.set('previousTaskStatusMap', currentTaskStatusMap);
  144. request.set('hostsMap', hostsMap);
  145. this.set('serviceTimestamp', App.dateTime());
  146. },
  147. /**
  148. * Update task, with uploading two additional properties: stdout and stderr
  149. * @param data
  150. * @param ajaxQuery
  151. * @param params
  152. */
  153. callBackFilteredByTask: function (data, ajaxQuery, params) {
  154. var request = this.get('services').findProperty('id', data.Tasks.request_id);
  155. var host = request.get('hostsMap')[data.Tasks.host_name];
  156. var task = host.logTasks.findProperty('Tasks.id', data.Tasks.id);
  157. task.Tasks.status = data.Tasks.status;
  158. task.Tasks.stdout = data.Tasks.stdout;
  159. task.Tasks.stderr = data.Tasks.stderr;
  160. this.set('serviceTimestamp', App.dateTime());
  161. },
  162. /**
  163. * Prepare, received from server, requests for host component popup
  164. * @param data
  165. */
  166. callBackForMostRecent: function (data) {
  167. var runningServices = 0;
  168. var currentRequestIds = [];
  169. data.items.forEach(function (request) {
  170. var rq = this.get("services").findProperty('id', request.Requests.id);
  171. var isRunning = this.isRequestRunning(request);
  172. var requestParams = this.parseRequestContext(request.Requests.request_context);
  173. this.assignScheduleId(request, requestParams);
  174. currentRequestIds.push(request.Requests.id);
  175. if (rq) {
  176. rq.set('progress', Math.ceil(request.Requests.progress_percent));
  177. rq.set('status', request.Requests.request_status);
  178. rq.set('isRunning', isRunning);
  179. rq.set('startTime', request.Requests.start_time);
  180. rq.set('endTime', request.Requests.end_time);
  181. } else {
  182. rq = Em.Object.create({
  183. id: request.Requests.id,
  184. name: requestParams.requestContext,
  185. displayName: requestParams.requestContext,
  186. progress: Math.floor(request.Requests.progress_percent),
  187. status: request.Requests.request_status,
  188. isRunning: isRunning,
  189. hostsMap: {},
  190. tasks: [],
  191. startTime: request.Requests.start_time,
  192. endTime: request.Requests.end_time,
  193. dependentService: requestParams.dependentService,
  194. sourceRequestScheduleId: request.Requests.request_schedule && request.Requests.request_schedule.schedule_id,
  195. previousTaskStatusMap: {},
  196. contextCommand: requestParams.contextCommand
  197. });
  198. this.get("services").unshift(rq);
  199. }
  200. runningServices += ~~isRunning;
  201. }, this);
  202. this.removeOldRequests(currentRequestIds);
  203. this.set("allOperationsCount", runningServices);
  204. this.set('serviceTimestamp', App.dateTime());
  205. },
  206. /**
  207. * remove old requests
  208. * as API returns 10 latest request, the requests that absent in response should be removed
  209. * @param currentRequestIds
  210. */
  211. removeOldRequests: function (currentRequestIds) {
  212. this.get('services').forEach(function (service, index, services) {
  213. if (!currentRequestIds.contains(service.id)) {
  214. services.splice(index, 1);
  215. }
  216. });
  217. },
  218. /**
  219. * identify whether request is running by task counters
  220. * @param request
  221. * @return {Boolean}
  222. */
  223. isRequestRunning: function (request) {
  224. return (request.Requests.task_count -
  225. (request.Requests.aborted_task_count + request.Requests.completed_task_count + request.Requests.failed_task_count
  226. + request.Requests.timed_out_task_count - request.Requests.queued_task_count)) > 0;
  227. },
  228. /**
  229. * identify whether there is only one host in request
  230. * @param inputs
  231. * @return {Boolean}
  232. */
  233. isOneHost: function (inputs) {
  234. if (!inputs) {
  235. return false;
  236. }
  237. inputs = JSON.parse(inputs);
  238. if (inputs && inputs.included_hosts) {
  239. return inputs.included_hosts.split(',').length < 2;
  240. }
  241. return false
  242. },
  243. /**
  244. * assign schedule_id of request to null if it's Recommision operation
  245. * @param request
  246. * @param requestParams
  247. */
  248. assignScheduleId: function (request, requestParams) {
  249. var oneHost = this.isOneHost(request.Requests.inputs);
  250. if (request.Requests.request_schedule && oneHost && /Recommission/.test(requestParams.requestContext)) {
  251. request.Requests.request_schedule.schedule_id = null;
  252. }
  253. },
  254. /**
  255. * parse request context and if keyword "_PARSE_" is present then format it
  256. * @param requestContext
  257. * @return {Object}
  258. */
  259. parseRequestContext: function (requestContext) {
  260. var parsedRequestContext;
  261. var service;
  262. var contextCommand;
  263. if (requestContext) {
  264. if (requestContext.indexOf(App.BackgroundOperationsController.CommandContexts.PREFIX) !== -1) {
  265. var contextSplits = requestContext.split('.');
  266. contextCommand = contextSplits[1];
  267. service = contextSplits[2];
  268. switch(contextCommand){
  269. case "STOP":
  270. case "START":
  271. if (service === 'ALL_SERVICES') {
  272. parsedRequestContext = Em.I18n.t("requestInfo." + contextCommand.toLowerCase()).format(Em.I18n.t('common.allServices'));
  273. } else {
  274. parsedRequestContext = Em.I18n.t("requestInfo." + contextCommand.toLowerCase()).format(App.format.role(service));
  275. }
  276. break;
  277. case "ROLLING-RESTART":
  278. parsedRequestContext = Em.I18n.t("rollingrestart.rest.context").format(App.format.role(service), contextSplits[3], contextSplits[4]);
  279. break;
  280. }
  281. } else {
  282. parsedRequestContext = requestContext;
  283. }
  284. } else {
  285. parsedRequestContext = Em.I18n.t('requestInfo.unspecified');
  286. }
  287. return {
  288. requestContext: parsedRequestContext,
  289. dependentService: service,
  290. contextCommand: contextCommand
  291. }
  292. },
  293. popupView: null,
  294. /**
  295. * Onclick handler for background operations number located right to logo
  296. */
  297. showPopup: function(){
  298. // load the checkbox on footer first, then show popup.
  299. var self = this;
  300. App.router.get('applicationController').dataLoading().done(function (initValue) {
  301. App.updater.immediateRun('requestMostRecent');
  302. if(self.get('popupView') && App.HostPopup.get('isBackgroundOperations')){
  303. self.set ('popupView.isNotShowBgChecked', !initValue);
  304. self.set('popupView.isOpen', true);
  305. $(self.get('popupView.element')).appendTo('#wrapper');
  306. } else {
  307. self.set('popupView', App.HostPopup.initPopup("", self, true));
  308. self.set ('popupView.isNotShowBgChecked', !initValue);
  309. }
  310. });
  311. }
  312. });
  313. /**
  314. * Each background operation has a context in which it operates.
  315. * Generally these contexts are fixed messages. However, we might
  316. * want to associate semantics to this context - like showing, disabling
  317. * buttons when certain operations are in progress.
  318. *
  319. * To make this possible we have command contexts where the context
  320. * is not a human readable string, but a pattern indicating the command
  321. * it is running. When UI shows these, they are translated into human
  322. * readable strings.
  323. *
  324. * General pattern of context names is "_PARSE_.{COMMAND}.{ID}[.{Additional-Data}...]"
  325. */
  326. App.BackgroundOperationsController.CommandContexts = {
  327. PREFIX : "_PARSE_",
  328. /**
  329. * Stops all services
  330. */
  331. STOP_ALL_SERVICES : "_PARSE_.STOP.ALL_SERVICES",
  332. /**
  333. * Starts all services
  334. */
  335. START_ALL_SERVICES : "_PARSE_.START.ALL_SERVICES",
  336. /**
  337. * Starts service indicated by serviceID.
  338. * @param {String} serviceID Parameter {0}. Example: HDFS
  339. */
  340. START_SERVICE : "_PARSE_.START.{0}",
  341. /**
  342. * Stops service indicated by serviceID.
  343. * @param {String} serviceID Parameter {0}. Example: HDFS
  344. */
  345. STOP_SERVICE : "_PARSE_.STOP.{0}",
  346. /**
  347. * Performs rolling restart of componentID in batches.
  348. * This context is the batchNumber batch out of totalBatchCount batches.
  349. * @param {String} componentID Parameter {0}. Example "DATANODE"
  350. * @param {Number} batchNumber Parameter {1}. Batch number of this batch. Example 3.
  351. * @param {Number} totalBatchCount Parameter {2}. Total number of batches. Example 10.
  352. */
  353. ROLLING_RESTART : "_PARSE_.ROLLING-RESTART.{0}.{1}.{2}"
  354. };