stack_and_upgrade_controller.js 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. var stringUtils = require('utils/string_utils');
  20. App.MainAdminStackAndUpgradeController = Em.Controller.extend(App.LocalStorage, {
  21. name: 'mainAdminStackAndUpgradeController',
  22. /**
  23. * @type {boolean}
  24. */
  25. isLoaded: false,
  26. /**
  27. * @type {object}
  28. * @default null
  29. */
  30. upgradeData: null,
  31. /**
  32. * @type {number}
  33. * @default null
  34. */
  35. upgradeId: null,
  36. /**
  37. * @type {string}
  38. * @default null
  39. */
  40. upgradeVersion: null,
  41. /**
  42. * @type {boolean}
  43. * @default false
  44. */
  45. isDowngrade: false,
  46. /**
  47. * version that currently applied to server
  48. * should be plain object, because stored to localStorage
  49. * @type {object|null}
  50. */
  51. currentVersion: null,
  52. /**
  53. * versions to which cluster could be upgraded
  54. * @type {Array}
  55. */
  56. targetVersions: [],
  57. /**
  58. * properties that stored to localStorage to resume wizard progress
  59. */
  60. wizardStorageProperties: ['upgradeId', 'upgradeVersion', 'currentVersion', 'isDowngrade'],
  61. /**
  62. * path to the mock json
  63. * @type {String}
  64. */
  65. mockRepoUrl: '/data/stack_versions/repo_versions_all.json',
  66. /**
  67. * api to get RepoVersions
  68. * @type {String}
  69. */
  70. realRepoUrl: function () {
  71. return App.get('apiPrefix') + App.get('stackVersionURL') +
  72. '/repository_versions?fields=*,operating_systems/*,operating_systems/repositories/*';
  73. }.property('App.stackVersionURL'),
  74. /**
  75. * path to the mock json
  76. * @type {String}
  77. */
  78. mockStackUrl: '/data/stack_versions/stack_version_all.json',
  79. /**
  80. * api to get ClusterStackVersions with repository_versions (use to init data load)
  81. * @type {String}
  82. */
  83. realStackUrl: function () {
  84. return App.get('apiPrefix') + '/clusters/' + App.get('clusterName') +
  85. '/stack_versions?fields=*,repository_versions/*,repository_versions/operating_systems/repositories/*';
  86. }.property('App.clusterName'),
  87. /**
  88. * api to get ClusterStackVersions without repository_versions (use to update data)
  89. * @type {String}
  90. */
  91. realUpdateUrl: function () {
  92. return App.get('apiPrefix') + '/clusters/' + App.get('clusterName') + '/stack_versions?fields=ClusterStackVersions/*';
  93. }.property('App.clusterName'),
  94. init: function () {
  95. this.initDBProperties();
  96. },
  97. /**
  98. * restore data from localStorage
  99. */
  100. initDBProperties: function () {
  101. this.get('wizardStorageProperties').forEach(function (property) {
  102. if (this.getDBProperty(property)) {
  103. this.set(property, this.getDBProperty(property));
  104. }
  105. }, this);
  106. },
  107. /**
  108. * load all data:
  109. * - upgrade data
  110. * - stack versions
  111. * - repo versions
  112. */
  113. load: function () {
  114. var dfd = $.Deferred();
  115. var self = this;
  116. this.loadUpgradeData(true).done(function() {
  117. self.loadStackVersionsToModel(true).done(function () {
  118. self.loadRepoVersionsToModel().done(function() {
  119. var currentVersion = App.StackVersion.find().findProperty('state', 'CURRENT');
  120. if (currentVersion) {
  121. self.set('currentVersion', {
  122. repository_version: currentVersion.get('repositoryVersion.repositoryVersion'),
  123. repository_name: currentVersion.get('repositoryVersion.displayName')
  124. });
  125. }
  126. dfd.resolve();
  127. });
  128. });
  129. });
  130. return dfd.promise();
  131. },
  132. /**
  133. * load upgrade tasks by upgrade id
  134. * @return {$.Deferred}
  135. * @param {boolean} onlyState
  136. */
  137. loadUpgradeData: function (onlyState) {
  138. var upgradeId = this.get('upgradeId');
  139. var deferred = $.Deferred();
  140. if (Em.isNone(upgradeId)) {
  141. deferred.resolve();
  142. console.log('Upgrade in INIT state');
  143. } else {
  144. App.ajax.send({
  145. name: (onlyState) ? 'admin.upgrade.state' : 'admin.upgrade.data',
  146. sender: this,
  147. data: {
  148. id: upgradeId
  149. },
  150. success: 'loadUpgradeDataSuccessCallback'
  151. }).then(deferred.resolve);
  152. }
  153. return deferred.promise();
  154. },
  155. /**
  156. * parse and push upgrade tasks to controller
  157. * @param data
  158. */
  159. loadUpgradeDataSuccessCallback: function (data) {
  160. App.set('upgradeState', data.Upgrade.request_status);
  161. this.setDBProperty('upgradeState', data.Upgrade.request_status);
  162. if (data.upgrade_groups) {
  163. this.updateUpgradeData(data);
  164. }
  165. },
  166. /**
  167. * update data of Upgrade
  168. * @param {object} newData
  169. */
  170. updateUpgradeData: function (newData) {
  171. var oldData = this.get('upgradeData'),
  172. groupsMap = {},
  173. itemsMap = {},
  174. tasksMap = {};
  175. if (Em.isNone(oldData)) {
  176. this.initUpgradeData(newData);
  177. } else {
  178. //create entities maps
  179. newData.upgrade_groups.forEach(function (newGroup) {
  180. groupsMap[newGroup.UpgradeGroup.group_id] = newGroup.UpgradeGroup;
  181. newGroup.upgrade_items.forEach(function (item) {
  182. itemsMap[item.UpgradeItem.stage_id] = item.UpgradeItem;
  183. item.tasks.forEach(function (task) {
  184. tasksMap[task.Tasks.id] = task.Tasks;
  185. });
  186. })
  187. });
  188. //update existed entities with new data
  189. oldData.upgradeGroups.forEach(function (oldGroup) {
  190. oldGroup.set('status', groupsMap[oldGroup.get('group_id')].status);
  191. oldGroup.set('progress_percent', groupsMap[oldGroup.get('group_id')].progress_percent);
  192. oldGroup.upgradeItems.forEach(function (item) {
  193. item.set('status', itemsMap[item.get('stage_id')].status);
  194. item.set('progress_percent', itemsMap[item.get('stage_id')].progress_percent);
  195. item.tasks.forEach(function (task) {
  196. task.set('status', tasksMap[task.get('id')].status);
  197. });
  198. })
  199. });
  200. oldData.set('Upgrade', newData.Upgrade);
  201. }
  202. },
  203. /**
  204. * change structure of Upgrade
  205. * In order to maintain nested views in template object should have direct link to its properties, for example
  206. * item.UpgradeItem.<properties> -> item.<properties>
  207. * @param {object} newData
  208. */
  209. initUpgradeData: function (newData) {
  210. var upgradeGroups = [];
  211. //wrap all entities into App.upgradeEntity
  212. newData.upgrade_groups.forEach(function (newGroup) {
  213. var oldGroup = App.upgradeEntity.create({type: 'GROUP'}, newGroup.UpgradeGroup);
  214. var upgradeItems = [];
  215. newGroup.upgrade_items.forEach(function (item) {
  216. var oldItem = App.upgradeEntity.create({type: 'ITEM'}, item.UpgradeItem);
  217. var tasks = [];
  218. item.tasks.forEach(function (task) {
  219. tasks.pushObject(App.upgradeEntity.create({type: 'TASK'}, task.Tasks));
  220. });
  221. oldItem.set('tasks', tasks);
  222. upgradeItems.pushObject(oldItem);
  223. });
  224. upgradeItems.reverse();
  225. oldGroup.set('upgradeItems', upgradeItems);
  226. upgradeGroups.pushObject(oldGroup);
  227. });
  228. upgradeGroups.reverse();
  229. this.set('upgradeData', Em.Object.create({
  230. upgradeGroups: upgradeGroups,
  231. Upgrade: newData.Upgrade
  232. }));
  233. },
  234. /**
  235. * downgrade confirmation popup
  236. * @param {object} event
  237. */
  238. confirmDowngrade: function (event) {
  239. var self = this;
  240. var currentVersion = this.get('currentVersion');
  241. return App.showConfirmationPopup(
  242. function() {
  243. self.downgrade.call(self, currentVersion, event);
  244. },
  245. Em.I18n.t('admin.stackUpgrade.downgrade.body').format(currentVersion.repository_name),
  246. null,
  247. Em.I18n.t('admin.stackUpgrade.dialog.downgrade.header').format(currentVersion.repository_name),
  248. Em.I18n.t('admin.stackUpgrade.downgrade.proceed')
  249. );
  250. },
  251. /**
  252. * make call to start downgrade process
  253. * @param {object} currentVersion
  254. * @param {object} event
  255. */
  256. downgrade: function (currentVersion, event) {
  257. this.abortUpgrade();
  258. App.ajax.send({
  259. name: 'admin.downgrade.start',
  260. sender: this,
  261. data: {
  262. value: currentVersion.repository_version,
  263. label: currentVersion.repository_name,
  264. isDowngrade: true
  265. },
  266. success: 'upgradeSuccessCallback'
  267. });
  268. },
  269. /**
  270. * abort upgrade (in order to start Downgrade)
  271. */
  272. abortUpgrade: function () {
  273. return App.ajax.send({
  274. name: 'admin.upgrade.abort',
  275. sender: this,
  276. data: {
  277. upgradeId: this.get('upgradeId')
  278. }
  279. });
  280. },
  281. /**
  282. * make call to start upgrade process and show popup with current progress
  283. * @param {object} version
  284. */
  285. upgrade: function (version) {
  286. App.ajax.send({
  287. name: 'admin.upgrade.start',
  288. sender: this,
  289. data: version,
  290. success: 'upgradeSuccessCallback'
  291. });
  292. this.setDBProperty('currentVersion', this.get('currentVersion'));
  293. },
  294. /**
  295. * success callback of <code>upgrade()</code>
  296. * @param {object} data
  297. */
  298. upgradeSuccessCallback: function (data, opt, params) {
  299. this.set('upgradeData', null);
  300. this.set('upgradeId', data.resources[0].Upgrade.request_id);
  301. this.set('upgradeVersion', params.label);
  302. this.set('isDowngrade', !!params.isDowngrade);
  303. this.setDBProperty('upgradeVersion', params.label);
  304. this.setDBProperty('upgradeId', data.resources[0].Upgrade.request_id);
  305. this.setDBProperty('upgradeState', 'PENDING');
  306. this.setDBProperty('isDowngrade', !!params.isDowngrade);
  307. App.set('upgradeState', 'PENDING');
  308. App.clusterStatus.setClusterStatus({
  309. wizardControllerName: this.get('name'),
  310. localdb: App.db.data
  311. });
  312. this.load();
  313. this.openUpgradeDialog();
  314. },
  315. /**
  316. * upgrade confirmation popup
  317. * @param {object} version
  318. * @return App.ModalPopup
  319. */
  320. confirmUpgrade: function (version) {
  321. var self = this;
  322. return App.showConfirmationPopup(
  323. function () {
  324. self.runPreUpgradeCheck.call(self, version);
  325. },
  326. Em.I18n.t('admin.stackUpgrade.upgrade.confirm.body').format(version.get('displayName')),
  327. null,
  328. Em.I18n.t('admin.stackUpgrade.dialog.header').format(version.get('displayName'))
  329. );
  330. },
  331. /**
  332. * send request for pre upgrade check
  333. * @param version
  334. */
  335. runPreUpgradeCheck: function(version) {
  336. var params = {
  337. value: version.get('repositoryVersion'),
  338. label: version.get('displayName')
  339. };
  340. if (App.get('supports.preUpgradeCheck')) {
  341. App.ajax.send({
  342. name: "admin.rolling_upgrade.pre_upgrade_check",
  343. sender: this,
  344. data: params,
  345. success: "runPreUpgradeCheckSuccess"
  346. });
  347. } else {
  348. this.upgrade(params);
  349. }
  350. },
  351. /**
  352. * success callback of <code>runPreUpgradeCheckSuccess()</code>
  353. * if there are some fails - it shows popup else run upgrade
  354. * @param data {object}
  355. * @param opt {object}
  356. * @param params {object}
  357. * @returns {App.ModalPopup|undefined}
  358. */
  359. runPreUpgradeCheckSuccess: function (data, opt, params) {
  360. if (data.items.someProperty('UpgradeChecks.status', "FAIL")) {
  361. var header = Em.I18n.t('popup.clusterCheck.Upgrade.header').format(params.label);
  362. var title = Em.I18n.t('popup.clusterCheck.Upgrade.title');
  363. var alert = Em.I18n.t('popup.clusterCheck.Upgrade.alert');
  364. App.showClusterCheckPopup(data, header, title, alert);
  365. } else {
  366. this.upgrade(params);
  367. }
  368. },
  369. /**
  370. * confirmation popup before install repository version
  371. */
  372. installRepoVersionConfirmation: function (repo) {
  373. var self = this;
  374. return App.showConfirmationPopup(function () {
  375. self.installRepoVersion(repo);
  376. },
  377. Em.I18n.t('admin.stackVersions.version.install.confirm').format(repo.get('displayName'))
  378. );
  379. },
  380. /**
  381. * sends request to install repoVersion to the cluster
  382. * and create clusterStackVersion resourse
  383. * @param {Em.Object} repo
  384. * @return {$.ajax}
  385. * @method installRepoVersion
  386. */
  387. installRepoVersion: function (repo) {
  388. var data = {
  389. ClusterStackVersions: {
  390. stack: repo.get('stackVersionType'),
  391. version: repo.get('stackVersionNumber'),
  392. repository_version: repo.get('repositoryVersion')
  393. },
  394. id: repo.get('id')
  395. };
  396. return App.ajax.send({
  397. name: 'admin.stack_version.install.repo_version',
  398. sender: this,
  399. data: data,
  400. success: 'installRepoVersionSuccess'
  401. });
  402. },
  403. /**
  404. * transform repo data into json for
  405. * saving changes to repository version
  406. * @param {Em.Object} repo
  407. * @returns {{operating_systems: Array}}
  408. */
  409. prepareRepoForSaving: function(repo) {
  410. var repoVersion = { "operating_systems": [] };
  411. repo.get('operatingSystems').forEach(function (os, k) {
  412. repoVersion.operating_systems.push({
  413. "OperatingSystems": {
  414. "os_type": os.get("osType")
  415. },
  416. "repositories": []
  417. });
  418. os.get('repositories').forEach(function (repository) {
  419. repoVersion.operating_systems[k].repositories.push({
  420. "Repositories": {
  421. "base_url": repository.get('baseUrl'),
  422. "repo_id": repository.get('repoId'),
  423. "repo_name": repository.get('repoName')
  424. }
  425. });
  426. });
  427. });
  428. return repoVersion;
  429. },
  430. /**
  431. * perform validation if <code>skip<code> is false and run save if
  432. * validation successfull or run save without validation is <code>skip<code> is true
  433. * @param {Em.Object} repo
  434. * @param {boolean} skip
  435. * @returns {$.Deferred}
  436. */
  437. saveRepoOS: function (repo, skip) {
  438. var self = this;
  439. var deferred = $.Deferred();
  440. this.validateRepoVersions(repo, skip).done(function(data) {
  441. if (data.length > 0) {
  442. deferred.resolve(data);
  443. } else {
  444. var repoVersion = self.prepareRepoForSaving(repo);
  445. App.ajax.send({
  446. name: 'admin.stack_versions.edit.repo',
  447. sender: this,
  448. data: {
  449. stackName: App.get('currentStackName'),
  450. stackVersion: App.get('currentStackVersionNumber'),
  451. repoVersionId: repo.get('repoVersionId'),
  452. repoVersion: repoVersion
  453. }
  454. }).success(function() {
  455. deferred.resolve([]);
  456. });
  457. }
  458. });
  459. return deferred.promise();
  460. },
  461. /**
  462. * send request for validation for each repository
  463. * @param {Em.Object} repo
  464. * @param {boolean} skip
  465. * @returns {*}
  466. */
  467. validateRepoVersions: function(repo, skip) {
  468. var deferred = $.Deferred(),
  469. totalCalls = 0,
  470. invalidUrls = [];
  471. if (skip) {
  472. deferred.resolve(invalidUrls);
  473. } else {
  474. repo.get('operatingSystems').forEach(function (os) {
  475. if (os.get('isSelected')) {
  476. os.get('repositories').forEach(function (repo) {
  477. totalCalls++;
  478. App.ajax.send({
  479. name: 'admin.stack_versions.validate.repo',
  480. sender: this,
  481. data: {
  482. repo: repo,
  483. repoId: repo.get('repoId'),
  484. baseUrl: repo.get('baseUrl'),
  485. osType: os.get('osType'),
  486. stackName: App.get('currentStackName'),
  487. stackVersion: App.get('currentStackVersionNumber')
  488. }
  489. })
  490. .success(function () {
  491. totalCalls--;
  492. if (totalCalls === 0) deferred.resolve(invalidUrls);
  493. })
  494. .error(function () {
  495. repo.set('hasError', true);
  496. invalidUrls.push(repo);
  497. totalCalls--;
  498. if (totalCalls === 0) deferred.resolve(invalidUrls);
  499. });
  500. });
  501. } else {
  502. return deferred.resolve(invalidUrls);
  503. }
  504. });
  505. }
  506. return deferred.promise();
  507. },
  508. /**
  509. * success callback for <code>installRepoVersion()<code>
  510. * saves request id to the db
  511. * @param data
  512. * @param opt
  513. * @param params
  514. * @method installStackVersionSuccess
  515. */
  516. installRepoVersionSuccess: function (data, opt, params) {
  517. App.db.set('repoVersionInstall', 'id', [data.Requests.id]);
  518. App.clusterStatus.setClusterStatus({
  519. wizardControllerName: this.get('name'),
  520. localdb: App.db.data
  521. });
  522. App.RepositoryVersion.find(params.id).set('defaultStatus', 'INSTALLING');
  523. },
  524. /**
  525. * opens a popup with installations state per host
  526. * @param {Em.Object} version
  527. * @method showProgressPopup
  528. */
  529. showProgressPopup: function(version) {
  530. var popupTitle = Em.I18n.t('admin.stackVersions.details.install.hosts.popup.title').format(version.get('displayName'));
  531. var requestIds = App.get('testMode') ? [1] : App.db.get('repoVersionInstall', 'id');
  532. var hostProgressPopupController = App.router.get('highAvailabilityProgressPopupController');
  533. hostProgressPopupController.initPopup(popupTitle, requestIds, this);
  534. },
  535. /**
  536. * reset upgradeState to INIT when upgrade is COMPLETED
  537. * and clean auxiliary data
  538. */
  539. finish: function () {
  540. if (App.get('upgradeState') === 'COMPLETED') {
  541. this.setDBProperty('upgradeId', undefined);
  542. this.setDBProperty('upgradeState', 'INIT');
  543. this.setDBProperty('upgradeVersion', undefined);
  544. this.setDBProperty('currentVersion', undefined);
  545. this.setDBProperty('isDowngrade', undefined);
  546. App.clusterStatus.setClusterStatus({
  547. localdb: App.db.data
  548. });
  549. App.set('upgradeState', 'INIT');
  550. }
  551. }.observes('App.upgradeState'),
  552. /**
  553. * show dialog with tasks of upgrade
  554. * @return {App.ModalPopup}
  555. */
  556. openUpgradeDialog: function () {
  557. App.router.transitionTo('admin.stackUpgrade');
  558. },
  559. /**
  560. * returns url to get data for repoVersion or clusterStackVersion
  561. * @param {Boolean} stack true if load clusterStackVersion
  562. * @param {Boolean} fullLoad true if load all data
  563. * @returns {String}
  564. * @method getUrl
  565. */
  566. getUrl: function(stack, fullLoad) {
  567. if (App.get('testMode')) {
  568. return stack ? this.get('mockStackUrl') : this.get('mockRepoUrl')
  569. } else {
  570. if (fullLoad) {
  571. return stack ? this.get('realStackUrl') : this.get('realRepoUrl');
  572. } else {
  573. return this.get('realUpdateUrl');
  574. }
  575. }
  576. },
  577. /**
  578. * get stack versions from server and push it to model
  579. * @return {*}
  580. * @method loadStackVersionsToModel
  581. */
  582. loadStackVersionsToModel: function (fullLoad) {
  583. var dfd = $.Deferred();
  584. App.HttpClient.get(this.getUrl(true, fullLoad), App.stackVersionMapper, {
  585. complete: function () {
  586. dfd.resolve();
  587. }
  588. });
  589. return dfd.promise();
  590. },
  591. /**
  592. * get repo versions from server and push it to model
  593. * @return {*}
  594. * @params {Boolean} isUpdate - if true loads part of data that need to be updated
  595. * @method loadRepoVersionsToModel()
  596. */
  597. loadRepoVersionsToModel: function () {
  598. var dfd = $.Deferred();
  599. App.HttpClient.get(this.getUrl(false, true), App.repoVersionMapper, {
  600. complete: function () {
  601. dfd.resolve();
  602. }
  603. });
  604. return dfd.promise();
  605. },
  606. /**
  607. * set status to Upgrade item
  608. * @param item
  609. * @param status
  610. */
  611. setUpgradeItemStatus: function(item, status) {
  612. return App.ajax.send({
  613. name: 'admin.upgrade.upgradeItem.setState',
  614. sender: this,
  615. data: {
  616. upgradeId: item.get('request_id'),
  617. itemId: item.get('stage_id'),
  618. groupId: item.get('group_id'),
  619. status: status
  620. }
  621. }).done(function () {
  622. item.set('status', status);
  623. });
  624. },
  625. currentVersionObserver: function () {
  626. var versionNumber = this.get('currentVersion.repository_version');
  627. var currentVersionObject = App.RepositoryVersion.find().findProperty('status', 'CURRENT');
  628. var versionName = currentVersionObject && currentVersionObject.get('stackVersionType');
  629. App.set('isStormMetricsSupported', versionName != 'HDP' || stringUtils.compareVersions(versionNumber, '2.2.2') > -1 || !versionNumber);
  630. }.observes('currentVersion.repository_version')
  631. });