/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ var App = require('app'); App.ClusterController = Em.Controller.extend({ name: 'clusterController', cluster: null, isLoaded: false, ambariProperties: null, ambariViews: [], clusterDataLoadedPercent: 'width:0', // 0 to 1 /** * Whether we need to update statuses automatically or not */ isWorking: false, isGangliaUrlLoaded: false, isNagiosUrlLoaded: false, /** * Provides the URL to use for Ganglia server. This URL * is helpful in populating links in UI. * * If null is returned, it means GANGLIA service is not installed. */ gangliaUrl: null, /** * Provides the URL to use for NAGIOS server. This URL * is helpful in getting alerts data from server and also * in populating links in UI. * * If null is returned, it means NAGIOS service is not installed. */ nagiosUrl: null, updateLoadStatus: function (item) { var loadList = this.get('dataLoadList'); var loaded = true; var numLoaded = 0; var loadListLength = 0; loadList.set(item, true); for (var i in loadList) { if (loadList.hasOwnProperty(i)) { loadListLength++; if (!loadList[i] && loaded) { loaded = false; } } // calculate the number of true if (loadList.hasOwnProperty(i) && loadList[i]) { numLoaded++; } } this.set('isLoaded', loaded); this.set('clusterDataLoadedPercent', 'width:' + (Math.floor(numLoaded / loadListLength * 100)).toString() + '%'); }, dataLoadList: Em.Object.create({ 'hosts': false, 'serviceMetrics': false, 'stackComponents': false, 'services': false, 'cluster': false, 'clusterStatus': false, 'racks': false, 'users': false, 'componentConfigs': false, 'componentsState': false }), /** * load cluster name */ loadClusterName: function (reload) { if (this.get('clusterName') && !reload) { return false; } App.ajax.send({ name: 'cluster.load_cluster_name', sender: this, success: 'loadClusterNameSuccessCallback', error: 'loadClusterNameErrorCallback' }); if (!App.get('currentStackVersion')) { App.set('currentStackVersion', App.defaultStackVersion); } }, loadClusterNameSuccessCallback: function (data) { this.set('cluster', data.items[0]); App.set('clusterName', data.items[0].Clusters.cluster_name); App.set('currentStackVersion', data.items[0].Clusters.version); }, loadClusterNameErrorCallback: function (request, ajaxOptions, error) { console.log('failed on loading cluster name'); this.set('isLoaded', true); }, /** * load current server clock in milli-seconds */ loadClientServerClockDistance: function () { var dfd = $.Deferred(); this.getServerClock().done(function () { dfd.resolve(); }); return dfd.promise(); }, getServerClock: function () { return App.ajax.send({ name: 'ambari.service.load_server_clock', sender: this, success: 'getServerClockSuccessCallback', error: 'getServerClockErrorCallback' }); }, getServerClockSuccessCallback: function (data) { var clientClock = new Date().getTime(); var serverClock = (data.RootServiceComponents.server_clock).toString(); serverClock = serverClock.length < 13 ? serverClock + '000' : serverClock; App.set('clockDistance', serverClock - clientClock); App.set('currentServerTime', parseInt(serverClock)); console.log('loading ambari server clock distance'); }, getServerClockErrorCallback: function () { console.log('Cannot load ambari server clock'); }, getUrl: function (testUrl, url) { return (App.testMode) ? testUrl : App.apiPrefix + '/clusters/' + this.get('clusterName') + url; }, setGangliaUrl: function () { if (App.testMode) { return 'http://gangliaserver/ganglia/?t=yes'; } else { // We want live data here if (this.get('isLoaded')) { this.set('isGangliaUrlLoaded', true); App.ajax.send({ name: 'hosts.for_quick_links', sender: this, data: { clusterName: App.get('clusterName'), masterComponents: 'GANGLIA_SERVER' }, success: 'setGangliaUrlSuccessCallback' }); } } }.observes('App.router.updateController.isUpdated', 'dataLoadList.hosts', 'gangliaWebProtocol', 'isLoaded'), setGangliaUrlSuccessCallback: function (response) { var url = null; if (response.items.length > 0) { url = this.get('gangliaWebProtocol') + "://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : response.items[0].Hosts.public_host_name) + "/ganglia"; } this.set('gangliaUrl', url); this.set('isGangliaUrlLoaded', true); }, setNagiosUrl: function () { if (App.testMode) { return 'http://nagiosserver/nagios'; } else { // We want live data here if (this.get('isLoaded')) { this.set('isNagiosUrlLoaded', false); App.ajax.send({ name: 'hosts.for_quick_links', sender: this, data: { clusterName: App.get('clusterName'), masterComponents: 'NAGIOS_SERVER' }, success: 'setNagiosUrlSuccessCallback' }); } } }.observes('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics', 'dataLoadList.hosts', 'nagiosWebProtocol', 'isLoaded'), setNagiosUrlSuccessCallback: function (response) { var url = null; if (response.items.length > 0) { url = this.get('nagiosWebProtocol') + "://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : response.items[0].Hosts.public_host_name) + "/nagios"; } this.set('nagiosUrl', url); this.set('isNagiosUrlLoaded', true); }, nagiosWebProtocol: function () { var properties = this.get('ambariProperties'); if (properties && properties.hasOwnProperty('nagios.https') && properties['nagios.https']) { return "https"; } else { return "http"; } }.property('ambariProperties'), gangliaWebProtocol: function () { var properties = this.get('ambariProperties'); if (properties && properties.hasOwnProperty('ganglia.https') && properties['ganglia.https']) { return "https"; } else { return "http"; } }.property('ambariProperties'), isNagiosInstalled: function () { return !!App.Service.find().findProperty('serviceName', 'NAGIOS'); }.property('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics'), isGangliaInstalled: function () { return !!App.Service.find().findProperty('serviceName', 'GANGLIA'); }.property('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics'), /** * Send request to server to load components updated statuses * @param callback Slave function, should be called to fire delayed update. * @param isInitialLoad * Look at App.updater.run for more information * @return {Boolean} Whether we have errors */ loadUpdatedStatus: function (callback, isInitialLoad) { if (!this.get('clusterName')) { callback(); return false; } App.set('currentServerTime', App.get('currentServerTime') + App.componentsUpdateInterval); var testUrl = App.get('isHadoop2Stack') ? '/data/hosts/HDP2/hc_host_status.json' : '/data/dashboard/services.json'; var statusUrl = '/hosts?fields=Hosts/host_status,Hosts/maintenance_state,host_components/HostRoles/state,host_components/HostRoles/maintenance_state,alerts/summary&minimal_response=true'; if (isInitialLoad) { testUrl = '/data/hosts/HDP2/hosts_init.json'; statusUrl = '/hosts?fields=Hosts/host_name,Hosts/maintenance_state,Hosts/public_host_name,Hosts/cpu_count,Hosts/ph_cpu_count,Hosts/total_mem,' + 'Hosts/host_status,Hosts/last_heartbeat_time,Hosts/os_arch,Hosts/os_type,Hosts/ip,host_components/HostRoles/state,host_components/HostRoles/maintenance_state,' + 'Hosts/disk_info,metrics/disk,metrics/load/load_one,metrics/cpu/cpu_system,metrics/cpu/cpu_user,' + 'metrics/memory/mem_total,metrics/memory/mem_free,alerts/summary&minimal_response=true'; } //desired_state property is eliminated since calculateState function is commented out, it become useless statusUrl = this.getUrl(testUrl, statusUrl); App.HttpClient.get(statusUrl, App.statusMapper, { complete: callback }); return true; }, /** * Run loadUpdatedStatus with delay * @param delay */ loadUpdatedStatusDelayed: function (delay) { setTimeout(function () { App.updater.immediateRun('loadUpdatedStatus'); }, delay); }, /** * Start polling, when isWorking become true */ startPolling: function () { if (!this.get('isWorking')) { return false; } App.updater.run(this, 'loadUpdatedStatus', 'isWorking', App.componentsUpdateInterval); //update will not run it immediately return true; }.observes('isWorking'), /** * * load all data and update load status */ loadClusterData: function () { var self = this; this.loadAmbariProperties(); this.loadAmbariViews(); if (!this.get('clusterName')) { return; } if (this.get('isLoaded')) { // do not load data repeatedly App.router.get('mainController').startPolling(); return; } var clusterUrl = this.getUrl('/data/clusters/cluster.json', '?fields=Clusters'); var usersUrl = App.testMode ? '/data/users/users.json' : App.apiPrefix + '/users/?fields=*'; var racksUrl = "/data/racks/racks.json"; var hostsController = App.router.get('mainHostController'); hostsController.set('isCountersUpdating', true); hostsController.updateStatusCounters(); hostsController.set('isCountersUpdating', false); App.HttpClient.get(racksUrl, App.racksMapper, { complete: function (jqXHR, textStatus) { self.updateLoadStatus('racks'); } }, function (jqXHR, textStatus) { self.updateLoadStatus('racks'); }); App.HttpClient.get(clusterUrl, App.clusterMapper, { complete: function (jqXHR, textStatus) { self.updateLoadStatus('cluster'); } }, function (jqXHR, textStatus) { self.updateLoadStatus('cluster'); }); if (App.testMode) { self.updateLoadStatus('clusterStatus'); } else { App.clusterStatus.updateFromServer(true).complete(function () { self.updateLoadStatus('clusterStatus'); }); } App.HttpClient.get(usersUrl, App.usersMapper, { complete: function (jqXHR, textStatus) { self.updateLoadStatus('users'); } }, function (jqXHR, textStatus) { self.updateLoadStatus('users'); }); /** * Order of loading: * 1. request for service components supported by stack * 2. load stack components to model * 3. request for services * 4. put services in cache * 5. request for hosts and host-components (single call) * 6. request for service metrics * 7. load host-components to model * 8. load hosts to model * 9. load services from cache with metrics to model * 10. update stale_configs of host-components (depends on App.supports.hostOverrides) */ this.loadStackServiceComponents(function (data) { var updater = App.router.get('updateController'); require('utils/component').loadStackServiceComponentModel(data); self.updateLoadStatus('stackComponents'); updater.updateServices(function () { self.updateLoadStatus('services'); self.loadUpdatedStatus(function () { updater.updateHost(function () { self.updateLoadStatus('hosts'); }); updater.updateServiceMetric(function () { updater.updateComponentsState(function () { self.updateLoadStatus('componentsState'); }); self.updateLoadStatus('serviceMetrics'); }); if (App.supports.hostOverrides) { updater.updateComponentConfig(function () { self.updateLoadStatus('componentConfigs'); }); } else { self.updateLoadStatus('componentConfigs'); } }, true); }); }); }, requestHosts: function (realUrl, callback) { var testHostUrl = App.get('isHadoop2Stack') ? '/data/hosts/HDP2/hosts.json' : '/data/hosts/hosts.json'; var url = this.getUrl(testHostUrl, realUrl); App.HttpClient.get(url, App.hostsMapper, { complete: callback }, callback) }, loadAmbariViews: function () { App.ajax.send({ name: 'views.info', sender: this, success: 'loadAmbariViewsSuccess' }); }, loadAmbariViewsSuccess: function (data) { this.set('ambariViews', []); data.items.forEach(function (item) { App.ajax.send({ name: 'views.instances', data: { viewName: item.ViewInfo.view_name }, sender: this, success: 'loadViewInstancesSuccess' }); }, this) }, loadViewInstancesSuccess: function (data) { data.versions.forEach(function (version) { version.instances.forEach(function (instance) { var view = Em.Object.create({ label: instance.ViewInstanceInfo.label || instance.ViewInstanceInfo.instance_name, viewName: instance.ViewInstanceInfo.view_name, instanceName: instance.ViewInstanceInfo.instance_name, version: version.ViewVersionInfo.version, href: "/views/" + instance.ViewInstanceInfo.view_name + "/" + version.ViewVersionInfo.version + "/" + instance.ViewInstanceInfo.instance_name }); this.get('ambariViews').pushObject(view); }, this); }, this); }, /** * * @param callback */ loadStackServiceComponents: function (callback) { var callbackObj = { loadStackServiceComponentsSuccess: callback }; App.ajax.send({ name: 'wizard.service_components', data: { stackUrl: App.get('stack2VersionURL'), stackVersion: App.get('currentStackVersionNumber'), async: true }, sender: callbackObj, success: 'loadStackServiceComponentsSuccess' }); }, loadAmbariProperties: function () { return App.ajax.send({ name: 'ambari.service', sender: this, success: 'loadAmbariPropertiesSuccess', error: 'loadAmbariPropertiesError' }); }, loadAmbariPropertiesSuccess: function (data) { console.log('loading ambari properties'); this.set('ambariProperties', data.RootServiceComponents.properties); }, loadAmbariPropertiesError: function () { console.warn('can\'t get ambari properties'); }, clusterName: function () { return (this.get('cluster')) ? this.get('cluster').Clusters.cluster_name : null; }.property('cluster'), updateClusterData: function () { var testUrl = App.get('isHadoop2Stack') ? '/data/clusters/HDP2/cluster.json' : '/data/clusters/cluster.json'; var clusterUrl = this.getUrl(testUrl, '?fields=Clusters'); App.HttpClient.get(clusterUrl, App.clusterMapper, { complete: function () { } }); } });