/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
var App = require('app');
App.ClusterController = Em.Controller.extend({
name: 'clusterController',
cluster: null,
isLoaded: false,
ambariProperties: null,
ambariVersion: null,
ambariViews: [],
clusterDataLoadedPercent: 'width:0', // 0 to 1
/**
* Whether we need to update statuses automatically or not
*/
isWorking: false,
updateLoadStatus: function (item) {
var loadList = this.get('dataLoadList');
var loaded = true;
var numLoaded = 0;
var loadListLength = 0;
loadList.set(item, true);
for (var i in loadList) {
if (loadList.hasOwnProperty(i)) {
loadListLength++;
if (!loadList[i] && loaded) {
loaded = false;
}
}
// calculate the number of true
if (loadList.hasOwnProperty(i) && loadList[i]) {
numLoaded++;
}
}
this.set('isLoaded', loaded);
this.set('clusterDataLoadedPercent', 'width:' + (Math.floor(numLoaded / loadListLength * 100)).toString() + '%');
},
dataLoadList: Em.Object.create({
'hosts': false,
'serviceMetrics': false,
'stackComponents': false,
'services': false,
'cluster': false,
'clusterStatus': false,
'racks': false,
'users': false,
'componentConfigs': false
}),
/**
* load cluster name
*/
loadClusterName: function (reload) {
if (this.get('clusterName') && !reload) {
return false;
}
App.ajax.send({
name: 'cluster.load_cluster_name',
sender: this,
success: 'loadClusterNameSuccessCallback',
error: 'loadClusterNameErrorCallback'
});
if (!App.get('currentStackVersion')) {
App.set('currentStackVersion', App.defaultStackVersion);
}
},
loadClusterNameSuccessCallback: function (data) {
this.set('cluster', data.items[0]);
App.set('clusterName', data.items[0].Clusters.cluster_name);
App.set('currentStackVersion', data.items[0].Clusters.version);
},
loadClusterNameErrorCallback: function (request, ajaxOptions, error) {
console.log('failed on loading cluster name');
this.set('isLoaded', true);
},
/**
* load current server clock in milli-seconds
*/
loadClientServerClockDistance: function () {
var dfd = $.Deferred();
this.getServerClock().done(function () {
dfd.resolve();
});
return dfd.promise();
},
getServerClock: function () {
return App.ajax.send({
name: 'ambari.service.load_server_clock',
sender: this,
success: 'getServerClockSuccessCallback',
error: 'getServerClockErrorCallback'
});
},
getServerClockSuccessCallback: function (data) {
var clientClock = new Date().getTime();
var serverClock = (data.RootServiceComponents.server_clock).toString();
serverClock = serverClock.length < 13 ? serverClock + '000' : serverClock;
App.set('clockDistance', serverClock - clientClock);
App.set('currentServerTime', parseInt(serverClock));
console.log('loading ambari server clock distance');
},
getServerClockErrorCallback: function () {
console.log('Cannot load ambari server clock');
},
getUrl: function (testUrl, url) {
return (App.testMode) ? testUrl : App.apiPrefix + '/clusters/' + this.get('clusterName') + url;
},
/**
* Provides the URL to use for Ganglia server. This URL
* is helpful in populating links in UI.
*
* If null is returned, it means GANGLIA service is not installed.
*/
gangliaUrl: function () {
if (App.testMode) {
return 'http://gangliaserver/ganglia/?t=yes';
} else {
// We want live data here
var svcs = App.Service.find();
var gangliaSvc = svcs.findProperty("serviceName", "GANGLIA");
if (gangliaSvc) {
var svcComponents = gangliaSvc.get('hostComponents');
if (svcComponents) {
var gangliaSvcComponent = svcComponents.findProperty("componentName", "GANGLIA_SERVER");
if (gangliaSvcComponent) {
var hostName = gangliaSvcComponent.get('host.hostName');
if (hostName) {
var host = App.Host.find(hostName);
if (host) {
hostName = host.get('publicHostName');
}
return this.get('gangliaWebProtocol') + "://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : hostName) + "/ganglia";
}
}
}
}
return null;
}
}.property('App.router.updateController.isUpdated', 'dataLoadList.hosts', 'gangliaWebProtocol'),
/**
* Provides the URL to use for NAGIOS server. This URL
* is helpful in getting alerts data from server and also
* in populating links in UI.
*
* If null is returned, it means NAGIOS service is not installed.
*/
nagiosUrl: function () {
if (App.testMode) {
return 'http://nagiosserver/nagios';
} else {
// We want live data here
var nagiosSvc = App.Service.find("NAGIOS");
if (nagiosSvc) {
var svcComponents = nagiosSvc.get('hostComponents');
if (svcComponents) {
var nagiosSvcComponent = svcComponents.findProperty("componentName", "NAGIOS_SERVER");
if (nagiosSvcComponent) {
var hostName = nagiosSvcComponent.get('host.hostName');
if (hostName) {
var host = App.Host.find(hostName);
if (host) {
hostName = host.get('publicHostName');
}
return this.get('nagiosWebProtocol') + "://" + (App.singleNodeInstall ? App.singleNodeAlias + ":42080" : hostName) + "/nagios";
}
}
}
}
return null;
}
}.property('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics', 'dataLoadList.hosts', 'nagiosWebProtocol'),
nagiosWebProtocol: function () {
var properties = this.get('ambariProperties');
if (properties && properties.hasOwnProperty('nagios.https') && properties['nagios.https']) {
return "https";
} else {
return "http";
}
}.property('ambariProperties'),
gangliaWebProtocol: function () {
var properties = this.get('ambariProperties');
if (properties && properties.hasOwnProperty('ganglia.https') && properties['ganglia.https']) {
return "https";
} else {
return "http";
}
}.property('ambariProperties'),
isNagiosInstalled: function () {
return !!App.Service.find().findProperty('serviceName', 'NAGIOS');
}.property('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics'),
isGangliaInstalled: function () {
return !!App.Service.find().findProperty('serviceName', 'GANGLIA');
}.property('App.router.updateController.isUpdated', 'dataLoadList.serviceMetrics'),
/**
* Send request to server to load components updated statuses
* @param callback Slave function, should be called to fire delayed update.
* @param isInitialLoad
* Look at App.updater.run
for more information
* @return {Boolean} Whether we have errors
*/
loadUpdatedStatus: function (callback, isInitialLoad) {
if (!this.get('clusterName')) {
callback();
return false;
}
App.set('currentServerTime', App.get('currentServerTime') + App.componentsUpdateInterval);
var testUrl = App.get('isHadoop2Stack') ? '/data/hosts/HDP2/hc_host_status.json' : '/data/dashboard/services.json';
var statusUrl = '/hosts?fields=Hosts/host_status,Hosts/maintenance_state,host_components/HostRoles/state,host_components/HostRoles/maintenance_state,alerts/summary&minimal_response=true';
if (isInitialLoad) {
testUrl = '/data/hosts/HDP2/hosts_init.json';
statusUrl = '/hosts?fields=Hosts/host_name,Hosts/maintenance_state,Hosts/public_host_name,Hosts/cpu_count,Hosts/ph_cpu_count,Hosts/total_mem,' +
'Hosts/host_status,Hosts/last_heartbeat_time,Hosts/os_arch,Hosts/os_type,Hosts/ip,host_components/HostRoles/state,host_components/HostRoles/maintenance_state,' +
'Hosts/disk_info,metrics/disk,metrics/load/load_one,metrics/cpu/cpu_system,metrics/cpu/cpu_user,' +
'metrics/memory/mem_total,metrics/memory/mem_free,alerts/summary&minimal_response=true';
}
//desired_state property is eliminated since calculateState function is commented out, it become useless
statusUrl = this.getUrl(testUrl, statusUrl);
App.HttpClient.get(statusUrl, App.statusMapper, {
complete: callback
});
return true;
},
/**
* Run loadUpdatedStatus
with delay
* @param delay
*/
loadUpdatedStatusDelayed: function (delay) {
setTimeout(function () {
App.updater.immediateRun('loadUpdatedStatus');
}, delay);
},
/**
* Start polling, when isWorking
become true
*/
startPolling: function () {
if (!this.get('isWorking')) {
return false;
}
App.updater.run(this, 'loadUpdatedStatus', 'isWorking', App.componentsUpdateInterval); //update will not run it immediately
return true;
}.observes('isWorking'),
/**
*
* load all data and update load status
*/
loadClusterData: function () {
var self = this;
this.loadAmbariProperties();
this.loadAmbariViews();
if (!this.get('clusterName')) {
return;
}
if (this.get('isLoaded')) { // do not load data repeatedly
App.router.get('mainController').startPolling();
return;
}
var clusterUrl = this.getUrl('/data/clusters/cluster.json', '?fields=Clusters');
var usersUrl = App.testMode ? '/data/users/users.json' : App.apiPrefix + '/users/?fields=*';
var racksUrl = "/data/racks/racks.json";
App.HttpClient.get(racksUrl, App.racksMapper, {
complete: function (jqXHR, textStatus) {
self.updateLoadStatus('racks');
}
}, function (jqXHR, textStatus) {
self.updateLoadStatus('racks');
});
App.HttpClient.get(clusterUrl, App.clusterMapper, {
complete: function (jqXHR, textStatus) {
self.updateLoadStatus('cluster');
}
}, function (jqXHR, textStatus) {
self.updateLoadStatus('cluster');
});
if (App.testMode) {
self.updateLoadStatus('clusterStatus');
} else {
App.clusterStatus.updateFromServer(true).complete(function () {
self.updateLoadStatus('clusterStatus');
});
}
App.HttpClient.get(usersUrl, App.usersMapper, {
complete: function (jqXHR, textStatus) {
self.updateLoadStatus('users');
}
}, function (jqXHR, textStatus) {
self.updateLoadStatus('users');
});
/**
* Order of loading:
* 1. request for service components supported by stack
* 2. load stack components to model
* 3. request for services
* 4. put services in cache
* 5. request for hosts and host-components (single call)
* 6. request for service metrics
* 7. load host-components to model
* 8. load hosts to model
* 9. load services from cache with metrics to model
* 10. update stale_configs of host-components (depends on App.supports.hostOverrides)
*/
this.loadStackServiceComponents(function (data) {
require('utils/component').loadStackServiceComponentModel(data);
self.updateLoadStatus('stackComponents');
App.router.get('updateController').updateServices(function () {
self.updateLoadStatus('services');
self.loadUpdatedStatus(function () {
self.updateLoadStatus('hosts');
if (App.supports.hostOverrides) {
App.router.get('updateController').updateComponentConfig(function () {
self.updateLoadStatus('componentConfigs');
});
} else {
self.updateLoadStatus('componentConfigs');
}
}, true);
App.router.get('updateController').updateServiceMetric(function () {
}, true);
});
});
},
/**
* json from serviceMetricsMapper on initial load
*/
serviceMetricsJson: null,
/**
* control that services was loaded to model strictly after hosts and host-components
* regardless which request was completed first
* @param json
*/
deferServiceMetricsLoad: function (json) {
if (json) {
if (this.get('dataLoadList.hosts')) {
App.serviceMetricsMapper.map(json, true);
this.updateLoadStatus('serviceMetrics');
} else {
this.set('serviceMetricsJson', json);
}
} else if (this.get('serviceMetricsJson')) {
json = this.get('serviceMetricsJson');
this.set('serviceMetricsJson', null);
App.serviceMetricsMapper.map(json, true);
this.updateLoadStatus('serviceMetrics');
}
},
requestHosts: function (realUrl, callback) {
var testHostUrl = App.get('isHadoop2Stack') ? '/data/hosts/HDP2/hosts.json' : '/data/hosts/hosts.json';
var url = this.getUrl(testHostUrl, realUrl);
App.HttpClient.get(url, App.hostsMapper, {
complete: callback
}, callback)
},
loadAmbariViews: function () {
App.ajax.send({
name: 'views.info',
sender: this,
success: 'loadAmbariViewsSuccess'
});
},
loadAmbariViewsSuccess: function (data) {
this.set('ambariViews', []);
data.items.forEach(function (item) {
App.ajax.send({
name: 'views.instances',
data: {
viewName: item.ViewInfo.view_name
},
sender: this,
success: 'loadViewInstancesSuccess'
});
}, this)
},
loadViewInstancesSuccess: function (data) {
data.instances.forEach(function (instance) {
var view = Em.Object.create({
label: data.ViewInfo.label,
viewName: instance.ViewInstanceInfo.view_name,
instanceName: instance.ViewInstanceInfo.instance_name,
href: "/views/" + instance.ViewInstanceInfo.view_name + "/" + instance.ViewInstanceInfo.instance_name
});
this.get('ambariViews').push(view);
}, this);
},
/**
*
* @param callback
*/
loadStackServiceComponents: function (callback) {
var callbackObj = {
loadStackServiceComponentsSuccess: callback
};
App.ajax.send({
name: 'wizard.service_components',
data: {
stackUrl: App.get('stack2VersionURL'),
stackVersion: App.get('currentStackVersionNumber'),
async: true
},
sender: callbackObj,
success: 'loadStackServiceComponentsSuccess'
});
},
loadAmbariProperties: function () {
App.ajax.send({
name: 'ambari.service',
sender: this,
success: 'loadAmbariPropertiesSuccess',
error: 'loadAmbariPropertiesError'
});
return this.get('ambariProperties');
},
loadAmbariPropertiesSuccess: function (data) {
console.log('loading ambari properties');
this.set('ambariProperties', data.RootServiceComponents.properties);
this.set('ambariVersion', data.RootServiceComponents.component_version);
},
loadAmbariPropertiesError: function () {
console.warn('can\'t get ambari properties');
},
clusterName: function () {
return (this.get('cluster')) ? this.get('cluster').Clusters.cluster_name : null;
}.property('cluster'),
updateClusterData: function () {
var testUrl = App.get('isHadoop2Stack') ? '/data/clusters/HDP2/cluster.json' : '/data/clusters/cluster.json';
var clusterUrl = this.getUrl(testUrl, '?fields=Clusters');
App.HttpClient.get(clusterUrl, App.clusterMapper, {
complete: function () {
}
});
}
});