|
|
@@ -0,0 +1,177 @@
|
|
|
+/**
|
|
|
+ * Licensed to the Apache Software Foundation (ASF) under one
|
|
|
+ * or more contributor license agreements. See the NOTICE file
|
|
|
+ * distributed with this work for additional information
|
|
|
+ * regarding copyright ownership. The ASF licenses this file
|
|
|
+ * to you under the Apache License, Version 2.0 (the
|
|
|
+ * "License"); you may not use this file except in compliance
|
|
|
+ * with the License. You may obtain a copy of the License at
|
|
|
+ *
|
|
|
+ * http://www.apache.org/licenses/LICENSE-2.0
|
|
|
+ *
|
|
|
+ * Unless required by applicable law or agreed to in writing, software
|
|
|
+ * distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
+ * See the License for the specific language governing permissions and
|
|
|
+ * limitations under the License.
|
|
|
+ */
|
|
|
+
|
|
|
+package org.apache.hadoop.yarn.server.resourcemanager.webapp;
|
|
|
+
|
|
|
+import static org.apache.hadoop.yarn.webapp.view.JQueryUI._EVEN;
|
|
|
+import static org.apache.hadoop.yarn.webapp.view.JQueryUI._INFO_WRAP;
|
|
|
+import static org.apache.hadoop.yarn.webapp.view.JQueryUI._ODD;
|
|
|
+import static org.apache.hadoop.yarn.webapp.view.JQueryUI._TH;
|
|
|
+
|
|
|
+import org.apache.hadoop.conf.Configuration;
|
|
|
+import org.apache.hadoop.yarn.api.records.ApplicationId;
|
|
|
+import org.apache.hadoop.yarn.api.records.Resource;
|
|
|
+import org.apache.hadoop.yarn.api.records.ResourceRequest;
|
|
|
+import org.apache.hadoop.yarn.api.records.YarnApplicationAttemptState;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.ResourceManager;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMApp;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttempt;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptMetrics;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.AppInfo;
|
|
|
+import org.apache.hadoop.yarn.server.webapp.AppAttemptBlock;
|
|
|
+import org.apache.hadoop.yarn.util.resource.Resources;
|
|
|
+import org.apache.hadoop.yarn.webapp.hamlet.Hamlet;
|
|
|
+import org.apache.hadoop.yarn.webapp.hamlet.Hamlet.DIV;
|
|
|
+import org.apache.hadoop.yarn.webapp.hamlet.Hamlet.TABLE;
|
|
|
+import org.apache.hadoop.yarn.webapp.hamlet.Hamlet.TBODY;
|
|
|
+import org.apache.hadoop.yarn.webapp.util.WebAppUtils;
|
|
|
+import org.apache.hadoop.yarn.webapp.view.InfoBlock;
|
|
|
+import com.google.inject.Inject;
|
|
|
+
|
|
|
+public class RMAppAttemptBlock extends AppAttemptBlock{
|
|
|
+
|
|
|
+ private final ResourceManager rm;
|
|
|
+ protected Configuration conf;
|
|
|
+
|
|
|
+ @Inject
|
|
|
+ RMAppAttemptBlock(ViewContext ctx, ResourceManager rm, Configuration conf) {
|
|
|
+ super(rm.getClientRMService(), ctx);
|
|
|
+ this.rm = rm;
|
|
|
+ this.conf = conf;
|
|
|
+ }
|
|
|
+
|
|
|
+ @Override
|
|
|
+ protected void render(Block html) {
|
|
|
+ super.render(html);
|
|
|
+ createContainerLocalityTable(html);
|
|
|
+ createResourceRequestsTable(html);
|
|
|
+ }
|
|
|
+
|
|
|
+ private void createResourceRequestsTable(Block html) {
|
|
|
+ AppInfo app =
|
|
|
+ new AppInfo(rm, rm.getRMContext().getRMApps()
|
|
|
+ .get(this.appAttemptId.getApplicationId()), true,
|
|
|
+ WebAppUtils.getHttpSchemePrefix(conf));
|
|
|
+ TBODY<TABLE<Hamlet>> tbody =
|
|
|
+ html.table("#ResourceRequests").thead().tr()
|
|
|
+ .th(".priority", "Priority")
|
|
|
+ .th(".resourceName", "ResourceName")
|
|
|
+ .th(".totalResource", "Capability")
|
|
|
+ .th(".numContainers", "NumContainers")
|
|
|
+ .th(".relaxLocality", "RelaxLocality")
|
|
|
+ .th(".nodeLabelExpression", "NodeLabelExpression")._()._().tbody();
|
|
|
+
|
|
|
+ Resource totalResource = Resource.newInstance(0, 0);
|
|
|
+ if (app.getResourceRequests() != null) {
|
|
|
+ for (ResourceRequest request : app.getResourceRequests()) {
|
|
|
+ if (request.getNumContainers() == 0) {
|
|
|
+ continue;
|
|
|
+ }
|
|
|
+
|
|
|
+ tbody.tr()
|
|
|
+ .td(String.valueOf(request.getPriority()))
|
|
|
+ .td(request.getResourceName())
|
|
|
+ .td(String.valueOf(request.getCapability()))
|
|
|
+ .td(String.valueOf(request.getNumContainers()))
|
|
|
+ .td(String.valueOf(request.getRelaxLocality()))
|
|
|
+ .td(request.getNodeLabelExpression() == null ? "N/A" : request
|
|
|
+ .getNodeLabelExpression())._();
|
|
|
+ if (request.getResourceName().equals(ResourceRequest.ANY)) {
|
|
|
+ Resources.addTo(totalResource,
|
|
|
+ Resources.multiply(request.getCapability(),
|
|
|
+ request.getNumContainers()));
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ html.div().$class("totalResourceRequests")
|
|
|
+ .h3("Total Outstanding Resource Requests: " + totalResource)._();
|
|
|
+ tbody._()._();
|
|
|
+ }
|
|
|
+
|
|
|
+ private void createContainerLocalityTable(Block html) {
|
|
|
+ RMAppAttemptMetrics attemptMetrics = null;
|
|
|
+ RMAppAttempt attempt = getRMAppAttempt();
|
|
|
+ if (attempt != null) {
|
|
|
+ attemptMetrics = attempt.getRMAppAttemptMetrics();
|
|
|
+ }
|
|
|
+
|
|
|
+ if (attemptMetrics == null) {
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ DIV<Hamlet> div = html.div(_INFO_WRAP);
|
|
|
+ TABLE<DIV<Hamlet>> table =
|
|
|
+ div.h3(
|
|
|
+ "Total Allocated Containers: "
|
|
|
+ + attemptMetrics.getTotalAllocatedContainers()).h3("Each table cell"
|
|
|
+ + " represents the number of NodeLocal/RackLocal/OffSwitch containers"
|
|
|
+ + " satisfied by NodeLocal/RackLocal/OffSwitch resource requests.").table(
|
|
|
+ "#containerLocality");
|
|
|
+ table.
|
|
|
+ tr().
|
|
|
+ th(_TH, "").
|
|
|
+ th(_TH, "Node Local Request").
|
|
|
+ th(_TH, "Rack Local Request").
|
|
|
+ th(_TH, "Off Switch Request").
|
|
|
+ _();
|
|
|
+
|
|
|
+ String[] containersType =
|
|
|
+ { "Num Node Local Containers (satisfied by)", "Num Rack Local Containers (satisfied by)",
|
|
|
+ "Num Off Switch Containers (satisfied by)" };
|
|
|
+ boolean odd = false;
|
|
|
+ for (int i = 0; i < attemptMetrics.getLocalityStatistics().length; i++) {
|
|
|
+ table.tr((odd = !odd) ? _ODD : _EVEN).td(containersType[i])
|
|
|
+ .td(String.valueOf(attemptMetrics.getLocalityStatistics()[i][0]))
|
|
|
+ .td(i == 0 ? "" : String.valueOf(attemptMetrics.getLocalityStatistics()[i][1]))
|
|
|
+ .td(i <= 1 ? "" : String.valueOf(attemptMetrics.getLocalityStatistics()[i][2]))._();
|
|
|
+ }
|
|
|
+ table._();
|
|
|
+ div._();
|
|
|
+ }
|
|
|
+
|
|
|
+ private boolean isApplicationInFinalState(YarnApplicationAttemptState state) {
|
|
|
+ return state == YarnApplicationAttemptState.FINISHED
|
|
|
+ || state == YarnApplicationAttemptState.FAILED
|
|
|
+ || state == YarnApplicationAttemptState.KILLED;
|
|
|
+ }
|
|
|
+
|
|
|
+ @Override
|
|
|
+ protected void createAttemptHeadRoomTable(Block html) {
|
|
|
+ RMAppAttempt attempt = getRMAppAttempt();
|
|
|
+ if (attempt != null) {
|
|
|
+ if (!isApplicationInFinalState(YarnApplicationAttemptState
|
|
|
+ .valueOf(attempt.getAppAttemptState().toString()))) {
|
|
|
+ DIV<Hamlet> pdiv = html._(InfoBlock.class).div(_INFO_WRAP);
|
|
|
+ info("Application Attempt Overview").clear();
|
|
|
+ info("Application Attempt Metrics")._(
|
|
|
+ "Application Attempt Headroom : ", 0);
|
|
|
+ pdiv._();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ private RMAppAttempt getRMAppAttempt() {
|
|
|
+ ApplicationId appId = this.appAttemptId.getApplicationId();
|
|
|
+ RMAppAttempt attempt = null;
|
|
|
+ RMApp rmApp = rm.getRMContext().getRMApps().get(appId);
|
|
|
+ if (rmApp != null) {
|
|
|
+ attempt = rmApp.getAppAttempts().get(appAttemptId);
|
|
|
+ }
|
|
|
+ return attempt;
|
|
|
+ }
|
|
|
+}
|
Jian He