|
|
@@ -0,0 +1,274 @@
|
|
|
+/**
|
|
|
+ * Licensed to the Apache Software Foundation (ASF) under one
|
|
|
+ * or more contributor license agreements. See the NOTICE file
|
|
|
+ * distributed with this work for additional information
|
|
|
+ * regarding copyright ownership. The ASF licenses this file
|
|
|
+ * to you under the Apache License, Version 2.0 (the
|
|
|
+ * "License"); you may not use this file except in compliance
|
|
|
+ * with the License. You may obtain a copy of the License at
|
|
|
+ *
|
|
|
+ * http://www.apache.org/licenses/LICENSE-2.0
|
|
|
+ *
|
|
|
+ * Unless required by applicable law or agreed to in writing, software
|
|
|
+ * distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
+ * See the License for the specific language governing permissions and
|
|
|
+ * limitations under the License.
|
|
|
+ */
|
|
|
+
|
|
|
+package org.apache.hadoop.yarn.server.resourcemanager.scheduler;
|
|
|
+
|
|
|
+import java.util.List;
|
|
|
+
|
|
|
+import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
|
|
|
+import org.apache.hadoop.yarn.api.records.Container;
|
|
|
+import org.apache.hadoop.yarn.api.records.NodeId;
|
|
|
+import org.apache.hadoop.yarn.conf.YarnConfiguration;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.MockAM;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.MockNM;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.MockRM;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.ParameterizedSchedulerTestBase;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMApp;
|
|
|
+import org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttempt;
|
|
|
+import org.junit.Assert;
|
|
|
+import org.junit.Test;
|
|
|
+import org.slf4j.Logger;
|
|
|
+import org.slf4j.LoggerFactory;
|
|
|
+
|
|
|
+/**
|
|
|
+ * Tests for checking Scheduling with allocationRequestId, i.e. mapping of
|
|
|
+ * allocated containers to the original client {@code ResourceRequest}.
|
|
|
+ */
|
|
|
+public class TestSchedulingWithAllocationRequestId
|
|
|
+ extends ParameterizedSchedulerTestBase {
|
|
|
+
|
|
|
+ private static final Logger LOG =
|
|
|
+ LoggerFactory.getLogger(TestSchedulingWithAllocationRequestId.class);
|
|
|
+ private static final int GB = 1024;
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testMultipleAllocationRequestIds() throws Exception {
|
|
|
+ configureScheduler();
|
|
|
+ YarnConfiguration conf = getConf();
|
|
|
+ MockRM rm = new MockRM(conf);
|
|
|
+ try {
|
|
|
+ rm.start();
|
|
|
+
|
|
|
+ MockNM nm1 = rm.registerNode("127.0.0.1:1234", 4 * GB);
|
|
|
+ MockNM nm2 = rm.registerNode("127.0.0.2:5678", 4 * GB);
|
|
|
+ RMApp app1 = rm.submitApp(2048);
|
|
|
+ // kick the scheduling
|
|
|
+ nm1.nodeHeartbeat(true);
|
|
|
+ RMAppAttempt attempt1 = app1.getCurrentAppAttempt();
|
|
|
+ MockAM am1 = rm.sendAMLaunched(attempt1.getAppAttemptId());
|
|
|
+ am1.registerAppAttempt();
|
|
|
+
|
|
|
+ // add request for containers with id 10 & 20
|
|
|
+ am1.addRequests(new String[] {"127.0.0.1" }, 2 * GB, 1, 1, 10L);
|
|
|
+ AllocateResponse allocResponse = am1.schedule(); // send the request
|
|
|
+ am1.addRequests(new String[] {"127.0.0.2" }, 2 * GB, 1, 2, 20L);
|
|
|
+ allocResponse = am1.schedule(); // send the request
|
|
|
+
|
|
|
+ // check if request id 10 is satisfied
|
|
|
+ nm1.nodeHeartbeat(true);
|
|
|
+ allocResponse = am1.schedule(); // send the request
|
|
|
+ while (allocResponse.getAllocatedContainers().size() < 1) {
|
|
|
+ LOG.info("Waiting for containers to be created for app 1...");
|
|
|
+ Thread.sleep(100);
|
|
|
+ allocResponse = am1.schedule();
|
|
|
+ }
|
|
|
+ List<Container> allocated = allocResponse.getAllocatedContainers();
|
|
|
+ Assert.assertEquals(1, allocated.size());
|
|
|
+ checkAllocatedContainer(allocated.get(0), 2 * GB, nm1.getNodeId(), 10);
|
|
|
+
|
|
|
+ // check now if request id 20 is satisfied
|
|
|
+ nm2.nodeHeartbeat(true);
|
|
|
+ while (allocResponse.getAllocatedContainers().size() < 2) {
|
|
|
+ LOG.info("Waiting for containers to be created for app 1...");
|
|
|
+ Thread.sleep(100);
|
|
|
+ allocResponse = am1.schedule();
|
|
|
+ }
|
|
|
+
|
|
|
+ allocated = allocResponse.getAllocatedContainers();
|
|
|
+ Assert.assertEquals(2, allocated.size());
|
|
|
+ for (Container container : allocated) {
|
|
|
+ checkAllocatedContainer(container, 2 * GB, nm2.getNodeId(), 20);
|
|
|
+ }
|
|
|
+ } finally {
|
|
|
+ if (rm != null) {
|
|
|
+ rm.stop();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testMultipleAllocationRequestDiffPriority() throws Exception {
|
|
|
+ configureScheduler();
|
|
|
+ YarnConfiguration conf = getConf();
|
|
|
+ MockRM rm = new MockRM(conf);
|
|
|
+ try {
|
|
|
+ rm.start();
|
|
|
+
|
|
|
+ MockNM nm1 = rm.registerNode("127.0.0.1:1234", 4 * GB);
|
|
|
+ MockNM nm2 = rm.registerNode("127.0.0.2:5678", 4 * GB);
|
|
|
+ RMApp app1 = rm.submitApp(2048);
|
|
|
+ // kick the scheduling
|
|
|
+ nm1.nodeHeartbeat(true);
|
|
|
+ RMAppAttempt attempt1 = app1.getCurrentAppAttempt();
|
|
|
+ MockAM am1 = rm.sendAMLaunched(attempt1.getAppAttemptId());
|
|
|
+ am1.registerAppAttempt();
|
|
|
+
|
|
|
+ // add request for containers with id 10 & 20
|
|
|
+ am1.addRequests(new String[] {"127.0.0.1" }, 2 * GB, 2, 1, 10L);
|
|
|
+ AllocateResponse allocResponse = am1.schedule(); // send the request
|
|
|
+ am1.addRequests(new String[] {"127.0.0.2" }, 2 * GB, 1, 2, 20L);
|
|
|
+ allocResponse = am1.schedule(); // send the request
|
|
|
+
|
|
|
+ // check if request id 20 is satisfied first
|
|
|
+ nm2.nodeHeartbeat(true);
|
|
|
+ while (allocResponse.getAllocatedContainers().size() < 2) {
|
|
|
+ LOG.info("Waiting for containers to be created for app 1...");
|
|
|
+ Thread.sleep(100);
|
|
|
+ allocResponse = am1.schedule();
|
|
|
+ }
|
|
|
+
|
|
|
+ List<Container> allocated = allocResponse.getAllocatedContainers();
|
|
|
+ Assert.assertEquals(2, allocated.size());
|
|
|
+ for (Container container : allocated) {
|
|
|
+ checkAllocatedContainer(container, 2 * GB, nm2.getNodeId(), 20);
|
|
|
+ }
|
|
|
+
|
|
|
+ // check now if request id 10 is satisfied
|
|
|
+ nm1.nodeHeartbeat(true);
|
|
|
+ allocResponse = am1.schedule(); // send the request
|
|
|
+ while (allocResponse.getAllocatedContainers().size() < 1) {
|
|
|
+ LOG.info("Waiting for containers to be created for app 1...");
|
|
|
+ Thread.sleep(100);
|
|
|
+ allocResponse = am1.schedule();
|
|
|
+ }
|
|
|
+ allocated = allocResponse.getAllocatedContainers();
|
|
|
+ Assert.assertEquals(1, allocated.size());
|
|
|
+ checkAllocatedContainer(allocated.get(0), 2 * GB, nm1.getNodeId(), 10);
|
|
|
+ } finally {
|
|
|
+ if (rm != null) {
|
|
|
+ rm.stop();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ private void checkAllocatedContainer(Container allocated, int memory,
|
|
|
+ NodeId nodeId, long allocationRequestId) {
|
|
|
+ Assert.assertEquals(memory, allocated.getResource().getMemorySize());
|
|
|
+ Assert.assertEquals(nodeId, allocated.getNodeId());
|
|
|
+ Assert.assertEquals(allocationRequestId,
|
|
|
+ allocated.getAllocationRequestId());
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testMultipleAppsWithAllocationReqId() throws Exception {
|
|
|
+ configureScheduler();
|
|
|
+ YarnConfiguration conf = getConf();
|
|
|
+ MockRM rm = new MockRM(conf);
|
|
|
+ try {
|
|
|
+ rm.start();
|
|
|
+
|
|
|
+ // Register node1
|
|
|
+ String host0 = "host_0";
|
|
|
+ String host1 = "host_1";
|
|
|
+ MockNM nm1 =
|
|
|
+ new MockNM(host0 + ":1234", 8 * GB, rm.getResourceTrackerService());
|
|
|
+ nm1.registerNode();
|
|
|
+
|
|
|
+ // Register node2
|
|
|
+ MockNM nm2 =
|
|
|
+ new MockNM(host1 + ":2351", 8 * GB, rm.getResourceTrackerService());
|
|
|
+ nm2.registerNode();
|
|
|
+
|
|
|
+ // submit 1st app
|
|
|
+ RMApp app1 = rm.submitApp(1 * GB, "user_0", "a1");
|
|
|
+ MockAM am1 = MockRM.launchAndRegisterAM(app1, rm, nm1);
|
|
|
+
|
|
|
+ // Submit app1 RR with allocationReqId = 5
|
|
|
+ int numContainers = 1;
|
|
|
+ am1.addRequests(new String[] {host0, host1 }, 1 * GB, 1, numContainers,
|
|
|
+ 5L);
|
|
|
+ AllocateResponse allocResponse = am1.schedule();
|
|
|
+
|
|
|
+ // wait for containers to be allocated.
|
|
|
+ nm1.nodeHeartbeat(true);
|
|
|
+ allocResponse = am1.schedule(); // send the request
|
|
|
+ while (allocResponse.getAllocatedContainers().size() < 1) {
|
|
|
+ LOG.info("Waiting for containers to be created for app 1...");
|
|
|
+ Thread.sleep(100);
|
|
|
+ allocResponse = am1.schedule();
|
|
|
+ }
|
|
|
+
|
|
|
+ List<Container> allocated = allocResponse.getAllocatedContainers();
|
|
|
+ Assert.assertEquals(1, allocated.size());
|
|
|
+ checkAllocatedContainer(allocated.get(0), 1 * GB, nm1.getNodeId(), 5L);
|
|
|
+
|
|
|
+ // Submit another application
|
|
|
+ RMApp app2 = rm.submitApp(1 * GB, "user_1", "a2");
|
|
|
+ MockAM am2 = MockRM.launchAndRegisterAM(app2, rm, nm2);
|
|
|
+
|
|
|
+ // Submit app2 RR with allocationReqId = 5
|
|
|
+ am2.addRequests(new String[] {host0, host1 }, 2 * GB, 1, numContainers,
|
|
|
+ 5L);
|
|
|
+ am2.schedule();
|
|
|
+
|
|
|
+ // wait for containers to be allocated.
|
|
|
+ nm2.nodeHeartbeat(true);
|
|
|
+ allocResponse = am2.schedule(); // send the request
|
|
|
+ while (allocResponse.getAllocatedContainers().size() < 1) {
|
|
|
+ LOG.info("Waiting for containers to be created for app 1...");
|
|
|
+ Thread.sleep(100);
|
|
|
+ allocResponse = am2.schedule();
|
|
|
+ }
|
|
|
+
|
|
|
+ allocated = allocResponse.getAllocatedContainers();
|
|
|
+ Assert.assertEquals(1, allocated.size());
|
|
|
+ checkAllocatedContainer(allocated.get(0), 2 * GB, nm2.getNodeId(), 5L);
|
|
|
+
|
|
|
+ // Now submit app2 RR with allocationReqId = 10
|
|
|
+ am2.addRequests(new String[] {host0, host1 }, 3 * GB, 1, numContainers,
|
|
|
+ 10L);
|
|
|
+ am2.schedule();
|
|
|
+
|
|
|
+ // wait for containers to be allocated.
|
|
|
+ nm1.nodeHeartbeat(true);
|
|
|
+ allocResponse = am2.schedule(); // send the request
|
|
|
+ while (allocResponse.getAllocatedContainers().size() < 1) {
|
|
|
+ LOG.info("Waiting for containers to be created for app 1...");
|
|
|
+ Thread.sleep(100);
|
|
|
+ allocResponse = am2.schedule();
|
|
|
+ }
|
|
|
+
|
|
|
+ allocated = allocResponse.getAllocatedContainers();
|
|
|
+ Assert.assertEquals(1, allocated.size());
|
|
|
+ checkAllocatedContainer(allocated.get(0), 3 * GB, nm1.getNodeId(), 10L);
|
|
|
+
|
|
|
+ // Now submit app1 RR with allocationReqId = 10
|
|
|
+ am1.addRequests(new String[] {host0, host1 }, 4 * GB, 1, numContainers,
|
|
|
+ 10L);
|
|
|
+ am1.schedule();
|
|
|
+
|
|
|
+ // wait for containers to be allocated.
|
|
|
+ nm2.nodeHeartbeat(true);
|
|
|
+ allocResponse = am1.schedule(); // send the request
|
|
|
+ while (allocResponse.getAllocatedContainers().size() < 1) {
|
|
|
+ LOG.info("Waiting for containers to be created for app 1...");
|
|
|
+ Thread.sleep(100);
|
|
|
+ allocResponse = am1.schedule();
|
|
|
+ }
|
|
|
+
|
|
|
+ allocated = allocResponse.getAllocatedContainers();
|
|
|
+ Assert.assertEquals(1, allocated.size());
|
|
|
+ checkAllocatedContainer(allocated.get(0), 4 * GB, nm2.getNodeId(), 10L);
|
|
|
+ } finally {
|
|
|
+ if (rm != null) {
|
|
|
+ rm.stop();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+}
|
Wangda Tan