|
@@ -263,9 +263,9 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(2 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(22 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_0,
|
|
@@ -275,9 +275,9 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(5 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(19 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map to other node - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_1,
|
|
@@ -289,9 +289,9 @@ public class TestReservations {
|
|
|
assertEquals(16 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(16 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(null, node_0.getReservedContainer());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
assertEquals(2, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
|
|
|
// try to assign reducer (5G on node 0 and should reserve)
|
|
@@ -305,9 +305,9 @@ public class TestReservations {
|
|
|
assertEquals(11 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(5 * GB, node_0.getReservedContainer().getReservedResource()
|
|
|
.getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
assertEquals(2, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
|
|
|
// assign reducer to node 2
|
|
@@ -321,9 +321,9 @@ public class TestReservations {
|
|
|
assertEquals(6 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(5 * GB, node_0.getReservedContainer().getReservedResource()
|
|
|
.getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(5 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
assertEquals(1, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
|
|
|
// node_1 heartbeat and unreserves from node_0 in order to allocate
|
|
@@ -337,9 +337,9 @@ public class TestReservations {
|
|
|
assertEquals(6 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(6 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(null, node_0.getReservedContainer());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(8 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(5 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(8 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
assertEquals(0, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
}
|
|
|
|
|
@@ -425,9 +425,9 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(2 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(22 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
a.assignContainers(clusterResource, node_1,
|
|
|
new ResourceLimits(clusterResource), SchedulingMode.RESPECT_PARTITION_EXCLUSIVITY);
|
|
@@ -437,9 +437,9 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(4 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(20 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(2 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Add a few requests to each app
|
|
|
app_0.updateResourceRequests(Collections.singletonList(TestUtils
|
|
@@ -458,9 +458,9 @@ public class TestReservations {
|
|
|
assertEquals(8 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(4 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(12 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(2 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// next assignment is beyond user limit for user_0 but it should assign to
|
|
|
// app_1 for user_1
|
|
@@ -472,9 +472,9 @@ public class TestReservations {
|
|
|
assertEquals(8 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(6 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(10 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(4 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(4 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
}
|
|
|
|
|
|
@Test
|
|
@@ -559,9 +559,9 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(2 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(22 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_0,
|
|
@@ -571,9 +571,9 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(5 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(19 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map to other node - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_1,
|
|
@@ -585,9 +585,9 @@ public class TestReservations {
|
|
|
assertEquals(16 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(16 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(null, node_0.getReservedContainer());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
assertEquals(2, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
|
|
|
// try to assign reducer (5G on node 0 and should reserve)
|
|
@@ -601,9 +601,9 @@ public class TestReservations {
|
|
|
assertEquals(11 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(5 * GB, node_0.getReservedContainer().getReservedResource()
|
|
|
.getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
assertEquals(2, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
|
|
|
// assign reducer to node 2
|
|
@@ -617,9 +617,9 @@ public class TestReservations {
|
|
|
assertEquals(6 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(5 * GB, node_0.getReservedContainer().getReservedResource()
|
|
|
.getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(5 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
assertEquals(1, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
|
|
|
// node_1 heartbeat and won't unreserve from node_0, potentially stuck
|
|
@@ -634,9 +634,9 @@ public class TestReservations {
|
|
|
assertEquals(6 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(5 * GB, node_0.getReservedContainer().getReservedResource()
|
|
|
.getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(5 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
assertEquals(1, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
}
|
|
|
|
|
@@ -718,8 +718,8 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(2 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(14 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_0,
|
|
@@ -729,8 +729,8 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(5 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(11 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map to other node - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_1,
|
|
@@ -742,8 +742,8 @@ public class TestReservations {
|
|
|
assertEquals(8 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(8 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(null, node_0.getReservedContainer());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
assertEquals(2, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
|
|
|
// try to assign reducer (5G on node 0 and should reserve)
|
|
@@ -757,8 +757,8 @@ public class TestReservations {
|
|
|
assertEquals(3 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(5 * GB, node_0.getReservedContainer().getReservedResource()
|
|
|
.getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
assertEquals(2, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
|
|
|
// could allocate but told need to unreserve first
|
|
@@ -771,8 +771,8 @@ public class TestReservations {
|
|
|
assertEquals(3 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(3 * GB, app_0.getHeadroom().getMemory());
|
|
|
assertEquals(null, node_0.getReservedContainer());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(8 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(8 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
assertEquals(1, app_0.getTotalRequiredResources(priorityReduce));
|
|
|
}
|
|
|
|
|
@@ -981,8 +981,8 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(2 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(14 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_0,
|
|
@@ -992,8 +992,8 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(5 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(11 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map to other node - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_1,
|
|
@@ -1004,8 +1004,8 @@ public class TestReservations {
|
|
|
assertEquals(8 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(8 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(null, node_0.getReservedContainer());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
// now add in reservations and make sure it continues if config set
|
|
|
// allocate to queue so that the potential new capacity is greater then
|
|
@@ -1018,8 +1018,8 @@ public class TestReservations {
|
|
|
assertEquals(8 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(3 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(3 * GB, app_0.getHeadroom().getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
ResourceLimits limits =
|
|
|
new ResourceLimits(Resources.createResource(13 * GB));
|
|
@@ -1155,8 +1155,8 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(2 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(14 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_0,
|
|
@@ -1166,8 +1166,8 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(5 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(11 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map to other node - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_1,
|
|
@@ -1178,8 +1178,8 @@ public class TestReservations {
|
|
|
assertEquals(8 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(8 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(null, node_0.getReservedContainer());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
// now add in reservations and make sure it continues if config set
|
|
|
// allocate to queue so that the potential new capacity is greater then
|
|
@@ -1194,8 +1194,8 @@ public class TestReservations {
|
|
|
assertEquals(8 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(3 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(3 * GB, app_0.getHeadroom().getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
|
|
|
// not over the limit
|
|
|
Resource limit = Resources.createResource(14 * GB, 0);
|
|
@@ -1307,9 +1307,9 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(2 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(22 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(2 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(2 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_0,
|
|
@@ -1319,9 +1319,9 @@ public class TestReservations {
|
|
|
assertEquals(0 * GB, a.getMetrics().getReservedMB());
|
|
|
assertEquals(5 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(19 * GB, a.getMetrics().getAvailableMB());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// Only 1 map to other node - simulating reduce
|
|
|
a.assignContainers(clusterResource, node_1,
|
|
@@ -1332,9 +1332,9 @@ public class TestReservations {
|
|
|
assertEquals(8 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(16 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(16 * GB, app_0.getHeadroom().getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// try to assign reducer (5G on node 0), but tell it's resource limits <
|
|
|
// used (8G) + required (5G). It will not reserved since it has to unreserve
|
|
@@ -1349,9 +1349,9 @@ public class TestReservations {
|
|
|
assertEquals(16 * GB, a.getMetrics().getAvailableMB());
|
|
|
// app_0's headroom = limit (10G) - used (8G) = 2G
|
|
|
assertEquals(2 * GB, app_0.getHeadroom().getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// try to assign reducer (5G on node 0), but tell it's resource limits <
|
|
|
// used (8G) + required (5G). It will not reserved since it has to unreserve
|
|
@@ -1365,9 +1365,9 @@ public class TestReservations {
|
|
|
assertEquals(16 * GB, a.getMetrics().getAvailableMB());
|
|
|
// app_0's headroom = limit (10G) - used (8G) = 2G
|
|
|
assertEquals(2 * GB, app_0.getHeadroom().getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(0 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(0 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// let it assign 5G to node_2
|
|
|
a.assignContainers(clusterResource, node_2,
|
|
@@ -1378,9 +1378,9 @@ public class TestReservations {
|
|
|
assertEquals(13 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(11 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(11 * GB, app_0.getHeadroom().getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(5 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// reserve 8G node_0
|
|
|
a.assignContainers(clusterResource, node_0,
|
|
@@ -1391,9 +1391,9 @@ public class TestReservations {
|
|
|
assertEquals(13 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(3 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(3 * GB, app_0.getHeadroom().getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(5 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
|
|
|
// try to assign (8G on node 2). No room to allocate,
|
|
|
// continued to try due to having reservation above,
|
|
@@ -1406,8 +1406,8 @@ public class TestReservations {
|
|
|
assertEquals(13 * GB, a.getMetrics().getAllocatedMB());
|
|
|
assertEquals(3 * GB, a.getMetrics().getAvailableMB());
|
|
|
assertEquals(3 * GB, app_0.getHeadroom().getMemory());
|
|
|
- assertEquals(5 * GB, node_0.getUsedResource().getMemory());
|
|
|
- assertEquals(3 * GB, node_1.getUsedResource().getMemory());
|
|
|
- assertEquals(5 * GB, node_2.getUsedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_0.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(3 * GB, node_1.getAllocatedResource().getMemory());
|
|
|
+ assertEquals(5 * GB, node_2.getAllocatedResource().getMemory());
|
|
|
}
|
|
|
}
|