Browse Source

MAPREDUCE-6508. TestNetworkedJob fails consistently due to delegation token changes on RM. Contributed by Akira AJISAKA

Junping Du 9 years ago
parent
commit
eb6379ca25

+ 3 - 0
hadoop-mapreduce-project/CHANGES.txt

@@ -605,6 +605,9 @@ Release 2.8.0 - UNRELEASED
 
    MAPREDUCE-6495. Docs for archive-logs tool (rkanter)
 
+   MAPREDUCE-6508. TestNetworkedJob fails consistently due to delegation 
+   token changes on RM. (Akira AJISAKA via junping_du)
+
 Release 2.7.2 - UNRELEASED
 
   INCOMPATIBLE CHANGES

+ 0 - 16
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java

@@ -36,8 +36,6 @@ import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.FSDataOutputStream;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenIdentifier;
-import org.apache.hadoop.io.Text;
 import org.apache.hadoop.mapred.ClusterStatus.BlackListInfo;
 import org.apache.hadoop.mapred.JobClient.NetworkedJob;
 import org.apache.hadoop.mapred.JobClient.TaskStatusFilter;
@@ -49,8 +47,6 @@ import org.apache.hadoop.yarn.conf.YarnConfiguration;
 import org.apache.hadoop.yarn.exceptions.YarnRuntimeException;
 import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler;
 import org.junit.Test;
-import org.apache.hadoop.security.UserGroupInformation;
-import org.apache.hadoop.security.token.Token;
 
 public class TestNetworkedJob {
   private static String TEST_ROOT_DIR = new File(System.getProperty(
@@ -221,11 +217,6 @@ public class TestNetworkedJob {
           status2.getBlackListedTrackersInfo());
       assertEquals(status.getMapTasks(), status2.getMapTasks());
 
-      try {
-      } catch (RuntimeException e) {
-        assertTrue(e.getMessage().endsWith("not found on CLASSPATH"));
-      }
-
       // test taskStatusfilter
       JobClient.setTaskOutputFilter(job, TaskStatusFilter.ALL);
       assertEquals(JobClient.getTaskOutputFilter(job), TaskStatusFilter.ALL);
@@ -256,15 +247,8 @@ public class TestNetworkedJob {
       assertEquals(aai.length, 2);
       assertEquals(aai[0].getQueueName(), "root");
       assertEquals(aai[1].getQueueName(), "default");
-      // test token
-      Token<DelegationTokenIdentifier> token = client
-          .getDelegationToken(new Text(UserGroupInformation.getCurrentUser()
-              .getShortUserName()));
-      assertEquals(token.getKind().toString(), "RM_DELEGATION_TOKEN");
       
       // test JobClient
-      
-   
       // The following asserts read JobStatus twice and ensure the returned
       // JobStatus objects correspond to the same Job.
       assertEquals("Expected matching JobIDs", jobId, client.getJob(jobId)