Bladeren bron

Merge -c 1225259 from trunk to branch-0.23 to fix MAPREDUCE-3604.

git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/branch-0.23@1225261 13f79535-47bb-0310-9956-ffa450edef68
Arun Murthy 13 jaren geleden
bovenliggende
commit
fc62f00ffc

+ 3 - 1
hadoop-mapreduce-project/CHANGES.txt

@@ -315,7 +315,9 @@ Release 0.23.1 - Unreleased
     MAPREDUCE-3586. Modified CompositeService to avoid duplicate stop operations
     thereby solving race conditions in MR AM shutdown. (vinodkv)
 
->>>>>>> .merge-right.r1221950
+    MAPREDUCE-3604. Fixed streaming to use new mapreduce.framework.name to
+    check for local mode. (acmurthy) 
+
 Release 0.23.0 - 2011-11-01 
 
   INCOMPATIBLE CHANGES

+ 11 - 6
hadoop-tools/hadoop-streaming/src/main/java/org/apache/hadoop/streaming/StreamUtil.java

@@ -18,16 +18,19 @@
 
 package org.apache.hadoop.streaming;
 
-import java.io.*;
-import java.net.*;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.IOException;
+import java.net.InetAddress;
+import java.net.URL;
 
 import org.apache.hadoop.classification.InterfaceAudience;
 import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.FSDataInputStream;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.mapred.JobConf;
-import org.apache.hadoop.mapreduce.server.jobtracker.JTConfig;
+import org.apache.hadoop.mapreduce.MRConfig;
 
 /** 
  * Utilities used in streaming
@@ -189,6 +192,8 @@ public class StreamUtil {
   }
 
   public static boolean isLocalJobTracker(JobConf job) {
-    return job.get(JTConfig.JT_IPC_ADDRESS, "local").equals("local");
+    String framework = 
+        job.get(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME); 
+    return framework.equals(MRConfig.LOCAL_FRAMEWORK_NAME);
   }
 }

+ 48 - 0
hadoop-tools/hadoop-streaming/src/test/java/org/apache/hadoop/streaming/TestMRFramework.java

@@ -0,0 +1,48 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.streaming;
+
+import static org.junit.Assert.*;
+
+import org.apache.hadoop.mapred.JobConf;
+import org.apache.hadoop.mapreduce.MRConfig;
+import org.apache.hadoop.mapreduce.server.jobtracker.JTConfig;
+import org.junit.Test;
+
+public class TestMRFramework {
+
+  @Test
+  public void testFramework() {
+    JobConf jobConf = new JobConf();
+    jobConf.set(JTConfig.JT_IPC_ADDRESS, MRConfig.LOCAL_FRAMEWORK_NAME);
+    jobConf.set(MRConfig.FRAMEWORK_NAME, MRConfig.YARN_FRAMEWORK_NAME);
+    assertFalse("Expected 'isLocal' to be false", 
+        StreamUtil.isLocalJobTracker(jobConf));
+    
+    jobConf.set(JTConfig.JT_IPC_ADDRESS, MRConfig.LOCAL_FRAMEWORK_NAME);
+    jobConf.set(MRConfig.FRAMEWORK_NAME, MRConfig.CLASSIC_FRAMEWORK_NAME);
+    assertFalse("Expected 'isLocal' to be false", 
+        StreamUtil.isLocalJobTracker(jobConf));
+    
+    jobConf.set(JTConfig.JT_IPC_ADDRESS, "jthost:9090");
+    jobConf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
+    assertTrue("Expected 'isLocal' to be true", 
+        StreamUtil.isLocalJobTracker(jobConf));
+  }
+
+}