Ver código fonte

MAPREDUCE-3331. Improvement to single node cluster setup documentation for 0.23 (Anupam Seth via mahadev)

git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1202002 13f79535-47bb-0310-9956-ffa450edef68
Mahadev Konar 13 anos atrás
pai
commit
3491205b0a

+ 3 - 0
hadoop-mapreduce-project/CHANGES.txt

@@ -88,6 +88,9 @@ Release 0.23.1 - Unreleased
     MAPREDUCE-3243. Invalid tracking URL for streaming jobs (Jonathan Eagles 
     MAPREDUCE-3243. Invalid tracking URL for streaming jobs (Jonathan Eagles 
     via mahadev)
     via mahadev)
 
 
+    MAPREDUCE-3331. Improvement to single node cluster setup documentation for 
+    0.23 (Anupam Seth via mahadev)
+
   OPTIMIZATIONS
   OPTIMIZATIONS
 
 
   BUG FIXES
   BUG FIXES

+ 30 - 4
hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-site/src/site/apt/SingleCluster.apt.vm

@@ -41,7 +41,7 @@ $ mvn clean install assembly:assembly -Pnative
 * Setting up the environment.
 * Setting up the environment.
 
 
   Assuming you have installed hadoop-common/hadoop-hdfs and exported
   Assuming you have installed hadoop-common/hadoop-hdfs and exported
-  <<$HADOOP_COMMON_HOME>>/<<$HADOOP_COMMON_HOME>>, untar hadoop mapreduce 
+  <<$HADOOP_COMMON_HOME>>/<<$HADOOP_HDFS_HOME>>, untar hadoop mapreduce 
   tarball and set environment variable <<$HADOOP_MAPRED_HOME>> to the 
   tarball and set environment variable <<$HADOOP_MAPRED_HOME>> to the 
   untarred directory. Set <<$YARN_HOME>> the same as <<$HADOOP_MAPRED_HOME>>. 
   untarred directory. Set <<$YARN_HOME>> the same as <<$HADOOP_MAPRED_HOME>>. 
  
  
@@ -79,15 +79,15 @@ $ mvn clean install assembly:assembly -Pnative
 Add the following configs to your <<<yarn-site.xml>>>
 Add the following configs to your <<<yarn-site.xml>>>
 
 
 +---+
 +---+
- <property>
+  <property>
     <name>yarn.resourcemanager.resource-tracker.address</name>
     <name>yarn.resourcemanager.resource-tracker.address</name>
     <value>host:port</value>
     <value>host:port</value>
     <description>host is the hostname of the resource manager and 
     <description>host is the hostname of the resource manager and 
     port is the port on which the NodeManagers contact the Resource Manager.
     port is the port on which the NodeManagers contact the Resource Manager.
     </description>
     </description>
- </property>
+  </property>
 
 
- <property>
+  <property>
     <name>yarn.resourcemanager.scheduler.address</name>
     <name>yarn.resourcemanager.scheduler.address</name>
     <value>host:port</value>
     <value>host:port</value>
     <description>host is the hostname of the resourcemanager and port is the port
     <description>host is the hostname of the resourcemanager and port is the port
@@ -145,6 +145,32 @@ Add the following configs to your <<<yarn-site.xml>>>
   </property>
   </property>
 +---+
 +---+
 
 
+** Setting up <<<capacity-scheduler.xml>>>
+
+   Make sure you populate the root queues in <<<capacity-scheduler.xml>>>.
+
++---+
+  <property>
+    <name>yarn.scheduler.capacity.root.queues</name>
+    <value>unfunded,default</value>
+  </property>
+  
+  <property>
+    <name>yarn.scheduler.capacity.root.capacity</name>
+    <value>100</value>
+  </property>
+  
+  <property>
+    <name>yarn.scheduler.capacity.root.unfunded.capacity</name>
+    <value>50</value>
+  </property>
+  
+  <property>
+    <name>yarn.scheduler.capacity.root.default.capacity</name>
+    <value>50</value>
+  </property>
++---+
+
 * Create Symlinks.
 * Create Symlinks.
 
 
   You will have to create the following symlinks:
   You will have to create the following symlinks: