Quellcode durchsuchen

AMBARI-4855. Need special configuration in mapred-site.xml to increase limits on counters. (mahadev)

Mahadev Konar vor 11 Jahren
Ursprung
Commit
cc26943bde

+ 2 - 0
ambari-server/src/main/resources/stacks/HDP/2.0.6/services/OOZIE/package/templates/oozie-env.sh.j2

@@ -27,6 +27,8 @@ fi
 #Set JAVA HOME
 #Set JAVA HOME
 export JAVA_HOME={{java_home}}
 export JAVA_HOME={{java_home}}
 
 
+export JRE_HOME=${JAVA_HOME}
+
 # Set Oozie specific environment variables here.
 # Set Oozie specific environment variables here.
 
 
 # Settings for the Embedded Tomcat that runs Oozie
 # Settings for the Embedded Tomcat that runs Oozie

+ 33 - 0
ambari-server/src/main/resources/stacks/HDP/2.1.1/services/YARN/configuration/mapred-site.xml

@@ -382,5 +382,38 @@
       Should the job outputs be compressed?
       Should the job outputs be compressed?
     </description>
     </description>
   </property>
   </property>
+  
+  <property>
+    <name>mapreduce.job.counters.max</name>
+    <value>20000</value>
+    <description>
+      Limit on the number of counters allowed per job.
+    </description>
+  </property>
+
+  <property>
+    <name>mapreduce.job.counters.groups.max</name>
+    <value>10000</value>
+    <description>
+     Limit on the number of counter groups allowed per job.
+    </description>
+  </property>
+
+  <property>
+    <name>mapreduce.job.counters.group.name.max</name>
+    <value>1000</value>
+    <description>
+     Limit on the length of counter group names in jobs. 
+     Names exceeding this limit will be truncated.
+    </description>
+  </property>
+
+  <property>
+    <name>mapreduce.job.counters.counter.name.max</name>
+    <value>1000</value>
+    <description>
+      Limit on the length of counter names in jobs. Names exceeding this limit will be truncated.
+    </description>
+  </property>
 
 
 </configuration>
 </configuration>