瀏覽代碼

YARN-11570. Add YARN_GLOBALPOLICYGENERATOR_HEAPSIZE to yarn-env for GPG. (#6086)

slfan1989 1 年之前
父節點
當前提交
42b8e6faa7

+ 4 - 0
hadoop-yarn-project/hadoop-yarn/bin/yarn

@@ -110,6 +110,10 @@ ${HADOOP_COMMON_HOME}/${HADOOP_COMMON_LIB_JARS_DIR}"
     globalpolicygenerator)
     globalpolicygenerator)
       HADOOP_SUBCMD_SUPPORTDAEMONIZATION="true"
       HADOOP_SUBCMD_SUPPORTDAEMONIZATION="true"
       HADOOP_CLASSNAME='org.apache.hadoop.yarn.server.globalpolicygenerator.GlobalPolicyGenerator'
       HADOOP_CLASSNAME='org.apache.hadoop.yarn.server.globalpolicygenerator.GlobalPolicyGenerator'
+      # Backwards compatibility
+      if [[ -n "${YARN_GLOBALPOLICYGENERATOR_HEAPSIZE}" ]]; then
+        HADOOP_HEAPSIZE_MAX="${YARN_GLOBALPOLICYGENERATOR_HEAPSIZE}"
+      fi
     ;;
     ;;
     jar)
     jar)
       HADOOP_CLASSNAME=org.apache.hadoop.util.RunJar
       HADOOP_CLASSNAME=org.apache.hadoop.util.RunJar

+ 3 - 0
hadoop-yarn-project/hadoop-yarn/bin/yarn.cmd

@@ -273,6 +273,9 @@ goto :eof
   set CLASSPATH=%CLASSPATH%;%YARN_CONF_DIR%\globalpolicygenerator-config\log4j.properties
   set CLASSPATH=%CLASSPATH%;%YARN_CONF_DIR%\globalpolicygenerator-config\log4j.properties
   set CLASS=org.apache.hadoop.yarn.server.globalpolicygenerator.GlobalPolicyGenerator
   set CLASS=org.apache.hadoop.yarn.server.globalpolicygenerator.GlobalPolicyGenerator
   set YARN_OPTS=%YARN_OPTS% %YARN_GLOBALPOLICYGENERATOR_OPTS%
   set YARN_OPTS=%YARN_OPTS% %YARN_GLOBALPOLICYGENERATOR_OPTS%
+  if defined YARN_GLOBALPOLICYGENERATOR_HEAPSIZE (
+    set JAVA_HEAP_MAX=-Xmx%YARN_GLOBALPOLICYGENERATOR_HEAPSIZE%m
+  )
   goto :eof
   goto :eof
 
 
 :routeradmin
 :routeradmin

+ 5 - 0
hadoop-yarn-project/hadoop-yarn/conf/yarn-env.sh

@@ -164,6 +164,11 @@
 # Global Policy Generator specific parameters
 # Global Policy Generator specific parameters
 ###
 ###
 
 
+# Specify the max heapsize for the Global Policy Generator.  If no units are
+# given, it will be assumed to be in MB.
+# Default is the same as HADOOP_HEAPSIZE_MAX
+#export YARN_GLOBALPOLICYGENERATOR_HEAPSIZE=
+
 # Specify the JVM options to be used when starting the GPG.
 # Specify the JVM options to be used when starting the GPG.
 # These options will be appended to the options specified as HADOOP_OPTS
 # These options will be appended to the options specified as HADOOP_OPTS
 # and therefore may override any similar flags set in HADOOP_OPTS
 # and therefore may override any similar flags set in HADOOP_OPTS