yarn-env.sh 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148
  1. #
  2. # Licensed to the Apache Software Foundation (ASF) under one or more
  3. # contributor license agreements. See the NOTICE file distributed with
  4. # this work for additional information regarding copyright ownership.
  5. # The ASF licenses this file to You under the Apache License, Version 2.0
  6. # (the "License"); you may not use this file except in compliance with
  7. # the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. ##
  17. ## THIS FILE ACTS AS AN OVERRIDE FOR hadoop-env.sh FOR ALL
  18. ## WORK DONE BY THE yarn AND RELATED COMMANDS.
  19. ##
  20. ## Precedence rules:
  21. ##
  22. ## yarn-env.sh > hadoop-env.sh > hard-coded defaults
  23. ##
  24. ## YARN_xyz > HADOOP_xyz > hard-coded defaults
  25. ##
  26. ###
  27. # YARN-specific overrides for generic settings
  28. ###
  29. # By default, YARN will use HADOOP_LOG_DIR for YARN logging. Specify a custom
  30. # log directory for YARN things here:
  31. # Java properties: hadoop.log.dir, yarn.log.dir
  32. # export YARN_LOG_DIR="${HADOOP_LOG_DIR}"
  33. # By default, YARN will use the value of HADOOP_LOGFILE as the 'fallback' log
  34. # file # when log4j settings are not defined. Specify a custom YARN log file
  35. # here:
  36. # Java properties: hadoop.log.file, yarn.log.file
  37. # export YARN_LOGFILE=${HADOOP_LOGFILE}
  38. #Override the log4j settings for all YARN apps By default, YARN will use
  39. # HADOOP_ROOT_LOGGER.
  40. # Java properties: hadoop.root.logger, yarn.root.logger
  41. # export YARN_ROOT_LOGGER=${HADOOP_ROOT_LOGGER}
  42. ###
  43. # Resource Manager specific parameters
  44. ###
  45. # Specify the max heapsize for the ResourceManager using a numerical value
  46. # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
  47. # the value to 1000.
  48. # This value will be overridden by an Xmx setting specified in either YARN_OPTS,
  49. # HADOOP_OPTS, and/or YARN_RESOURCEMANAGER_OPTS.
  50. # If not specified, the default value will be picked from either HADOOP_HEAPSIZE
  51. # or the built-in default.
  52. #
  53. #export YARN_RESOURCEMANAGER_HEAPSIZE=1000
  54. # Specify the JVM options to be used when starting the ResourceManager.
  55. # These options will be appended to the options specified as YARN_OPTS
  56. # and therefore may override any similar flags set in YARN_OPTS
  57. #
  58. # Examples for a Sun/Oracle JDK:
  59. # a) override the appsummary log file:
  60. # export YARN_RESOURCEMANAGER_OPTS="-Dyarn.server.resourcemanager.appsummary.log.file=rm-appsummary.log -Dyarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY"
  61. #
  62. # b) Set JMX options
  63. # export YARN_RESOURCEMANAGER_OPTS="-Dcom.sun.management.jmxremote=true -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=1026"
  64. #
  65. # c) Set garbage collection logs from hadoop-env.sh
  66. # export YARN_RESOURCE_MANAGER_OPTS="${HADOOP_GC_SETTINGS} -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')"
  67. #
  68. # d) ... or set them directly
  69. # export YARN_RESOURCEMANAGER_OPTS="-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')"
  70. #
  71. #
  72. # export YARN_RESOURCEMANAGER_OPTS=
  73. ###
  74. # Node Manager specific parameters
  75. ###
  76. # Specify the max Heapsize for the NodeManager using a numerical value
  77. # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
  78. # the value to 1000.
  79. # This value will be overridden by an Xmx setting specified in either YARN_OPTS,
  80. # HADOOP_OPTS, and/or YARN_NODEMANAGER_OPTS.
  81. # If not specified, the default value will be picked from either HADOOP_HEAPSIZE
  82. # or the built-in default.
  83. #
  84. #export YARN_NODEMANAGER_HEAPSIZE=1000
  85. # Specify the JVM options to be used when starting the NodeManager.
  86. # These options will be appended to the options specified as YARN_OPTS
  87. # and therefore may override any similar flags set in YARN_OPTS
  88. #
  89. # See ResourceManager for some examples
  90. #
  91. #export YARN_NODEMANAGER_OPTS=
  92. ###
  93. # TimeLineServer specifc parameters
  94. ###
  95. # Specify the max Heapsize for the timeline server using a numerical value
  96. # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
  97. # the value to 1000.
  98. # This value will be overridden by an Xmx setting specified in either YARN_OPTS,
  99. # HADOOP_OPTS, and/or YARN_TIMELINESERVER_OPTS.
  100. # If not specified, the default value will be picked from either HADOOP_HEAPSIZE
  101. # or the built-in default.
  102. #
  103. #export YARN_TIMELINESERVER_HEAPSIZE=1000
  104. # Specify the JVM options to be used when starting the TimeLineServer.
  105. # These options will be appended to the options specified as YARN_OPTS
  106. # and therefore may override any similar flags set in YARN_OPTS
  107. #
  108. # See ResourceManager for some examples
  109. #
  110. #export YARN_TIMELINESERVER_OPTS=
  111. ###
  112. # Web App Proxy Server specifc parameters
  113. ###
  114. # Specify the max Heapsize for the proxy server using a numerical value
  115. # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
  116. # the value to 1000.
  117. # This value will be overridden by an Xmx setting specified in either YARN_OPTS,
  118. # HADOOP_OPTS, and/or YARN_PROXYSERVER_OPTS.
  119. # If not specified, the default value will be picked from either HADOOP_HEAPSIZE
  120. # or the built-in default.
  121. #
  122. #export YARN_PROXYSERVER_HEAPSIZE=1000
  123. # Specify the JVM options to be used when starting the proxy server.
  124. # These options will be appended to the options specified as YARN_OPTS
  125. # and therefore may override any similar flags set in YARN_OPTS
  126. #
  127. # See ResourceManager for some examples
  128. #
  129. #export YARN_PROXYSERVER_OPTS=