123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148 |
- #
- # Licensed to the Apache Software Foundation (ASF) under one or more
- # contributor license agreements. See the NOTICE file distributed with
- # this work for additional information regarding copyright ownership.
- # The ASF licenses this file to You under the Apache License, Version 2.0
- # (the "License"); you may not use this file except in compliance with
- # the License. You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- ##
- ## THIS FILE ACTS AS AN OVERRIDE FOR hadoop-env.sh FOR ALL
- ## WORK DONE BY THE yarn AND RELATED COMMANDS.
- ##
- ## Precedence rules:
- ##
- ## yarn-env.sh > hadoop-env.sh > hard-coded defaults
- ##
- ## YARN_xyz > HADOOP_xyz > hard-coded defaults
- ##
- ###
- # YARN-specific overrides for generic settings
- ###
- # By default, YARN will use HADOOP_LOG_DIR for YARN logging. Specify a custom
- # log directory for YARN things here:
- # Java properties: hadoop.log.dir, yarn.log.dir
- # export YARN_LOG_DIR="${HADOOP_LOG_DIR}"
- # By default, YARN will use the value of HADOOP_LOGFILE as the 'fallback' log
- # file # when log4j settings are not defined. Specify a custom YARN log file
- # here:
- # Java properties: hadoop.log.file, yarn.log.file
- # export YARN_LOGFILE=${HADOOP_LOGFILE}
- #Override the log4j settings for all YARN apps By default, YARN will use
- # HADOOP_ROOT_LOGGER.
- # Java properties: hadoop.root.logger, yarn.root.logger
- # export YARN_ROOT_LOGGER=${HADOOP_ROOT_LOGGER}
- ###
- # Resource Manager specific parameters
- ###
- # Specify the max heapsize for the ResourceManager using a numerical value
- # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
- # the value to 1000.
- # This value will be overridden by an Xmx setting specified in either YARN_OPTS,
- # HADOOP_OPTS, and/or YARN_RESOURCEMANAGER_OPTS.
- # If not specified, the default value will be picked from either HADOOP_HEAPSIZE
- # or the built-in default.
- #
- #export YARN_RESOURCEMANAGER_HEAPSIZE=1000
- # Specify the JVM options to be used when starting the ResourceManager.
- # These options will be appended to the options specified as YARN_OPTS
- # and therefore may override any similar flags set in YARN_OPTS
- #
- # Examples for a Sun/Oracle JDK:
- # a) override the appsummary log file:
- # export YARN_RESOURCEMANAGER_OPTS="-Dyarn.server.resourcemanager.appsummary.log.file=rm-appsummary.log -Dyarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY"
- #
- # b) Set JMX options
- # export YARN_RESOURCEMANAGER_OPTS="-Dcom.sun.management.jmxremote=true -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=1026"
- #
- # c) Set garbage collection logs from hadoop-env.sh
- # export YARN_RESOURCE_MANAGER_OPTS="${HADOOP_GC_SETTINGS} -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')"
- #
- # d) ... or set them directly
- # export YARN_RESOURCEMANAGER_OPTS="-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')"
- #
- #
- # export YARN_RESOURCEMANAGER_OPTS=
- ###
- # Node Manager specific parameters
- ###
- # Specify the max Heapsize for the NodeManager using a numerical value
- # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
- # the value to 1000.
- # This value will be overridden by an Xmx setting specified in either YARN_OPTS,
- # HADOOP_OPTS, and/or YARN_NODEMANAGER_OPTS.
- # If not specified, the default value will be picked from either HADOOP_HEAPSIZE
- # or the built-in default.
- #
- #export YARN_NODEMANAGER_HEAPSIZE=1000
- # Specify the JVM options to be used when starting the NodeManager.
- # These options will be appended to the options specified as YARN_OPTS
- # and therefore may override any similar flags set in YARN_OPTS
- #
- # See ResourceManager for some examples
- #
- #export YARN_NODEMANAGER_OPTS=
- ###
- # TimeLineServer specifc parameters
- ###
- # Specify the max Heapsize for the timeline server using a numerical value
- # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
- # the value to 1000.
- # This value will be overridden by an Xmx setting specified in either YARN_OPTS,
- # HADOOP_OPTS, and/or YARN_TIMELINESERVER_OPTS.
- # If not specified, the default value will be picked from either HADOOP_HEAPSIZE
- # or the built-in default.
- #
- #export YARN_TIMELINESERVER_HEAPSIZE=1000
- # Specify the JVM options to be used when starting the TimeLineServer.
- # These options will be appended to the options specified as YARN_OPTS
- # and therefore may override any similar flags set in YARN_OPTS
- #
- # See ResourceManager for some examples
- #
- #export YARN_TIMELINESERVER_OPTS=
- ###
- # Web App Proxy Server specifc parameters
- ###
- # Specify the max Heapsize for the proxy server using a numerical value
- # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
- # the value to 1000.
- # This value will be overridden by an Xmx setting specified in either YARN_OPTS,
- # HADOOP_OPTS, and/or YARN_PROXYSERVER_OPTS.
- # If not specified, the default value will be picked from either HADOOP_HEAPSIZE
- # or the built-in default.
- #
- #export YARN_PROXYSERVER_HEAPSIZE=1000
- # Specify the JVM options to be used when starting the proxy server.
- # These options will be appended to the options specified as YARN_OPTS
- # and therefore may override any similar flags set in YARN_OPTS
- #
- # See ResourceManager for some examples
- #
- #export YARN_PROXYSERVER_OPTS=
|