yarn 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285
  1. #!/usr/bin/env bash
  2. # Licensed to the Apache Software Foundation (ASF) under one or more
  3. # contributor license agreements. See the NOTICE file distributed with
  4. # this work for additional information regarding copyright ownership.
  5. # The ASF licenses this file to You under the Apache License, Version 2.0
  6. # (the "License"); you may not use this file except in compliance with
  7. # the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. # The Hadoop command script
  17. #
  18. # Environment Variables
  19. #
  20. # JAVA_HOME The java implementation to use. Overrides JAVA_HOME.
  21. #
  22. # YARN_USER_CLASSPATH Additional user CLASSPATH entries.
  23. #
  24. # YARN_USER_CLASSPATH_FIRST If set to non empty value then the user classpath
  25. # specified in YARN_USER_CLASSPATH will be
  26. # appended at the beginning of YARN's final
  27. # classpath instead of at the end.
  28. #
  29. # YARN_HEAPSIZE The maximum amount of heap to use, in MB.
  30. # Default is 1000.
  31. #
  32. # YARN_{COMMAND}_HEAPSIZE overrides YARN_HEAPSIZE for a given command
  33. # eg YARN_NODEMANAGER_HEAPSIZE sets the heap
  34. # size for the NodeManager. If you set the
  35. # heap size in YARN_{COMMAND}_OPTS or YARN_OPTS
  36. # they take precedence.
  37. #
  38. # YARN_OPTS Extra Java runtime options.
  39. #
  40. # YARN_CLIENT_OPTS when the respective command is run.
  41. # YARN_{COMMAND}_OPTS etc YARN_NODEMANAGER_OPTS applies to NodeManager
  42. # for e.g. YARN_CLIENT_OPTS applies to
  43. # more than one command (fs, dfs, fsck,
  44. # dfsadmin etc)
  45. #
  46. # YARN_CONF_DIR Alternate conf dir. Default is ${HADOOP_YARN_HOME}/conf.
  47. #
  48. # YARN_ROOT_LOGGER The root appender. Default is INFO,console
  49. #
  50. bin=`dirname "${BASH_SOURCE-$0}"`
  51. bin=`cd "$bin"; pwd`
  52. DEFAULT_LIBEXEC_DIR="$bin"/../libexec
  53. HADOOP_LIBEXEC_DIR=${HADOOP_LIBEXEC_DIR:-$DEFAULT_LIBEXEC_DIR}
  54. . $HADOOP_LIBEXEC_DIR/yarn-config.sh
  55. function print_usage(){
  56. echo "Usage: yarn [--config confdir] COMMAND"
  57. echo "where COMMAND is one of:"
  58. echo " resourcemanager -format-state-store deletes the RMStateStore"
  59. echo " resourcemanager run the ResourceManager"
  60. echo " nodemanager run a nodemanager on each slave"
  61. echo " timelineserver run the timeline server"
  62. echo " rmadmin admin tools"
  63. echo " sharedcachemanager run the SharedCacheManager daemon"
  64. echo " version print the version"
  65. echo " jar <jar> run a jar file"
  66. echo " application prints application(s)"
  67. echo " report/kill application"
  68. echo " applicationattempt prints applicationattempt(s)"
  69. echo " report"
  70. echo " container prints container(s) report"
  71. echo " node prints node report(s)"
  72. echo " queue prints queue information"
  73. echo " logs dump container logs"
  74. echo " classpath prints the class path needed to"
  75. echo " get the Hadoop jar and the"
  76. echo " required libraries"
  77. echo " daemonlog get/set the log level for each"
  78. echo " daemon"
  79. echo " or"
  80. echo " CLASSNAME run the class named CLASSNAME"
  81. echo "Most commands print help when invoked w/o parameters."
  82. }
  83. # if no args specified, show usage
  84. if [ $# = 0 ]; then
  85. print_usage
  86. exit 1
  87. fi
  88. # get arguments
  89. COMMAND=$1
  90. shift
  91. case $COMMAND in
  92. # usage flags
  93. --help|-help|-h)
  94. print_usage
  95. exit
  96. ;;
  97. esac
  98. if [ -f "${YARN_CONF_DIR}/yarn-env.sh" ]; then
  99. . "${YARN_CONF_DIR}/yarn-env.sh"
  100. fi
  101. # some Java parameters
  102. if [ "$JAVA_HOME" != "" ]; then
  103. #echo "run java in $JAVA_HOME"
  104. JAVA_HOME=$JAVA_HOME
  105. fi
  106. if [ "$JAVA_HOME" = "" ]; then
  107. echo "Error: JAVA_HOME is not set."
  108. exit 1
  109. fi
  110. JAVA=$JAVA_HOME/bin/java
  111. JAVA_HEAP_MAX=-Xmx1000m
  112. # check envvars which might override default args
  113. if [ "$YARN_HEAPSIZE" != "" ]; then
  114. #echo "run with heapsize $YARN_HEAPSIZE"
  115. JAVA_HEAP_MAX="-Xmx""$YARN_HEAPSIZE""m"
  116. #echo $JAVA_HEAP_MAX
  117. fi
  118. # CLASSPATH initially contains $HADOOP_CONF_DIR & $YARN_CONF_DIR
  119. if [ ! -d "$HADOOP_CONF_DIR" ]; then
  120. echo No HADOOP_CONF_DIR set.
  121. echo Please specify it either in yarn-env.sh or in the environment.
  122. exit 1
  123. fi
  124. CLASSPATH="${HADOOP_CONF_DIR}:${YARN_CONF_DIR}:${CLASSPATH}"
  125. # for developers, add Hadoop classes to CLASSPATH
  126. if [ -d "$HADOOP_YARN_HOME/yarn-api/target/classes" ]; then
  127. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-api/target/classes
  128. fi
  129. if [ -d "$HADOOP_YARN_HOME/yarn-common/target/classes" ]; then
  130. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-common/target/classes
  131. fi
  132. if [ -d "$HADOOP_YARN_HOME/yarn-mapreduce/target/classes" ]; then
  133. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-mapreduce/target/classes
  134. fi
  135. if [ -d "$HADOOP_YARN_HOME/yarn-master-worker/target/classes" ]; then
  136. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-master-worker/target/classes
  137. fi
  138. if [ -d "$HADOOP_YARN_HOME/yarn-server/yarn-server-nodemanager/target/classes" ]; then
  139. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-server/yarn-server-nodemanager/target/classes
  140. fi
  141. if [ -d "$HADOOP_YARN_HOME/yarn-server/yarn-server-common/target/classes" ]; then
  142. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-server/yarn-server-common/target/classes
  143. fi
  144. if [ -d "$HADOOP_YARN_HOME/yarn-server/yarn-server-resourcemanager/target/classes" ]; then
  145. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-server/yarn-server-resourcemanager/target/classes
  146. fi
  147. if [ -d "$HADOOP_YARN_HOME/yarn-server/yarn-server-applicationhistoryservice/target/classes" ]; then
  148. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/yarn-server/yarn-server-applicationhistoryservice/target/classes
  149. fi
  150. if [ -d "$HADOOP_YARN_HOME/build/test/classes" ]; then
  151. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/target/test/classes
  152. fi
  153. if [ -d "$HADOOP_YARN_HOME/build/tools" ]; then
  154. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/build/tools
  155. fi
  156. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/${YARN_DIR}/*
  157. CLASSPATH=${CLASSPATH}:$HADOOP_YARN_HOME/${YARN_LIB_JARS_DIR}/*
  158. # Add user defined YARN_USER_CLASSPATH to the class path (if defined)
  159. if [ -n "$YARN_USER_CLASSPATH" ]; then
  160. if [ -n "$YARN_USER_CLASSPATH_FIRST" ]; then
  161. # User requested to add the custom entries at the beginning
  162. CLASSPATH=${YARN_USER_CLASSPATH}:${CLASSPATH}
  163. else
  164. # By default we will just append the extra entries at the end
  165. CLASSPATH=${CLASSPATH}:${YARN_USER_CLASSPATH}
  166. fi
  167. fi
  168. # so that filenames w/ spaces are handled correctly in loops below
  169. IFS=
  170. # default log directory & file
  171. if [ "$YARN_LOG_DIR" = "" ]; then
  172. YARN_LOG_DIR="$HADOOP_YARN_HOME/logs"
  173. fi
  174. if [ "$YARN_LOGFILE" = "" ]; then
  175. YARN_LOGFILE='yarn.log'
  176. fi
  177. # restore ordinary behaviour
  178. unset IFS
  179. # figure out which class to run
  180. if [ "$COMMAND" = "classpath" ] ; then
  181. echo $CLASSPATH
  182. exit
  183. elif [ "$COMMAND" = "rmadmin" ] ; then
  184. CLASS='org.apache.hadoop.yarn.client.cli.RMAdminCLI'
  185. YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
  186. elif [ "$COMMAND" = "application" ] ||
  187. [ "$COMMAND" = "applicationattempt" ] ||
  188. [ "$COMMAND" = "container" ]; then
  189. CLASS=org.apache.hadoop.yarn.client.cli.ApplicationCLI
  190. YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
  191. set -- $COMMAND $@
  192. elif [ "$COMMAND" = "node" ] ; then
  193. CLASS=org.apache.hadoop.yarn.client.cli.NodeCLI
  194. YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
  195. elif [ "$COMMAND" = "queue" ] ; then
  196. CLASS=org.apache.hadoop.yarn.client.cli.QueueCLI
  197. YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
  198. elif [ "$COMMAND" = "resourcemanager" ] ; then
  199. CLASSPATH=${CLASSPATH}:$YARN_CONF_DIR/rm-config/log4j.properties
  200. CLASS='org.apache.hadoop.yarn.server.resourcemanager.ResourceManager'
  201. YARN_OPTS="$YARN_OPTS $YARN_RESOURCEMANAGER_OPTS"
  202. if [ "$YARN_RESOURCEMANAGER_HEAPSIZE" != "" ]; then
  203. JAVA_HEAP_MAX="-Xmx""$YARN_RESOURCEMANAGER_HEAPSIZE""m"
  204. fi
  205. elif [ "$COMMAND" = "historyserver" ] ; then
  206. echo "DEPRECATED: Use of this command to start the timeline server is deprecated." 1>&2
  207. echo "Instead use the timelineserver command for it." 1>&2
  208. CLASSPATH=${CLASSPATH}:$YARN_CONF_DIR/ahs-config/log4j.properties
  209. CLASS='org.apache.hadoop.yarn.server.applicationhistoryservice.ApplicationHistoryServer'
  210. YARN_OPTS="$YARN_OPTS $YARN_HISTORYSERVER_OPTS"
  211. if [ "$YARN_HISTORYSERVER_HEAPSIZE" != "" ]; then
  212. JAVA_HEAP_MAX="-Xmx""$YARN_HISTORYSERVER_HEAPSIZE""m"
  213. fi
  214. elif [ "$COMMAND" = "timelineserver" ] ; then
  215. CLASSPATH=${CLASSPATH}:$YARN_CONF_DIR/timelineserver-config/log4j.properties
  216. CLASS='org.apache.hadoop.yarn.server.applicationhistoryservice.ApplicationHistoryServer'
  217. YARN_OPTS="$YARN_OPTS $YARN_TIMELINESERVER_OPTS"
  218. if [ "$YARN_TIMELINESERVER_HEAPSIZE" != "" ]; then
  219. JAVA_HEAP_MAX="-Xmx""$YARN_TIMELINESERVER_HEAPSIZE""m"
  220. fi
  221. elif [ "$COMMAND" = "nodemanager" ] ; then
  222. CLASSPATH=${CLASSPATH}:$YARN_CONF_DIR/nm-config/log4j.properties
  223. CLASS='org.apache.hadoop.yarn.server.nodemanager.NodeManager'
  224. YARN_OPTS="$YARN_OPTS -server $YARN_NODEMANAGER_OPTS"
  225. if [ "$YARN_NODEMANAGER_HEAPSIZE" != "" ]; then
  226. JAVA_HEAP_MAX="-Xmx""$YARN_NODEMANAGER_HEAPSIZE""m"
  227. fi
  228. elif [ "$COMMAND" = "proxyserver" ] ; then
  229. CLASS='org.apache.hadoop.yarn.server.webproxy.WebAppProxyServer'
  230. YARN_OPTS="$YARN_OPTS $YARN_PROXYSERVER_OPTS"
  231. if [ "$YARN_PROXYSERVER_HEAPSIZE" != "" ]; then
  232. JAVA_HEAP_MAX="-Xmx""$YARN_PROXYSERVER_HEAPSIZE""m"
  233. fi
  234. elif [ "$COMMAND" = "version" ] ; then
  235. CLASS=org.apache.hadoop.util.VersionInfo
  236. YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
  237. elif [ "$COMMAND" = "jar" ] ; then
  238. CLASS=org.apache.hadoop.util.RunJar
  239. YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
  240. elif [ "$COMMAND" = "logs" ] ; then
  241. CLASS=org.apache.hadoop.yarn.client.cli.LogsCLI
  242. YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
  243. elif [ "$COMMAND" = "daemonlog" ] ; then
  244. CLASS=org.apache.hadoop.log.LogLevel
  245. YARN_OPTS="$YARN_OPTS $YARN_CLIENT_OPTS"
  246. else
  247. CLASS=$COMMAND
  248. fi
  249. YARN_OPTS="$YARN_OPTS -Dhadoop.log.dir=$YARN_LOG_DIR"
  250. YARN_OPTS="$YARN_OPTS -Dyarn.log.dir=$YARN_LOG_DIR"
  251. YARN_OPTS="$YARN_OPTS -Dhadoop.log.file=$YARN_LOGFILE"
  252. YARN_OPTS="$YARN_OPTS -Dyarn.log.file=$YARN_LOGFILE"
  253. YARN_OPTS="$YARN_OPTS -Dyarn.home.dir=$HADOOP_YARN_HOME"
  254. YARN_OPTS="$YARN_OPTS -Dhadoop.home.dir=$HADOOP_YARN_HOME"
  255. YARN_OPTS="$YARN_OPTS -Dhadoop.root.logger=${YARN_ROOT_LOGGER:-INFO,console}"
  256. YARN_OPTS="$YARN_OPTS -Dyarn.root.logger=${YARN_ROOT_LOGGER:-INFO,console}"
  257. if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then
  258. YARN_OPTS="$YARN_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH"
  259. fi
  260. exec "$JAVA" -Dproc_$COMMAND $JAVA_HEAP_MAX $YARN_OPTS -classpath "$CLASSPATH" $CLASS "$@"