yarn 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266
  1. #!/usr/bin/env bash
  2. # Licensed to the Apache Software Foundation (ASF) under one or more
  3. # contributor license agreements. See the NOTICE file distributed with
  4. # this work for additional information regarding copyright ownership.
  5. # The ASF licenses this file to You under the Apache License, Version 2.0
  6. # (the "License"); you may not use this file except in compliance with
  7. # the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. MYNAME="${BASH_SOURCE-$0}"
  17. function hadoop_usage
  18. {
  19. hadoop_add_option "--buildpaths" "attempt to add class files from build tree"
  20. hadoop_add_option "--daemon (start|status|stop)" "operate on a daemon"
  21. hadoop_add_option "--hostnames list[,of,host,names]" "hosts to use in slave mode"
  22. hadoop_add_option "--loglevel level" "set the log4j level for this command"
  23. hadoop_add_option "--hosts filename" "list of hosts to use in slave mode"
  24. hadoop_add_option "--slaves" "turn on slave mode"
  25. hadoop_add_subcommand "application" "prints application(s) report/kill application"
  26. hadoop_add_subcommand "applicationattempt" "prints applicationattempt(s) report"
  27. hadoop_add_subcommand "classpath" "prints the class path needed to get the hadoop jar and the required libraries"
  28. hadoop_add_subcommand "cluster" "prints cluster information"
  29. hadoop_add_subcommand "container" "prints container(s) report"
  30. hadoop_add_subcommand "daemonlog" "get/set the log level for each daemon"
  31. hadoop_add_subcommand "envvars" "display computed Hadoop environment variables"
  32. hadoop_add_subcommand "jar <jar>" "run a jar file"
  33. hadoop_add_subcommand "logs" "dump container logs"
  34. hadoop_add_subcommand "node" "prints node report(s)"
  35. hadoop_add_subcommand "nodemanager" "run a nodemanager on each slave"
  36. hadoop_add_subcommand "proxyserver" "run the web app proxy server"
  37. hadoop_add_subcommand "queue" "prints queue information"
  38. hadoop_add_subcommand "resourcemanager" "run the ResourceManager"
  39. hadoop_add_subcommand "rmadmin" "admin tools"
  40. hadoop_add_subcommand "scmadmin" "SharedCacheManager admin tools"
  41. hadoop_add_subcommand "sharedcachemanager" "run the SharedCacheManager daemon"
  42. hadoop_add_subcommand "timelineserver" "run the timeline server"
  43. hadoop_add_subcommand "top" "view cluster information"
  44. hadoop_add_subcommand "version" "print the version"
  45. hadoop_generate_usage "${MYNAME}" true
  46. }
  47. # let's locate libexec...
  48. if [[ -n "${HADOOP_PREFIX}" ]]; then
  49. HADOOP_DEFAULT_LIBEXEC_DIR="${HADOOP_PREFIX}/libexec"
  50. else
  51. bin=$(cd -P -- "$(dirname -- "${MYNAME}")" >/dev/null && pwd -P)
  52. HADOOP_DEFAULT_LIBEXEC_DIR="${bin}/../libexec"
  53. fi
  54. HADOOP_LIBEXEC_DIR="${HADOOP_LIBEXEC_DIR:-$HADOOP_DEFAULT_LIBEXEC_DIR}"
  55. # shellcheck disable=SC2034
  56. HADOOP_NEW_CONFIG=true
  57. if [[ -f "${HADOOP_LIBEXEC_DIR}/yarn-config.sh" ]]; then
  58. . "${HADOOP_LIBEXEC_DIR}/yarn-config.sh"
  59. else
  60. echo "ERROR: Cannot execute ${HADOOP_LIBEXEC_DIR}/yarn-config.sh." 2>&1
  61. exit 1
  62. fi
  63. # if no args specified, show usage
  64. if [[ $# = 0 ]]; then
  65. hadoop_exit_with_usage 1
  66. fi
  67. # get arguments
  68. COMMAND=$1
  69. shift
  70. case "${COMMAND}" in
  71. application|applicationattempt|container)
  72. CLASS=org.apache.hadoop.yarn.client.cli.ApplicationCLI
  73. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  74. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  75. set -- "${COMMAND}" "$@"
  76. ;;
  77. classpath)
  78. hadoop_do_classpath_subcommand CLASS "$@"
  79. ;;
  80. cluster)
  81. CLASS=org.apache.hadoop.yarn.client.cli.ClusterCLI
  82. hadoop_debug "Append YARN_CLIENT_OPTS onto YARN_OPTS"
  83. YARN_OPTS="${YARN_OPTS} ${YARN_CLIENT_OPTS}"
  84. ;;
  85. daemonlog)
  86. CLASS=org.apache.hadoop.log.LogLevel
  87. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  88. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  89. ;;
  90. envvars)
  91. echo "JAVA_HOME='${JAVA_HOME}'"
  92. echo "HADOOP_YARN_HOME='${HADOOP_YARN_HOME}'"
  93. echo "YARN_DIR='${YARN_DIR}'"
  94. echo "YARN_LIB_JARS_DIR='${YARN_LIB_JARS_DIR}'"
  95. echo "HADOOP_CONF_DIR='${HADOOP_CONF_DIR}'"
  96. echo "HADOOP_TOOLS_PATH='${HADOOP_TOOLS_PATH}'"
  97. exit 0
  98. ;;
  99. jar)
  100. CLASS=org.apache.hadoop.util.RunJar
  101. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  102. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  103. ;;
  104. historyserver)
  105. supportdaemonization="true"
  106. echo "DEPRECATED: Use of this command to start the timeline server is deprecated." 1>&2
  107. echo "Instead use the timelineserver command for it." 1>&2
  108. echo "Starting the History Server anyway..." 1>&2
  109. CLASS='org.apache.hadoop.yarn.server.applicationhistoryservice.ApplicationHistoryServer'
  110. ;;
  111. logs)
  112. CLASS=org.apache.hadoop.yarn.client.cli.LogsCLI
  113. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  114. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  115. ;;
  116. node)
  117. CLASS=org.apache.hadoop.yarn.client.cli.NodeCLI
  118. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  119. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  120. ;;
  121. nodemanager)
  122. supportdaemonization="true"
  123. CLASS='org.apache.hadoop.yarn.server.nodemanager.NodeManager'
  124. hadoop_debug "Append YARN_NODEMANAGER_OPTS onto HADOOP_OPTS"
  125. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_NODEMANAGER_OPTS}"
  126. # Backwards compatibility
  127. if [[ -n "${YARN_NODEMANAGER_HEAPSIZE}" ]]; then
  128. HADOOP_HEAPSIZE_MAX="${YARN_NODEMANAGER_HEAPSIZE}"
  129. fi
  130. ;;
  131. proxyserver)
  132. supportdaemonization="true"
  133. CLASS='org.apache.hadoop.yarn.server.webproxy.WebAppProxyServer'
  134. hadoop_debug "Append YARN_PROXYSERVER_OPTS onto HADOOP_OPTS"
  135. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_PROXYSERVER_OPTS}"
  136. # Backwards compatibility
  137. if [[ -n "${YARN_PROXYSERVER_HEAPSIZE}" ]]; then
  138. HADOOP_HEAPSIZE_MAX="${YARN_PROXYSERVER_HEAPSIZE}"
  139. fi
  140. ;;
  141. queue)
  142. CLASS=org.apache.hadoop.yarn.client.cli.QueueCLI
  143. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  144. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  145. ;;
  146. resourcemanager)
  147. supportdaemonization="true"
  148. CLASS='org.apache.hadoop.yarn.server.resourcemanager.ResourceManager'
  149. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_RESOURCEMANAGER_OPTS}"
  150. hadoop_debug "Append YARN_RESOURCEMANAGER_OPTS onto HADOOP_OPTS"
  151. # Backwards compatibility
  152. if [[ -n "${YARN_RESOURCEMANAGER_HEAPSIZE}" ]]; then
  153. HADOOP_HEAPSIZE_MAX="${YARN_RESOURCEMANAGER_HEAPSIZE}"
  154. fi
  155. ;;
  156. rmadmin)
  157. CLASS='org.apache.hadoop.yarn.client.cli.RMAdminCLI'
  158. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  159. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  160. ;;
  161. scmadmin)
  162. CLASS='org.apache.hadoop.yarn.client.SCMAdmin'
  163. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  164. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  165. ;;
  166. sharedcachemanager)
  167. supportdaemonization="true"
  168. CLASS='org.apache.hadoop.yarn.server.sharedcachemanager.SharedCacheManager'
  169. hadoop_debug "Append YARN_SHAREDCACHEMANAGER_OPTS onto HADOOP_OPTS"
  170. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_SHAREDCACHEMANAGER_OPTS}"
  171. ;;
  172. timelineserver)
  173. supportdaemonization="true"
  174. CLASS='org.apache.hadoop.yarn.server.applicationhistoryservice.ApplicationHistoryServer'
  175. hadoop_debug "Append YARN_TIMELINESERVER_OPTS onto HADOOP_OPTS"
  176. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_TIMELINESERVER_OPTS}"
  177. # Backwards compatibility
  178. if [[ -n "${YARN_TIMELINESERVER_HEAPSIZE}" ]]; then
  179. HADOOP_HEAPSIZE_MAX="${YARN_TIMELINESERVER_HEAPSIZE}"
  180. fi
  181. ;;
  182. version)
  183. CLASS=org.apache.hadoop.util.VersionInfo
  184. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  185. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  186. ;;
  187. top)
  188. doNotSetCols=0
  189. doNotSetRows=0
  190. for i in "$@"; do
  191. if [[ $i == "-cols" ]]; then
  192. doNotSetCols=1
  193. fi
  194. if [[ $i == "-rows" ]]; then
  195. doNotSetRows=1
  196. fi
  197. done
  198. if [ $doNotSetCols == 0 ] && [ -n "${TERM}" ]; then
  199. cols=$(tput cols)
  200. if [ -n "$cols" ]; then
  201. args=( $@ )
  202. args=("${args[@]}" "-cols" "$cols")
  203. set -- "${args[@]}"
  204. fi
  205. fi
  206. if [ $doNotSetRows == 0 ] && [ -n "${TERM}" ]; then
  207. rows=$(tput lines)
  208. if [ -n "$rows" ]; then
  209. args=( $@ )
  210. args=("${args[@]}" "-rows" "$rows")
  211. set -- "${args[@]}"
  212. fi
  213. fi
  214. CLASS=org.apache.hadoop.yarn.client.cli.TopCLI
  215. hadoop_debug "Append YARN_CLIENT_OPTS onto HADOOP_OPTS"
  216. HADOOP_OPTS="${HADOOP_OPTS} ${YARN_CLIENT_OPTS}"
  217. ;;
  218. *)
  219. CLASS="${COMMAND}"
  220. if ! hadoop_validate_classname "${CLASS}"; then
  221. hadoop_exit_with_usage 1
  222. fi
  223. ;;
  224. esac
  225. hadoop_verify_user "${COMMAND}"
  226. if [[ ${HADOOP_SLAVE_MODE} = true ]]; then
  227. hadoop_common_slave_mode_execute "${HADOOP_YARN_HOME}/bin/yarn" "${HADOOP_USER_PARAMS[@]}"
  228. exit $?
  229. fi
  230. daemon_outfile="${HADOOP_LOG_DIR}/hadoop-${HADOOP_IDENT_STRING}-${COMMAND}-${HOSTNAME}.out"
  231. daemon_pidfile="${HADOOP_PID_DIR}/hadoop-${HADOOP_IDENT_STRING}-${COMMAND}.pid"
  232. if [[ "${HADOOP_DAEMON_MODE}" != "default" ]]; then
  233. # shellcheck disable=SC2034
  234. HADOOP_ROOT_LOGGER="${HADOOP_DAEMON_ROOT_LOGGER}"
  235. HADOOP_LOGFILE="hadoop-${HADOOP_IDENT_STRING}-${COMMAND}-${HOSTNAME}.log"
  236. fi
  237. hadoop_finalize
  238. if [[ -n "${supportdaemonization}" ]]; then
  239. if [[ -n "${secure_service}" ]]; then
  240. hadoop_secure_daemon_handler "${HADOOP_DAEMON_MODE}" "${COMMAND}" \
  241. "${CLASS}" "${daemon_pidfile}" "${daemon_outfile}" \
  242. "${priv_pidfile}" "${priv_outfile}" "${priv_errfile}" "$@"
  243. else
  244. hadoop_daemon_handler "${HADOOP_DAEMON_MODE}" "${COMMAND}" "${CLASS}" \
  245. "${daemon_pidfile}" "${daemon_outfile}" "$@"
  246. fi
  247. exit $?
  248. else
  249. hadoop_java_exec "${COMMAND}" "${CLASS}" "$@"
  250. fi