yarn-daemon.sh 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145
  1. #!/usr/bin/env bash
  2. # Licensed to the Apache Software Foundation (ASF) under one or more
  3. # contributor license agreements. See the NOTICE file distributed with
  4. # this work for additional information regarding copyright ownership.
  5. # The ASF licenses this file to You under the Apache License, Version 2.0
  6. # (the "License"); you may not use this file except in compliance with
  7. # the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. # Runs a yarn command as a daemon.
  17. #
  18. # Environment Variables
  19. #
  20. # YARN_CONF_DIR Alternate conf dir. Default is ${YARN_HOME}/conf.
  21. # YARN_LOG_DIR Where log files are stored. PWD by default.
  22. # YARN_MASTER host:path where hadoop code should be rsync'd from
  23. # YARN_PID_DIR The pid files are stored. /tmp by default.
  24. # YARN_IDENT_STRING A string representing this instance of hadoop. $USER by default
  25. # YARN_NICENESS The scheduling priority for daemons. Defaults to 0.
  26. ##
  27. usage="Usage: yarn-daemon.sh [--config <conf-dir>] [--hosts hostlistfile] (start|stop) <yarn-command> "
  28. # if no args specified, show usage
  29. if [ $# -le 1 ]; then
  30. echo $usage
  31. exit 1
  32. fi
  33. bin=`dirname "${BASH_SOURCE-$0}"`
  34. bin=`cd "$bin"; pwd`
  35. . "$bin"/yarn-config.sh
  36. # get arguments
  37. startStop=$1
  38. shift
  39. command=$1
  40. shift
  41. hadoop_rotate_log ()
  42. {
  43. log=$1;
  44. num=5;
  45. if [ -n "$2" ]; then
  46. num=$2
  47. fi
  48. if [ -f "$log" ]; then # rotate logs
  49. while [ $num -gt 1 ]; do
  50. prev=`expr $num - 1`
  51. [ -f "$log.$prev" ] && mv "$log.$prev" "$log.$num"
  52. num=$prev
  53. done
  54. mv "$log" "$log.$num";
  55. fi
  56. }
  57. if [ -f "${YARN_CONF_DIR}/yarn-env.sh" ]; then
  58. . "${YARN_CONF_DIR}/yarn-env.sh"
  59. fi
  60. if [ "$YARN_IDENT_STRING" = "" ]; then
  61. export YARN_IDENT_STRING="$USER"
  62. fi
  63. # get log directory
  64. if [ "$YARN_LOG_DIR" = "" ]; then
  65. export YARN_LOG_DIR="$YARN_HOME/logs"
  66. fi
  67. mkdir -p "$YARN_LOG_DIR"
  68. chown $YARN_IDENT_STRING $YARN_LOG_DIR
  69. if [ "$YARN_PID_DIR" = "" ]; then
  70. YARN_PID_DIR=/tmp
  71. fi
  72. # some variables
  73. export YARN_LOGFILE=yarn-$YARN_IDENT_STRING-$command-$HOSTNAME.log
  74. export YARN_ROOT_LOGGER="INFO,DRFA"
  75. export YARN_JHS_LOGGER="INFO,JSA"
  76. log=$YARN_LOG_DIR/yarn-$YARN_IDENT_STRING-$command-$HOSTNAME.out
  77. pid=$YARN_PID_DIR/yarn-$YARN_IDENT_STRING-$command.pid
  78. # Set default scheduling priority
  79. if [ "$YARN_NICENESS" = "" ]; then
  80. export YARN_NICENESS=0
  81. fi
  82. case $startStop in
  83. (start)
  84. mkdir -p "$YARN_PID_DIR"
  85. if [ -f $pid ]; then
  86. if kill -0 `cat $pid` > /dev/null 2>&1; then
  87. echo $command running as process `cat $pid`. Stop it first.
  88. exit 1
  89. fi
  90. fi
  91. if [ "$YARN_MASTER" != "" ]; then
  92. echo rsync from $YARN_MASTER
  93. rsync -a -e ssh --delete --exclude=.svn --exclude='logs/*' --exclude='contrib/hod/logs/*' $YARN_MASTER/ "$YARN_HOME"
  94. fi
  95. hadoop_rotate_log $log
  96. echo starting $command, logging to $log
  97. cd "$YARN_HOME"
  98. nohup nice -n $YARN_NICENESS "$YARN_HOME"/bin/yarn --config $YARN_CONF_DIR $command "$@" > "$log" 2>&1 < /dev/null &
  99. echo $! > $pid
  100. sleep 1; head "$log"
  101. ;;
  102. (stop)
  103. if [ -f $pid ]; then
  104. if kill -0 `cat $pid` > /dev/null 2>&1; then
  105. echo stopping $command
  106. kill `cat $pid`
  107. else
  108. echo no $command to stop
  109. fi
  110. else
  111. echo no $command to stop
  112. fi
  113. ;;
  114. (*)
  115. echo $usage
  116. exit 1
  117. ;;
  118. esac