start-dfs.sh 2.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697
  1. #!/usr/bin/env bash
  2. # Licensed to the Apache Software Foundation (ASF) under one or more
  3. # contributor license agreements. See the NOTICE file distributed with
  4. # this work for additional information regarding copyright ownership.
  5. # The ASF licenses this file to You under the Apache License, Version 2.0
  6. # (the "License"); you may not use this file except in compliance with
  7. # the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. # Start hadoop dfs daemons.
  17. # Optinally upgrade or rollback dfs state.
  18. # Run this on master node.
  19. usage="Usage: start-dfs.sh [-upgrade|-rollback]"
  20. bin=`dirname "${BASH_SOURCE-$0}"`
  21. bin=`cd "$bin"; pwd`
  22. if [ -e "$bin/../libexec/hdfs-config.sh" ]; then
  23. . "$bin"/../libexec/hdfs-config.sh
  24. else
  25. . "$bin/hdfs-config.sh"
  26. fi
  27. # get arguments
  28. if [ $# -ge 1 ]; then
  29. nameStartOpt="$1"
  30. shift
  31. case "$nameStartOpt" in
  32. (-upgrade)
  33. ;;
  34. (-rollback)
  35. dataStartOpt="$nameStartOpt"
  36. ;;
  37. (*)
  38. echo $usage
  39. exit 1
  40. ;;
  41. esac
  42. fi
  43. #---------------------------------------------------------
  44. # namenodes
  45. NAMENODES=$($HADOOP_PREFIX/bin/hdfs getconf -namenodes)
  46. echo "Starting namenodes on [$NAMENODES]"
  47. "$HADOOP_PREFIX/bin/hadoop-daemons.sh" \
  48. --config "$HADOOP_CONF_DIR" \
  49. --hostnames "$NAMENODES" \
  50. --script "$bin/hdfs" start namenode $nameStartOpt
  51. #---------------------------------------------------------
  52. # datanodes (using defalut slaves file)
  53. if [ -n "$HADOOP_SECURE_DN_USER" ]; then
  54. echo \
  55. "Attempting to start secure cluster, skipping datanodes. " \
  56. "Run start-secure-dns.sh as root to complete startup."
  57. else
  58. "$HADOOP_PREFIX/bin/hadoop-daemons.sh" \
  59. --config "$HADOOP_CONF_DIR" \
  60. --script "$bin/hdfs" start datanode $dataStartOpt
  61. fi
  62. #---------------------------------------------------------
  63. # secondary namenodes (if any)
  64. # if there are no secondary namenodes configured it returns
  65. # 0.0.0.0 or empty string
  66. SECONDARY_NAMENODES=$($HADOOP_PREFIX/bin/hdfs getconf -secondarynamenodes 2>&-)
  67. SECONDARY_NAMENODES=${SECONDARY_NAMENODES:='0.0.0.0'}
  68. if [ "$SECONDARY_NAMENODES" = '0.0.0.0' ] ; then
  69. echo \
  70. "Secondary namenodes are not configured. " \
  71. "Cannot start secondary namenodes."
  72. else
  73. echo "Starting secondary namenodes [$SECONDARY_NAMENODES]"
  74. "$HADOOP_PREFIX/bin/hadoop-daemons.sh" \
  75. --config "$HADOOP_CONF_DIR" \
  76. --hostnames "$SECONDARY_NAMENODES" \
  77. --script "$bin/hdfs" start secondarynamenode
  78. fi
  79. # eof