hdfs-config.sh 3.4 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788
  1. #!/usr/bin/env bash
  2. # Licensed to the Apache Software Foundation (ASF) under one or more
  3. # contributor license agreements. See the NOTICE file distributed with
  4. # this work for additional information regarding copyright ownership.
  5. # The ASF licenses this file to You under the Apache License, Version 2.0
  6. # (the "License"); you may not use this file except in compliance with
  7. # the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. # included in all the hdfs scripts with source command
  17. # should not be executed directly
  18. function hadoop_subproject_init
  19. {
  20. if [[ -z "${HADOOP_HDFS_ENV_PROCESSED}" ]]; then
  21. if [[ -e "${HADOOP_CONF_DIR}/hdfs-env.sh" ]]; then
  22. . "${HADOOP_CONF_DIR}/hdfs-env.sh"
  23. export HADOOP_HDFS_ENV_PROCESSED=true
  24. fi
  25. fi
  26. # at some point in time, someone thought it would be a good idea to
  27. # create separate vars for every subproject. *sigh*
  28. # let's perform some overrides and setup some defaults for bw compat
  29. # this way the common hadoop var's == subproject vars and can be
  30. # used interchangeable from here on out
  31. # ...
  32. # this should get deprecated at some point.
  33. hadoop_deprecate_envvar HADOOP_HDFS_LOG_DIR HADOOP_LOG_DIR
  34. hadoop_deprecate_envvar HADOOP_HDFS_LOGFILE HADOOP_LOGFILE
  35. hadoop_deprecate_envvar HADOOP_HDFS_NICENESS HADOOP_NICENESS
  36. hadoop_deprecate_envvar HADOOP_HDFS_STOP_TIMEOUT HADOOP_STOP_TIMEOUT
  37. hadoop_deprecate_envvar HADOOP_HDFS_PID_DIR HADOOP_PID_DIR
  38. hadoop_deprecate_envvar HADOOP_HDFS_ROOT_LOGGER HADOOP_ROOT_LOGGER
  39. hadoop_deprecate_envvar HADOOP_HDFS_IDENT_STRING HADOOP_IDENT_STRING
  40. hadoop_deprecate_envvar HADOOP_DN_SECURE_EXTRA_OPTS HDFS_DATANODE_SECURE_EXTRA_OPTS
  41. hadoop_deprecate_envvar HADOOP_NFS3_SECURE_EXTRA_OPTS HDFS_NFS3_SECURE_EXTRA_OPTS
  42. HADOOP_HDFS_HOME="${HADOOP_HDFS_HOME:-$HADOOP_HOME}"
  43. # turn on the defaults
  44. export HDFS_AUDIT_LOGGER=${HDFS_AUDIT_LOGGER:-INFO,NullAppender}
  45. export HDFS_NAMENODE_OPTS=${HDFS_NAMENODE_OPTS:-"-Dhadoop.security.logger=INFO,RFAS"}
  46. export HDFS_SECONDARYNAMENODE_OPTS=${HDFS_SECONDARYNAMENODE_OPTS:-"-Dhadoop.security.logger=INFO,RFAS"}
  47. export HDFS_DATANODE_OPTS=${HDFS_DATANODE_OPTS:-"-Dhadoop.security.logger=ERROR,RFAS"}
  48. export HDFS_PORTMAP_OPTS=${HDFS_PORTMAP_OPTS:-"-Xmx512m"}
  49. # depending upon what is being used to start Java, these may need to be
  50. # set empty. (thus no colon)
  51. export HDFS_DATANODE_SECURE_EXTRA_OPTS=${HDFS_DATANODE_SECURE_EXTRA_OPTS-"-jvm server"}
  52. export HDFS_NFS3_SECURE_EXTRA_OPTS=${HDFS_NFS3_SECURE_EXTRA_OPTS-"-jvm server"}
  53. }
  54. if [[ -z "${HADOOP_LIBEXEC_DIR}" ]]; then
  55. _hd_this="${BASH_SOURCE-$0}"
  56. HADOOP_LIBEXEC_DIR=$(cd -P -- "$(dirname -- "${_hd_this}")" >/dev/null && pwd -P)
  57. fi
  58. if [[ -n "${HADOOP_COMMON_HOME}" ]] &&
  59. [[ -e "${HADOOP_COMMON_HOME}/libexec/hadoop-config.sh" ]]; then
  60. . "${HADOOP_COMMON_HOME}/libexec/hadoop-config.sh"
  61. elif [[ -e "${HADOOP_LIBEXEC_DIR}/hadoop-config.sh" ]]; then
  62. . "${HADOOP_LIBEXEC_DIR}/hadoop-config.sh"
  63. elif [ -e "${HADOOP_HOME}/libexec/hadoop-config.sh" ]; then
  64. . "${HADOOP_HOME}/libexec/hadoop-config.sh"
  65. else
  66. echo "ERROR: Hadoop common not found." 2>&1
  67. exit 1
  68. fi