| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172 |
- """
- Licensed to the Apache Software Foundation (ASF) under one
- or more contributor license agreements. See the NOTICE file
- distributed with this work for additional information
- regarding copyright ownership. The ASF licenses this file
- to you under the Apache License, Version 2.0 (the
- "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
- Ambari Agent
- """
- from resource_management.libraries.functions.version import format_hdp_stack_version, compare_versions
- from resource_management import *
- # server configurations
- config = Script.get_config()
- tmp_dir = Script.get_tmp_dir()
- hdp_stack_version = str(config['hostLevelParams']['stack_version'])
- hdp_stack_version = format_hdp_stack_version(hdp_stack_version)
- #hadoop params
- if hdp_stack_version != "" and compare_versions(hdp_stack_version, '2.2') >= 0:
- hadoop_bin_dir = "/usr/hdp/current/hadoop-client/bin"
- hadoop_home = '/usr/hdp/current/hadoop-client'
- pig_bin_dir = '/usr/hdp/current/pig-client/bin'
- else:
- hadoop_bin_dir = "/usr/bin"
- hadoop_home = '/usr'
- pig_bin_dir = ""
- hadoop_conf_dir = "/etc/hadoop/conf"
- pig_conf_dir = "/etc/pig/conf"
- hdfs_user = config['configurations']['hadoop-env']['hdfs_user']
- hdfs_principal_name = config['configurations']['hadoop-env']['hdfs_principal_name']
- hdfs_user_keytab = config['configurations']['hadoop-env']['hdfs_user_keytab']
- smokeuser = config['configurations']['cluster-env']['smokeuser']
- user_group = config['configurations']['cluster-env']['user_group']
- security_enabled = config['configurations']['cluster-env']['security_enabled']
- smoke_user_keytab = config['configurations']['cluster-env']['smokeuser_keytab']
- kinit_path_local = functions.get_kinit_path(["/usr/bin", "/usr/kerberos/bin", "/usr/sbin"])
- pig_env_sh_template = config['configurations']['pig-env']['content']
- # not supporting 32 bit jdk.
- java64_home = config['hostLevelParams']['java_home']
- pig_properties = config['configurations']['pig-properties']['content']
- log4j_props = config['configurations']['pig-log4j']['content']
- import functools
- #create partial functions with common arguments for every HdfsDirectory call
- #to create hdfs directory we need to call params.HdfsDirectory in code
- HdfsDirectory = functools.partial(
- HdfsDirectory,
- conf_dir=hadoop_conf_dir,
- hdfs_user=hdfs_principal_name if security_enabled else hdfs_user,
- security_enabled = security_enabled,
- keytab = hdfs_user_keytab,
- kinit_path_local = kinit_path_local,
- bin_dir = hadoop_bin_dir
- )
|
