123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081 |
- """
- Licensed to the Apache Software Foundation (ASF) under one
- or more contributor license agreements. See the NOTICE file
- distributed with this work for additional information
- regarding copyright ownership. The ASF licenses this file
- to you under the Apache License, Version 2.0 (the
- "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
- Ambari Agent
- """
- from resource_management.libraries.functions import conf_select
- from resource_management.libraries.functions import format
- from resource_management.libraries.functions.version import format_hdp_stack_version
- from resource_management.libraries.functions.default import default
- from resource_management.libraries.functions import get_kinit_path
- from resource_management.libraries.script.script import Script
- from resource_management.libraries.resources.hdfs_directory import HdfsDirectory
- # server configurations
- config = Script.get_config()
- tmp_dir = Script.get_tmp_dir()
- stack_name = default("/hostLevelParams/stack_name", None)
- host_sys_prepped = default("/hostLevelParams/host_sys_prepped", False)
- stack_version_unformatted = str(config['hostLevelParams']['stack_version'])
- hdp_stack_version = format_hdp_stack_version(stack_version_unformatted)
- # New Cluster Stack Version that is defined during the RESTART of a Rolling Upgrade
- version = default("/commandParams/version", None)
- #mahout params
- mahout_home = "/usr/hdp/current/mahout-client"
- mahout_conf_dir = "/usr/hdp/current/mahout-client/conf"
- mahout_user = config['configurations']['mahout-env']['mahout_user']
- #hadoop params
- hadoop_bin_dir = "/usr/hdp/current/hadoop-client/bin"
- hadoop_home = '/usr/hdp/current/hadoop-client'
- # the configuration direction for HDFS/YARN/MapR is the hadoop config
- # directory, which is symlinked by hadoop-client only
- hadoop_conf_dir = conf_select.get_hadoop_conf_dir()
- hdfs_user = config['configurations']['hadoop-env']['hdfs_user']
- hdfs_principal_name = config['configurations']['hadoop-env']['hdfs_principal_name']
- hdfs_user_keytab = config['configurations']['hadoop-env']['hdfs_user_keytab']
- smokeuser = config['configurations']['cluster-env']['smokeuser']
- smokeuser_principal = config['configurations']['cluster-env']['smokeuser_principal_name']
- user_group = config['configurations']['cluster-env']['user_group']
- security_enabled = config['configurations']['cluster-env']['security_enabled']
- smoke_user_keytab = config['configurations']['cluster-env']['smokeuser_keytab']
- kinit_path_local = get_kinit_path(default('/configurations/kerberos-env/executable_search_paths', None))
- # not supporting 32 bit jdk.
- java64_home = config['hostLevelParams']['java_home']
- log4j_props = config['configurations']['mahout-log4j']['content']
- import functools
- #create partial functions with common arguments for every HdfsDirectory call
- #to create hdfs directory we need to call params.HdfsDirectory in code
- HdfsDirectory = functools.partial(
- HdfsDirectory,
- conf_dir=hadoop_conf_dir,
- hdfs_user=hdfs_user,
- security_enabled = security_enabled,
- keytab = hdfs_user_keytab,
- kinit_path_local = kinit_path_local,
- bin_dir = hadoop_bin_dir
- )
|