|
@@ -80,11 +80,6 @@ hive_bin = '/usr/lib/hive/bin'
|
|
hive_lib = '/usr/lib/hive/lib/'
|
|
hive_lib = '/usr/lib/hive/lib/'
|
|
hive_var_lib = '/var/lib/hive'
|
|
hive_var_lib = '/var/lib/hive'
|
|
|
|
|
|
-# Hive Interative related paths
|
|
|
|
-hive_interactive_bin = '/usr/lib/hive2/bin'
|
|
|
|
-hive_interactive_lib = '/usr/lib/hive2/lib/'
|
|
|
|
-hive_interactive_var_lib = '/var/lib/hive2'
|
|
|
|
-
|
|
|
|
# These tar folders were used in HDP 2.1
|
|
# These tar folders were used in HDP 2.1
|
|
hadoop_streaming_jars = '/usr/lib/hadoop-mapreduce/hadoop-streaming-*.jar'
|
|
hadoop_streaming_jars = '/usr/lib/hadoop-mapreduce/hadoop-streaming-*.jar'
|
|
pig_tar_file = '/usr/share/HDP-webhcat/pig.tar.gz'
|
|
pig_tar_file = '/usr/share/HDP-webhcat/pig.tar.gz'
|
|
@@ -93,7 +88,6 @@ sqoop_tar_file = '/usr/share/HDP-webhcat/sqoop*.tar.gz'
|
|
|
|
|
|
hive_specific_configs_supported = False
|
|
hive_specific_configs_supported = False
|
|
hive_etc_dir_prefix = "/etc/hive"
|
|
hive_etc_dir_prefix = "/etc/hive"
|
|
-hive_interactive_etc_dir_prefix = "/etc/hive2"
|
|
|
|
limits_conf_dir = "/etc/security/limits.d"
|
|
limits_conf_dir = "/etc/security/limits.d"
|
|
|
|
|
|
hive_user_nofile_limit = default("/configurations/hive-env/hive_user_nofile_limit", "32000")
|
|
hive_user_nofile_limit = default("/configurations/hive-env/hive_user_nofile_limit", "32000")
|
|
@@ -108,8 +102,6 @@ hive_conf_dir = status_params.hive_conf_dir
|
|
hive_config_dir = status_params.hive_config_dir
|
|
hive_config_dir = status_params.hive_config_dir
|
|
hive_client_conf_dir = status_params.hive_client_conf_dir
|
|
hive_client_conf_dir = status_params.hive_client_conf_dir
|
|
hive_server_conf_dir = status_params.hive_server_conf_dir
|
|
hive_server_conf_dir = status_params.hive_server_conf_dir
|
|
-hive_interactive_client_conf_dir = status_params.hive_interactive_client_conf_dir
|
|
|
|
-hive_server_interactive_conf_dir = status_params.hive_server_interactive_conf_dir
|
|
|
|
|
|
|
|
hcat_conf_dir = '/etc/hive-hcatalog/conf'
|
|
hcat_conf_dir = '/etc/hive-hcatalog/conf'
|
|
config_dir = '/etc/hive-webhcat/conf'
|
|
config_dir = '/etc/hive-webhcat/conf'
|
|
@@ -130,17 +122,14 @@ if Script.is_stack_greater_or_equal("2.2"):
|
|
hive_specific_configs_supported = True
|
|
hive_specific_configs_supported = True
|
|
|
|
|
|
component_directory = status_params.component_directory
|
|
component_directory = status_params.component_directory
|
|
- component_directory_interactive = status_params.component_directory_interactive
|
|
|
|
hadoop_home = '/usr/hdp/current/hadoop-client'
|
|
hadoop_home = '/usr/hdp/current/hadoop-client'
|
|
hive_bin = format('/usr/hdp/current/{component_directory}/bin')
|
|
hive_bin = format('/usr/hdp/current/{component_directory}/bin')
|
|
- hive_interactive_bin = format('/usr/hdp/current/{component_directory_interactive}/bin')
|
|
|
|
hive_lib = format('/usr/hdp/current/{component_directory}/lib')
|
|
hive_lib = format('/usr/hdp/current/{component_directory}/lib')
|
|
- hive_interactive_lib = format('/usr/hdp/current/{component_directory_interactive}/lib')
|
|
|
|
|
|
|
|
# there are no client versions of these, use server versions directly
|
|
# there are no client versions of these, use server versions directly
|
|
hcat_lib = '/usr/hdp/current/hive-webhcat/share/hcatalog'
|
|
hcat_lib = '/usr/hdp/current/hive-webhcat/share/hcatalog'
|
|
webhcat_bin_dir = '/usr/hdp/current/hive-webhcat/sbin'
|
|
webhcat_bin_dir = '/usr/hdp/current/hive-webhcat/sbin'
|
|
-
|
|
|
|
|
|
+
|
|
# --- Tarballs ---
|
|
# --- Tarballs ---
|
|
# DON'T CHANGE THESE VARIABLE NAMES
|
|
# DON'T CHANGE THESE VARIABLE NAMES
|
|
# Values don't change from those in copy_tarball.py
|
|
# Values don't change from those in copy_tarball.py
|
|
@@ -174,7 +163,6 @@ else:
|
|
tarballs_mode = 0755
|
|
tarballs_mode = 0755
|
|
|
|
|
|
execute_path = os.environ['PATH'] + os.pathsep + hive_bin + os.pathsep + hadoop_bin_dir
|
|
execute_path = os.environ['PATH'] + os.pathsep + hive_bin + os.pathsep + hadoop_bin_dir
|
|
-execute_path_hive_interactive = os.environ['PATH'] + os.pathsep + hive_interactive_bin + os.pathsep + hadoop_bin_dir
|
|
|
|
hive_metastore_user_name = config['configurations']['hive-site']['javax.jdo.option.ConnectionUserName']
|
|
hive_metastore_user_name = config['configurations']['hive-site']['javax.jdo.option.ConnectionUserName']
|
|
hive_jdbc_connection_url = config['configurations']['hive-site']['javax.jdo.option.ConnectionURL']
|
|
hive_jdbc_connection_url = config['configurations']['hive-site']['javax.jdo.option.ConnectionURL']
|
|
|
|
|
|
@@ -288,11 +276,9 @@ hive_server2_keytab = config['configurations']['hive-site']['hive.server2.authen
|
|
hive_log_dir = config['configurations']['hive-env']['hive_log_dir']
|
|
hive_log_dir = config['configurations']['hive-env']['hive_log_dir']
|
|
hive_pid_dir = status_params.hive_pid_dir
|
|
hive_pid_dir = status_params.hive_pid_dir
|
|
hive_pid = status_params.hive_pid
|
|
hive_pid = status_params.hive_pid
|
|
-hive_interactive_pid = status_params.hive_interactive_pid
|
|
|
|
|
|
|
|
#Default conf dir for client
|
|
#Default conf dir for client
|
|
hive_conf_dirs_list = [hive_client_conf_dir]
|
|
hive_conf_dirs_list = [hive_client_conf_dir]
|
|
-hive_interactive_conf_dirs_list = [hive_interactive_client_conf_dir]
|
|
|
|
|
|
|
|
if hostname in hive_metastore_hosts or hostname in hive_server_hosts:
|
|
if hostname in hive_metastore_hosts or hostname in hive_server_hosts:
|
|
hive_conf_dirs_list.append(hive_server_conf_dir)
|
|
hive_conf_dirs_list.append(hive_server_conf_dir)
|
|
@@ -312,7 +298,7 @@ artifact_dir = format("{tmp_dir}/AMBARI-artifacts/")
|
|
# Need this for yarn.nodemanager.recovery.dir in yarn-site
|
|
# Need this for yarn.nodemanager.recovery.dir in yarn-site
|
|
yarn_log_dir_prefix = config['configurations']['yarn-env']['yarn_log_dir_prefix']
|
|
yarn_log_dir_prefix = config['configurations']['yarn-env']['yarn_log_dir_prefix']
|
|
|
|
|
|
-target_interactive = format("{hive_interactive_lib}/{jdbc_jar_name}")
|
|
|
|
|
|
+target = format("{hive_lib}/{jdbc_jar_name}")
|
|
jars_in_hive_lib = format("{hive_lib}/*.jar")
|
|
jars_in_hive_lib = format("{hive_lib}/*.jar")
|
|
|
|
|
|
start_hiveserver2_path = format("{tmp_dir}/start_hiveserver2_script")
|
|
start_hiveserver2_path = format("{tmp_dir}/start_hiveserver2_script")
|
|
@@ -410,8 +396,6 @@ mysql_jdbc_driver_jar = "/usr/share/java/mysql-connector-java.jar"
|
|
|
|
|
|
|
|
|
|
hive_site_config = dict(config['configurations']['hive-site'])
|
|
hive_site_config = dict(config['configurations']['hive-site'])
|
|
-hive_interactive_site_config = dict(config['configurations']['hive-interactive-site'])
|
|
|
|
-
|
|
|
|
########################################################
|
|
########################################################
|
|
############# Atlas related params #####################
|
|
############# Atlas related params #####################
|
|
########################################################
|
|
########################################################
|